From f8732ea8cdb4aaef970eae10e5b5ea80ac2936d1 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Fri, 25 Apr 2025 12:13:04 +0200 Subject: [PATCH 01/21] improve benchmark --- paper_files/New_for_hybrid/benchmark.cxx | 45 ++++++++++++++++++++---- 1 file changed, 39 insertions(+), 6 deletions(-) diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index e153ed1..3ef5cf2 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -62,14 +62,15 @@ typedef struct * \return t8_cmesh_t */ t8_cmesh_t -t8_benchmark_forest_create_cmesh (const char *msh_file, const int mesh_dim, sc_MPI_Comm comm, const int init_level) +t8_benchmark_forest_create_cmesh (const char *msh_file, const int mesh_dim, sc_MPI_Comm comm, const int init_level, [[ maybe_unused ]]const t8_eclass_t eclass) { t8_cmesh_t cmesh; if (msh_file != NULL){ cmesh = t8_cmesh_from_msh_file ((char *) msh_file, 1, comm, mesh_dim, 0, false); } else { - cmesh = t8_cmesh_new_full_hybrid(comm); + T8_ASSERT (eclass != T8_ECLASS_INVALID); + cmesh = t8_cmesh_new_from_class (eclass, comm); } t8_cmesh_t cmesh_partition; t8_cmesh_init (&cmesh_partition); @@ -237,6 +238,8 @@ main (int argc, char **argv) std::array x_min_max; double T; double cfl = 0; + int eclass_int; + int num_runs; /* Error check the MPI return value. */ SC_CHECK_MPI (mpiret); @@ -253,6 +256,9 @@ main (int argc, char **argv) sc_options_add_string (options, 'f', "mshfile", &mshfileprefix, NULL, "If specified, the cmesh is constructed from a .msh file with the given prefix. " "The files must end in .msh and be created with gmsh."); + sc_options_add_int (options, 'e', "eclass", &eclass_int, 0, + "If no mshfile is given, the cmesh is created with the given element class. " + "0: Tetrahedron, 1: Hexahedron, 2: Prism, 3: Pyramid"); sc_options_add_int (options, 'd', "dim", &dim, 2, "Together with -f: The dimension of the coarse mesh. 2 or 3."); sc_options_add_int (options, 'l', "level", &initial_level, 0, "The initial uniform refinement level of the forest."); sc_options_add_int (options, 'r', "rlevel", &level_diff, 1, @@ -264,6 +270,8 @@ main (int argc, char **argv) /* CFL number. delta_t = CFL * 0.64 / 2^level */ sc_options_add_double (options, 'C', "cfl", &cfl, 0, "The CFL number. If specified, then delta_t is set to CFL * 0.64 / 2^level. "); + sc_options_add_int (options, 'n', "num-runs", &num_runs, 1, + "The number of runs to perform. If specified, the program will run num_runs times with the same parameters. "); const int options_argc = sc_options_parse (t8_get_package_id (), SC_LP_DEFAULT, options, argc, argv); @@ -275,13 +283,38 @@ main (int argc, char **argv) const double delta_t = cfl * 0.64 / (1 << initial_level); t8_global_productionf ("Using CFL %f, delta_t = %f\n", cfl, delta_t); - t8_global_productionf ("Using mshfileprefix %s with dim %d\n", mshfileprefix, dim); - t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (mshfileprefix, dim, sc_MPI_COMM_WORLD, initial_level); + t8_eclass_t eclass = T8_ECLASS_INVALID; + + switch (eclass_int) + { + case 0: + eclass = T8_ECLASS_TET; + break; + case 1: + eclass = T8_ECLASS_HEX; + break; + case 2: + eclass = T8_ECLASS_PRISM; + break; + case 3: + eclass = T8_ECLASS_PYRAMID; + break; + default: + break; + } + T8_ASSERT (mshfileprefix != NULL || eclass != T8_ECLASS_INVALID); + + t8_global_productionf ("Using mshfileprefix %s with dim %d\n", mshfileprefix, dim); const int max_level = initial_level + level_diff; + for (int irun = 0; irun < num_runs; ++irun) { + t8_global_productionf ("#################### Run %d of %d ####################\n", irun + 1, num_runs); + t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (mshfileprefix, dim, sc_MPI_COMM_WORLD, initial_level, eclass); - benchmark_band_adapt (cmesh, "benchmark", sc_MPI_COMM_WORLD, initial_level, max_level, no_vtk, - x_min_max, delta_t, T); + + benchmark_band_adapt (cmesh, "benchmark", sc_MPI_COMM_WORLD, initial_level, max_level, no_vtk, + x_min_max, delta_t, T); + } sc_options_destroy (options); sc_finalize (); From aed4e5b73d42d61e4d814ba20e5b91a72d39ebd5 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Fri, 25 Apr 2025 14:05:29 +0200 Subject: [PATCH 02/21] Update benchmark --- paper_files/New_for_hybrid/benchmark.cxx | 25 +++++------------------- 1 file changed, 5 insertions(+), 20 deletions(-) diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index 3ef5cf2..04747ac 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -27,12 +27,9 @@ #include #include -#include - #include #include #include -#include #include #include @@ -136,8 +133,8 @@ t8_band_adapt (t8_forest_t forest, t8_forest_t forest_from, t8_locidx_t which_tr } static void -benchmark_band_adapt(t8_cmesh_t cmesh, const char *vtu_prefix, sc_MPI_Comm comm, const int init_level, const int max_level, - const bool no_vtk, const std::array &x_min_max, const double delta_t, const double max_time) +benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, const int max_level, const std::array &x_min_max, + const double delta_t, const double max_time) { double adapt_time = 0; double partition_time = 0; @@ -196,15 +193,6 @@ benchmark_band_adapt(t8_cmesh_t cmesh, const char *vtu_prefix, sc_MPI_Comm comm, t8_cmesh_print_profile (t8_forest_get_cmesh (forest_partition)); forest = forest_partition; - if (!no_vtk) { - char forest_vtu[BUFSIZ]; - char cmesh_vtu[BUFSIZ]; - snprintf (forest_vtu, BUFSIZ, "%s_forest_partition_%03d", vtu_prefix, num_steps); - snprintf (cmesh_vtu, BUFSIZ, "%s_cmesh_partition_%03d", vtu_prefix, num_steps); - t8_forest_write_vtk (forest_partition, forest_vtu); - t8_cmesh_vtk_write_file (t8_forest_get_cmesh (forest_partition), cmesh_vtu); - t8_debugf ("Wrote partitioned forest and cmesh\n"); - } t8_cmesh_print_profile (t8_forest_get_cmesh (forest_partition)); t8_forest_print_profile (forest_partition); t8_forest_unref (&forest_adapt); @@ -230,7 +218,6 @@ main (int argc, char **argv) /* Initialize MPI. This has to happen before we initialize sc or t8code. */ int mpiret = sc_MPI_Init (&argc, &argv); int help = 0; - int no_vtk; const char *mshfileprefix = NULL; int dim; int initial_level; @@ -247,12 +234,11 @@ main (int argc, char **argv) /* Initialize the sc library, has to happen before we initialize t8code. */ sc_init (sc_MPI_COMM_WORLD, 1, 1, NULL, SC_LP_ESSENTIAL); /* Initialize t8code with log level SC_LP_PRODUCTION. See sc.h for more info on the log levels. */ - t8_init (SC_LP_PRODUCTION); + t8_init (SC_LP_ESSENTIAL); sc_options_t *options = sc_options_new (argv[0]); sc_options_add_switch (options, 'h', "help", &help, "Print this help message and exit"); - sc_options_add_switch (options, 'o', "no-vtk", &no_vtk, "Do not write vtk output."); sc_options_add_string (options, 'f', "mshfile", &mshfileprefix, NULL, "If specified, the cmesh is constructed from a .msh file with the given prefix. " "The files must end in .msh and be created with gmsh."); @@ -308,12 +294,11 @@ main (int argc, char **argv) t8_global_productionf ("Using mshfileprefix %s with dim %d\n", mshfileprefix, dim); const int max_level = initial_level + level_diff; for (int irun = 0; irun < num_runs; ++irun) { - t8_global_productionf ("#################### Run %d of %d ####################\n", irun + 1, num_runs); + t8_global_essentialf ("#################### Run %d of %d ####################\n", irun + 1, num_runs); t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (mshfileprefix, dim, sc_MPI_COMM_WORLD, initial_level, eclass); - benchmark_band_adapt (cmesh, "benchmark", sc_MPI_COMM_WORLD, initial_level, max_level, no_vtk, - x_min_max, delta_t, T); + benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min_max, delta_t, T); } sc_options_destroy (options); From cede2d9e39d42160d0712debe4fa905f0e707595 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Fri, 25 Apr 2025 14:05:47 +0200 Subject: [PATCH 03/21] first jobs only for testing, no actual benchmarks --- .../jobs/New_for_hybrid_PYRA_5614056 | 631 ++++++++++++++++++ .../New_for_hybrid/jobs/benchmark_eclass.sh | 28 + .../jobs/current_code_PYRA_561402 | 631 ++++++++++++++++++ 3 files changed, 1290 insertions(+) create mode 100644 paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_5614056 create mode 100644 paper_files/New_for_hybrid/jobs/benchmark_eclass.sh create mode 100644 paper_files/New_for_hybrid/jobs/current_code_PYRA_561402 diff --git a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_5614056 b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_5614056 new file mode 100644 index 0000000..62e1fbf --- /dev/null +++ b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_5614056 @@ -0,0 +1,631 @@ +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 1 procs ------------ +[1745580881.817123] [n10495:3080400:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.00133247 (0 = 0%) +[t8] Minimum attained at rank 0: 0.00133247 +[t8] Maximum attained at rank 0: 0.00133247 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.202355 (0 = 0%) +[t8] Minimum attained at rank 0: 0.202355 +[t8] Maximum attained at rank 0: 0.202355 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.00361261 (0 = 0%) +[t8] Minimum attained at rank 0: 0.00361261 +[t8] Maximum attained at rank 0: 0.00361261 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.21005 (0 = 0%) +[t8] Minimum attained at rank 0: 0.21005 +[t8] Maximum attained at rank 0: 0.21005 +[t8] Summary = [ 0.00133247 0.202355 0.00361261 0.21005 ]; +[t8] Maximum = [ 0.00133247 0.202355 0.00361261 0.21005 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.000148812 (0 = 0%) +[t8] Minimum attained at rank 0: 0.000148812 +[t8] Maximum attained at rank 0: 0.000148812 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.200213 (0 = 0%) +[t8] Minimum attained at rank 0: 0.200213 +[t8] Maximum attained at rank 0: 0.200213 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.00189789 (0 = 0%) +[t8] Minimum attained at rank 0: 0.00189789 +[t8] Maximum attained at rank 0: 0.00189789 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.204536 (0 = 0%) +[t8] Minimum attained at rank 0: 0.204536 +[t8] Maximum attained at rank 0: 0.204536 +[t8] Summary = [ 0.000148812 0.200213 0.00189789 0.204536 ]; +[t8] Maximum = [ 0.000148812 0.200213 0.00189789 0.204536 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.000147731 (0 = 0%) +[t8] Minimum attained at rank 0: 0.000147731 +[t8] Maximum attained at rank 0: 0.000147731 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.199516 (0 = 0%) +[t8] Minimum attained at rank 0: 0.199516 +[t8] Maximum attained at rank 0: 0.199516 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.00168757 (0 = 0%) +[t8] Minimum attained at rank 0: 0.00168757 +[t8] Maximum attained at rank 0: 0.00168757 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.203617 (0 = 0%) +[t8] Minimum attained at rank 0: 0.203617 +[t8] Maximum attained at rank 0: 0.203617 +[t8] Summary = [ 0.000147731 0.199516 0.00168757 0.203617 ]; +[t8] Maximum = [ 0.000147731 0.199516 0.00168757 0.203617 ]; +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 2 procs ------------ +[1745580883.144065] [n10495:3080428:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.000903535 (1.05e-06 = 0.116%) +[t8] Minimum attained at rank 1: 0.00090249 +[t8] Maximum attained at rank 0: 0.00090458 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.114664 (1.48e-06 = 0.00129%) +[t8] Minimum attained at rank 1: 0.114663 +[t8] Maximum attained at rank 0: 0.114665 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.0100204 (2.41e-06 = 0.0241%) +[t8] Minimum attained at rank 1: 0.010018 +[t8] Maximum attained at rank 0: 0.0100228 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.129472 (3.35e-06 = 0.00259%) +[t8] Minimum attained at rank 1: 0.129469 +[t8] Maximum attained at rank 0: 0.129476 +[t8] Summary = [ 0.000903535 0.114664 0.0100204 0.129472 ]; +[t8] Maximum = [ 0.00090458 0.114665 0.0100228 0.129476 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.00050909 (8.65e-07 = 0.17%) +[t8] Minimum attained at rank 0: 0.000508225 +[t8] Maximum attained at rank 1: 0.000509955 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.113005 (1.06e-05 = 0.00936%) +[t8] Minimum attained at rank 1: 0.112994 +[t8] Maximum attained at rank 0: 0.113015 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.0077076 (5.45e-07 = 0.00707%) +[t8] Minimum attained at rank 0: 0.00770705 +[t8] Maximum attained at rank 1: 0.00770814 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.124732 (1.58e-06 = 0.00127%) +[t8] Minimum attained at rank 1: 0.124731 +[t8] Maximum attained at rank 0: 0.124734 +[t8] Summary = [ 0.00050909 0.113005 0.0077076 0.124732 ]; +[t8] Maximum = [ 0.000509955 0.113015 0.00770814 0.124734 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.000496565 (1.9e-07 = 0.0383%) +[t8] Minimum attained at rank 0: 0.000496375 +[t8] Maximum attained at rank 1: 0.000496755 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.112501 (1.53e-05 = 0.0136%) +[t8] Minimum attained at rank 1: 0.112486 +[t8] Maximum attained at rank 0: 0.112517 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.00771272 (1.27e-06 = 0.0164%) +[t8] Minimum attained at rank 0: 0.00771145 +[t8] Maximum attained at rank 1: 0.00771398 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.124306 (4.63e-06 = 0.00372%) +[t8] Minimum attained at rank 0: 0.124302 +[t8] Maximum attained at rank 1: 0.124311 +[t8] Summary = [ 0.000496565 0.112501 0.00771272 0.124306 ]; +[t8] Maximum = [ 0.000496755 0.112517 0.00771398 0.124311 ]; +[1745580883.144061] [n10495:3080429:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 4 procs ------------ +[1745580884.386388] [n10495:3080463:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0011409 (4.6e-05 = 4.03%) +[t8] Minimum attained at rank 0: 0.00108414 +[t8] Maximum attained at rank 1: 0.0011918 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0699723 (1.52e-05 = 0.0217%) +[t8] Minimum attained at rank 1: 0.0699523 +[t8] Maximum attained at rank 0: 0.0699883 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0103236 (5.17e-06 = 0.0501%) +[t8] Minimum attained at rank 0: 0.0103162 +[t8] Maximum attained at rank 3: 0.0103307 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0857635 (4.52e-05 = 0.0527%) +[t8] Minimum attained at rank 0: 0.0857056 +[t8] Maximum attained at rank 1: 0.0858134 +[t8] Summary = [ 0.0011409 0.0699723 0.0103236 0.0857635 ]; +[t8] Maximum = [ 0.0011918 0.0699883 0.0103307 0.0858134 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.000661152 (1.22e-06 = 0.184%) +[t8] Minimum attained at rank 2: 0.000659277 +[t8] Maximum attained at rank 3: 0.000662657 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0685583 (2.06e-05 = 0.0301%) +[t8] Minimum attained at rank 2: 0.0685262 +[t8] Maximum attained at rank 3: 0.0685825 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.00898828 (6.78e-06 = 0.0754%) +[t8] Minimum attained at rank 3: 0.00898083 +[t8] Maximum attained at rank 2: 0.00899625 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0821393 (5.54e-06 = 0.00675%) +[t8] Minimum attained at rank 0: 0.082136 +[t8] Maximum attained at rank 2: 0.0821489 +[t8] Summary = [ 0.000661152 0.0685583 0.00898828 0.0821393 ]; +[t8] Maximum = [ 0.000662657 0.0685825 0.00899625 0.0821489 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.000632271 (1.21e-06 = 0.192%) +[t8] Minimum attained at rank 2: 0.000630456 +[t8] Maximum attained at rank 1: 0.000633697 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0687219 (2.52e-05 = 0.0366%) +[t8] Minimum attained at rank 2: 0.0686819 +[t8] Maximum attained at rank 3: 0.068751 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.00858736 (1.04e-05 = 0.121%) +[t8] Minimum attained at rank 3: 0.00857629 +[t8] Maximum attained at rank 2: 0.00859953 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0817032 (2.01e-06 = 0.00246%) +[t8] Minimum attained at rank 0: 0.081701 +[t8] Maximum attained at rank 2: 0.0817062 +[t8] Summary = [ 0.000632271 0.0687219 0.00858736 0.0817032 ]; +[t8] Maximum = [ 0.000633697 0.068751 0.00859953 0.0817062 ]; +[1745580884.386342] [n10495:3080466:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580884.386337] [n10495:3080464:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580884.386337] [n10495:3080465:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 8 procs ------------ +[1745580885.569721] [n10495:3080506:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.00163225 (4.67e-05 = 2.86%) +[t8] Minimum attained at rank 4: 0.00154755 +[t8] Maximum attained at rank 3: 0.00169025 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0448647 (2.71e-05 = 0.0604%) +[t8] Minimum attained at rank 5: 0.044824 +[t8] Maximum attained at rank 7: 0.0449065 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0126814 (1.8e-05 = 0.142%) +[t8] Minimum attained at rank 2: 0.0126504 +[t8] Maximum attained at rank 6: 0.0127055 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0641942 (4.45e-05 = 0.0694%) +[t8] Minimum attained at rank 4: 0.06412 +[t8] Maximum attained at rank 3: 0.0642517 +[t8] Summary = [ 0.00163225 0.0448647 0.0126814 0.0641942 ]; +[t8] Maximum = [ 0.00169025 0.0449065 0.0127055 0.0642517 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.000820988 (9.41e-07 = 0.115%) +[t8] Minimum attained at rank 2: 0.000818859 +[t8] Maximum attained at rank 3: 0.000822039 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0440668 (2.04e-05 = 0.0464%) +[t8] Minimum attained at rank 3: 0.0440366 +[t8] Maximum attained at rank 7: 0.044094 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0113625 (1.14e-05 = 0.1%) +[t8] Minimum attained at rank 2: 0.011349 +[t8] Maximum attained at rank 5: 0.0113805 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0606545 (4.17e-06 = 0.00687%) +[t8] Minimum attained at rank 0: 0.0606495 +[t8] Maximum attained at rank 5: 0.060664 +[t8] Summary = [ 0.000820988 0.0440668 0.0113625 0.0606545 ]; +[t8] Maximum = [ 0.000822039 0.044094 0.0113805 0.060664 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.000789449 (1.21e-06 = 0.153%) +[t8] Minimum attained at rank 2: 0.000786509 +[t8] Maximum attained at rank 3: 0.000790719 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0441953 (1.95e-05 = 0.0442%) +[t8] Minimum attained at rank 3: 0.0441677 +[t8] Maximum attained at rank 0: 0.0442288 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0108699 (1.48e-05 = 0.136%) +[t8] Minimum attained at rank 2: 0.0108495 +[t8] Maximum attained at rank 5: 0.010888 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0601512 (3.79e-06 = 0.0063%) +[t8] Minimum attained at rank 7: 0.0601464 +[t8] Maximum attained at rank 6: 0.0601601 +[t8] Summary = [ 0.000789449 0.0441953 0.0108699 0.0601512 ]; +[t8] Maximum = [ 0.000790719 0.0442288 0.010888 0.0601601 ]; +[1745580885.570383] [n10495:3080509:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580885.570587] [n10495:3080510:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580885.570419] [n10495:3080513:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580885.570375] [n10495:3080512:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580885.570375] [n10495:3080511:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580885.569868] [n10495:3080508:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580885.570449] [n10495:3080507:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 16 procs ------------ +[1745580886.801291] [n10495:3080571:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.00229556 (3.94e-05 = 1.72%) +[t8] Minimum attained at rank 5: 0.00225921 +[t8] Maximum attained at rank 3: 0.00237637 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.036408 (3.56e-05 = 0.0979%) +[t8] Minimum attained at rank 2: 0.03635 +[t8] Maximum attained at rank 11: 0.0364827 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0165726 (3.31e-05 = 0.2%) +[t8] Minimum attained at rank 15: 0.0165185 +[t8] Maximum attained at rank 8: 0.0166257 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0617483 (3.91e-05 = 0.0633%) +[t8] Minimum attained at rank 10: 0.0617122 +[t8] Maximum attained at rank 3: 0.0618322 +[t8] Summary = [ 0.00229556 0.036408 0.0165726 0.0617483 ]; +[t8] Maximum = [ 0.00237637 0.0364827 0.0166257 0.0618322 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.00111912 (7.11e-07 = 0.0635%) +[t8] Minimum attained at rank 2: 0.00111671 +[t8] Maximum attained at rank 6: 0.00112007 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0354639 (3.52e-05 = 0.0993%) +[t8] Minimum attained at rank 2: 0.0353963 +[t8] Maximum attained at rank 11: 0.0355268 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0152896 (1.62e-05 = 0.106%) +[t8] Minimum attained at rank 0: 0.0152618 +[t8] Maximum attained at rank 13: 0.0153123 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0576655 (8.01e-06 = 0.0139%) +[t8] Minimum attained at rank 7: 0.0576523 +[t8] Maximum attained at rank 9: 0.057685 +[t8] Summary = [ 0.00111912 0.0354639 0.0152896 0.0576655 ]; +[t8] Maximum = [ 0.00112007 0.0355268 0.0153123 0.057685 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.00113263 (4.9e-06 = 0.433%) +[t8] Minimum attained at rank 2: 0.00112528 +[t8] Maximum attained at rank 9: 0.00114214 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.035287 (3.5e-05 = 0.0993%) +[t8] Minimum attained at rank 5: 0.0352402 +[t8] Maximum attained at rank 0: 0.0353597 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0148008 (4.23e-06 = 0.0286%) +[t8] Minimum attained at rank 3: 0.014794 +[t8] Maximum attained at rank 13: 0.0148073 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0567583 (7.09e-06 = 0.0125%) +[t8] Minimum attained at rank 6: 0.0567474 +[t8] Maximum attained at rank 5: 0.0567745 +[t8] Summary = [ 0.00113263 0.035287 0.0148008 0.0567583 ]; +[t8] Maximum = [ 0.00114214 0.0353597 0.0148073 0.0567745 ]; +[1745580886.844293] [n10495:3080580:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845875] [n10495:3080584:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.812202] [n10495:3080586:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.844271] [n10495:3080579:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845279] [n10495:3080581:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.801291] [n10495:3080573:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845548] [n10495:3080575:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845721] [n10495:3080582:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845875] [n10495:3080585:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845008] [n10495:3080577:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845046] [n10495:3080576:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845001] [n10495:3080578:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.845614] [n10495:3080574:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.802679] [n10495:3080572:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580886.817598] [n10495:3080583:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 32 procs ------------ +[1745580888.391766] [n10495:3080679:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0040876 (7.25e-05 = 1.77%) +[t8] Minimum attained at rank 3: 0.0040055 +[t8] Maximum attained at rank 5: 0.00424702 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0379883 (7.22e-05 = 0.19%) +[t8] Minimum attained at rank 7: 0.037833 +[t8] Maximum attained at rank 17: 0.0381188 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0251593 (0.000534 = 2.12%) +[t8] Minimum attained at rank 0: 0.0242697 +[t8] Maximum attained at rank 1: 0.0259875 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0810756 (7.48e-05 = 0.0923%) +[t8] Minimum attained at rank 18: 0.0809933 +[t8] Maximum attained at rank 2: 0.0812365 +[t8] Summary = [ 0.0040876 0.0379883 0.0251593 0.0810756 ]; +[t8] Maximum = [ 0.00424702 0.0381188 0.0259875 0.0812365 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.00172274 (9.57e-07 = 0.0556%) +[t8] Minimum attained at rank 2: 0.00171942 +[t8] Maximum attained at rank 12: 0.00172435 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0367917 (6.72e-05 = 0.183%) +[t8] Minimum attained at rank 3: 0.0365935 +[t8] Maximum attained at rank 20: 0.0368909 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0229129 (0.000322 = 1.41%) +[t8] Minimum attained at rank 0: 0.0223774 +[t8] Maximum attained at rank 1: 0.0234175 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.072298 (1.49e-05 = 0.0206%) +[t8] Minimum attained at rank 18: 0.0722694 +[t8] Maximum attained at rank 3: 0.0723255 +[t8] Summary = [ 0.00172274 0.0367917 0.0229129 0.072298 ]; +[t8] Maximum = [ 0.00172435 0.0368909 0.0234175 0.0723255 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.00171707 (1.12e-06 = 0.0649%) +[t8] Minimum attained at rank 2: 0.00171373 +[t8] Maximum attained at rank 11: 0.00171947 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0365628 (8.78e-05 = 0.24%) +[t8] Minimum attained at rank 5: 0.0363497 +[t8] Maximum attained at rank 15: 0.0366719 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0231212 (0.000232 = 1%) +[t8] Minimum attained at rank 0: 0.0227469 +[t8] Maximum attained at rank 1: 0.0234811 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0716399 (1.6e-05 = 0.0223%) +[t8] Minimum attained at rank 31: 0.071613 +[t8] Maximum attained at rank 3: 0.0716725 +[t8] Summary = [ 0.00171707 0.0365628 0.0231212 0.0716399 ]; +[t8] Maximum = [ 0.00171947 0.0366719 0.0234811 0.0716725 ]; +[1745580888.437774] [n10495:3080710:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.428562] [n10495:3080706:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.421306] [n10495:3080681:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.436900] [n10495:3080688:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.438122] [n10495:3080697:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.392016] [n10495:3080683:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.391271] [n10495:3080693:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.406629] [n10495:3080689:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.438252] [n10495:3080698:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.392016] [n10495:3080686:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.437760] [n10495:3080695:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.438147] [n10495:3080696:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.405679] [n10495:3080685:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.430208] [n10495:3080705:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.435612] [n10495:3080680:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.391674] [n10495:3080691:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.437130] [n10495:3080682:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.392466] [n10495:3080703:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.438259] [n10495:3080702:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.438259] [n10495:3080699:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.425963] [n10495:3080690:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.391271] [n10495:3080694:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.407071] [n10495:3080701:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.391502] [n10495:3080692:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.425457] [n10495:3080708:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.437719] [n10495:3080704:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.436762] [n10495:3080709:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.392373] [n10495:3080687:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.436909] [n10495:3080684:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.392960] [n10495:3080707:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580888.438299] [n10495:3080700:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 64 procs ------------ +[1745580890.930396] [n10495:3080883:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.00879591 (0.000188 = 2.14%) +[t8] Minimum attained at rank 4: 0.00853486 +[t8] Maximum attained at rank 3: 0.00929796 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0511845 (0.00017 = 0.332%) +[t8] Minimum attained at rank 0: 0.0507054 +[t8] Maximum attained at rank 55: 0.0514475 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0416985 (0.000231 = 0.554%) +[t8] Minimum attained at rank 5: 0.0414334 +[t8] Maximum attained at rank 40: 0.0421722 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.11703 (0.000194 = 0.166%) +[t8] Minimum attained at rank 60: 0.116733 +[t8] Maximum attained at rank 3: 0.117544 +[t8] Summary = [ 0.00879591 0.0511845 0.0416985 0.11703 ]; +[t8] Maximum = [ 0.00929796 0.0514475 0.0421722 0.117544 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.00318852 (9.64e-07 = 0.0302%) +[t8] Minimum attained at rank 63: 0.00318574 +[t8] Maximum attained at rank 42: 0.00319023 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0489405 (0.000192 = 0.392%) +[t8] Minimum attained at rank 4: 0.0484779 +[t8] Maximum attained at rank 63: 0.0493245 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0392325 (1.05e-05 = 0.0267%) +[t8] Minimum attained at rank 35: 0.0392107 +[t8] Maximum attained at rank 32: 0.0392623 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.103868 (3.41e-05 = 0.0329%) +[t8] Minimum attained at rank 63: 0.103799 +[t8] Maximum attained at rank 29: 0.103935 +[t8] Summary = [ 0.00318852 0.0489405 0.0392325 0.103868 ]; +[t8] Maximum = [ 0.00319023 0.0493245 0.0392623 0.103935 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.00318709 (1.45e-06 = 0.0455%) +[t8] Minimum attained at rank 56: 0.00318364 +[t8] Maximum attained at rank 11: 0.00319053 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0491988 (0.000171 = 0.347%) +[t8] Minimum attained at rank 3: 0.0487613 +[t8] Maximum attained at rank 36: 0.0495589 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0386549 (9.37e-06 = 0.0242%) +[t8] Minimum attained at rank 17: 0.0386388 +[t8] Maximum attained at rank 22: 0.0386802 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.10346 (3.44e-05 = 0.0332%) +[t8] Minimum attained at rank 35: 0.103391 +[t8] Maximum attained at rank 18: 0.103525 +[t8] Summary = [ 0.00318709 0.0491988 0.0386549 0.10346 ]; +[t8] Maximum = [ 0.00319053 0.0495589 0.0386802 0.103525 ]; +[1745580890.850807] [n10495:3080921:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930484] [n10495:3080906:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.855588] [n10495:3080944:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.834986] [n10495:3080889:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.839872] [n10495:3080890:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.851561] [n10495:3080927:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930340] [n10495:3080940:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929722] [n10495:3080932:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.856124] [n10495:3080930:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929981] [n10495:3080935:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.849075] [n10495:3080892:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.832781] [n10495:3080912:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930493] [n10495:3080907:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.857460] [n10495:3080905:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.854807] [n10495:3080916:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930484] [n10495:3080909:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930279] [n10495:3080886:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929030] [n10495:3080895:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929609] [n10495:3080904:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.846034] [n10495:3080894:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.855375] [n10495:3080938:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930599] [n10495:3080893:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930009] [n10495:3080915:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930517] [n10495:3080901:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930340] [n10495:3080942:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929731] [n10495:3080934:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.927200] [n10495:3080896:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.854836] [n10495:3080917:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930517] [n10495:3080899:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.850641] [n10495:3080914:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930517] [n10495:3080900:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929531] [n10495:3080931:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.855538] [n10495:3080937:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.833236] [n10495:3080913:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930340] [n10495:3080939:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.823359] [n10495:3080891:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929993] [n10495:3080918:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930317] [n10495:3080884:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.857523] [n10495:3080923:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.856379] [n10495:3080887:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.927701] [n10495:3080897:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930500] [n10495:3080919:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.928028] [n10495:3080903:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.928001] [n10495:3080898:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929504] [n10495:3080946:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.856427] [n10495:3080908:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.855108] [n10495:3080928:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930643] [n10495:3080925:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.855588] [n10495:3080943:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.848824] [n10495:3080929:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930643] [n10495:3080924:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930290] [n10495:3080885:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.853493] [n10495:3080920:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.854218] [n10495:3080902:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.929537] [n10495:3080945:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.857285] [n10495:3080933:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.851573] [n10495:3080888:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.851796] [n10495:3080911:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930345] [n10495:3080941:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.855752] [n10495:3080936:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930643] [n10495:3080926:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.851520] [n10495:3080922:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580890.930522] [n10495:3080910:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh b/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh new file mode 100644 index 0000000..cdd154b --- /dev/null +++ b/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh @@ -0,0 +1,28 @@ +#!/bin/bash + +# This is a batch-file used on CARA. Cara has 2168 nodes, a 2x(AMD EPYC (32 Cores)) + + +#SBATCH --time=00:10:00 +#SBATCH --ntasks=64 +#SBATCH --output=New_for_hybrid_PYRA_%j +#SBTACH --error=New_for_hybrid_PYRA_err_%j +NUM_PROCS="1 2 4 8 16 32 64" + +# e = Element typ +# l = initial level +# r = number of refinements +# n = number of reruns +# x = left wall +# X = right wall +# T = time +# C = CFL +ARGS="-e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1" + +JOBFILE="/scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark" + +for PROCS in $NUM_PROCS ; do + JOB_CMD="$JOBFILE $ARGS" + echo "------------- Running: $JOB_CMD with $PROCS procs ------------" + srun -n $PROCS $JOB_CMD +done diff --git a/paper_files/New_for_hybrid/jobs/current_code_PYRA_561402 b/paper_files/New_for_hybrid/jobs/current_code_PYRA_561402 new file mode 100644 index 0000000..62609c8 --- /dev/null +++ b/paper_files/New_for_hybrid/jobs/current_code_PYRA_561402 @@ -0,0 +1,631 @@ +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 1 procs ------------ +[1745580396.390109] [n10474:267925:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.00199672 (0 = 0%) +[t8] Minimum attained at rank 0: 0.00199672 +[t8] Maximum attained at rank 0: 0.00199672 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.214441 (0 = 0%) +[t8] Minimum attained at rank 0: 0.214441 +[t8] Maximum attained at rank 0: 0.214441 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.0035431 (0 = 0%) +[t8] Minimum attained at rank 0: 0.0035431 +[t8] Maximum attained at rank 0: 0.0035431 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.222739 (0 = 0%) +[t8] Minimum attained at rank 0: 0.222739 +[t8] Maximum attained at rank 0: 0.222739 +[t8] Summary = [ 0.00199672 0.214441 0.0035431 0.222739 ]; +[t8] Maximum = [ 0.00199672 0.214441 0.0035431 0.222739 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.00060292 (0 = 0%) +[t8] Minimum attained at rank 0: 0.00060292 +[t8] Maximum attained at rank 0: 0.00060292 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.212556 (0 = 0%) +[t8] Minimum attained at rank 0: 0.212556 +[t8] Maximum attained at rank 0: 0.212556 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.00199164 (0 = 0%) +[t8] Minimum attained at rank 0: 0.00199164 +[t8] Maximum attained at rank 0: 0.00199164 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.217644 (0 = 0%) +[t8] Minimum attained at rank 0: 0.217644 +[t8] Maximum attained at rank 0: 0.217644 +[t8] Summary = [ 0.00060292 0.212556 0.00199164 0.217644 ]; +[t8] Maximum = [ 0.00060292 0.212556 0.00199164 0.217644 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.000591861 (0 = 0%) +[t8] Minimum attained at rank 0: 0.000591861 +[t8] Maximum attained at rank 0: 0.000591861 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.211818 (0 = 0%) +[t8] Minimum attained at rank 0: 0.211818 +[t8] Maximum attained at rank 0: 0.211818 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.00198065 (0 = 0%) +[t8] Minimum attained at rank 0: 0.00198065 +[t8] Maximum attained at rank 0: 0.00198065 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.21688 (0 = 0%) +[t8] Minimum attained at rank 0: 0.21688 +[t8] Maximum attained at rank 0: 0.21688 +[t8] Summary = [ 0.000591861 0.211818 0.00198065 0.21688 ]; +[t8] Maximum = [ 0.000591861 0.211818 0.00198065 0.21688 ]; +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 2 procs ------------ +[1745580397.762330] [n10474:267953:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.00433901 (2.4e-06 = 0.0552%) +[t8] Minimum attained at rank 1: 0.00433661 +[t8] Maximum attained at rank 0: 0.0043414 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.120067 (3.41e-05 = 0.0284%) +[t8] Minimum attained at rank 0: 0.120033 +[t8] Maximum attained at rank 1: 0.120101 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.00980357 (3.5e-06 = 0.0357%) +[t8] Minimum attained at rank 1: 0.00980007 +[t8] Maximum attained at rank 0: 0.00980707 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.138202 (4.88e-06 = 0.00353%) +[t8] Minimum attained at rank 1: 0.138198 +[t8] Maximum attained at rank 0: 0.138207 +[t8] Summary = [ 0.00433901 0.120067 0.00980357 0.138202 ]; +[t8] Maximum = [ 0.0043414 0.120101 0.00980707 0.138207 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0035037 (7.6e-07 = 0.0217%) +[t8] Minimum attained at rank 0: 0.00350294 +[t8] Maximum attained at rank 1: 0.00350446 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.118547 (4.57e-06 = 0.00385%) +[t8] Minimum attained at rank 0: 0.118543 +[t8] Maximum attained at rank 1: 0.118552 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.00799577 (4.44e-06 = 0.0556%) +[t8] Minimum attained at rank 0: 0.00799132 +[t8] Maximum attained at rank 1: 0.00800021 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.133466 (2.19e-06 = 0.00164%) +[t8] Minimum attained at rank 1: 0.133463 +[t8] Maximum attained at rank 0: 0.133468 +[t8] Summary = [ 0.0035037 0.118547 0.00799577 0.133466 ]; +[t8] Maximum = [ 0.00350446 0.118552 0.00800021 0.133468 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.00347859 (2.4e-07 = 0.0069%) +[t8] Minimum attained at rank 0: 0.00347835 +[t8] Maximum attained at rank 1: 0.00347883 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.118469 (2.48e-05 = 0.021%) +[t8] Minimum attained at rank 0: 0.118444 +[t8] Maximum attained at rank 1: 0.118494 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.00738578 (1.75e-06 = 0.0238%) +[t8] Minimum attained at rank 0: 0.00738403 +[t8] Maximum attained at rank 1: 0.00738754 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.132704 (2.63e-06 = 0.00199%) +[t8] Minimum attained at rank 0: 0.132701 +[t8] Maximum attained at rank 1: 0.132706 +[t8] Summary = [ 0.00347859 0.118469 0.00738578 0.132704 ]; +[t8] Maximum = [ 0.00347883 0.118494 0.00738754 0.132706 ]; +[1745580397.762330] [n10474:267954:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 4 procs ------------ +[1745580399.011848] [n10474:267988:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.00574694 (4.65e-05 = 0.809%) +[t8] Minimum attained at rank 2: 0.00569469 +[t8] Maximum attained at rank 3: 0.00580309 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.072943 (1.05e-05 = 0.0144%) +[t8] Minimum attained at rank 2: 0.0729296 +[t8] Maximum attained at rank 0: 0.0729568 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0107866 (2.42e-05 = 0.224%) +[t8] Minimum attained at rank 2: 0.0107497 +[t8] Maximum attained at rank 3: 0.0108147 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0936841 (4.56e-05 = 0.0486%) +[t8] Minimum attained at rank 2: 0.0936357 +[t8] Maximum attained at rank 3: 0.09374 +[t8] Summary = [ 0.00574694 0.072943 0.0107866 0.0936841 ]; +[t8] Maximum = [ 0.00580309 0.0729568 0.0108147 0.09374 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.00433005 (1.14e-06 = 0.0264%) +[t8] Minimum attained at rank 2: 0.00432813 +[t8] Maximum attained at rank 3: 0.00433111 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0722967 (1.24e-05 = 0.0171%) +[t8] Minimum attained at rank 2: 0.0722822 +[t8] Maximum attained at rank 0: 0.0723163 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.00930881 (1.47e-06 = 0.0158%) +[t8] Minimum attained at rank 1: 0.00930668 +[t8] Maximum attained at rank 2: 0.00931032 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0898848 (2.95e-06 = 0.00328%) +[t8] Minimum attained at rank 2: 0.0898809 +[t8] Maximum attained at rank 1: 0.0898892 +[t8] Summary = [ 0.00433005 0.0722967 0.00930881 0.0898848 ]; +[t8] Maximum = [ 0.00433111 0.0723163 0.00931032 0.0898892 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0042488 (1.35e-06 = 0.0319%) +[t8] Minimum attained at rank 2: 0.00424666 +[t8] Maximum attained at rank 3: 0.00425041 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0721709 (2.08e-05 = 0.0288%) +[t8] Minimum attained at rank 1: 0.0721498 +[t8] Maximum attained at rank 3: 0.0721973 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.00913149 (2.88e-06 = 0.0315%) +[t8] Minimum attained at rank 0: 0.00912829 +[t8] Maximum attained at rank 1: 0.00913457 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0895252 (2.65e-06 = 0.00296%) +[t8] Minimum attained at rank 2: 0.0895223 +[t8] Maximum attained at rank 1: 0.0895295 +[t8] Summary = [ 0.0042488 0.0721709 0.00913149 0.0895252 ]; +[t8] Maximum = [ 0.00425041 0.0721973 0.00913457 0.0895295 ]; +[1745580399.018222] [n10474:267991:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580399.014331] [n10474:267990:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580399.011829] [n10474:267989:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 8 procs ------------ +[1745580400.209089] [n10474:268033:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.00776433 (4.36e-05 = 0.562%) +[t8] Minimum attained at rank 0: 0.00769255 +[t8] Maximum attained at rank 7: 0.00781713 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0464793 (2.96e-05 = 0.0638%) +[t8] Minimum attained at rank 5: 0.0464414 +[t8] Maximum attained at rank 1: 0.0465271 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0119348 (1.05e-05 = 0.0881%) +[t8] Minimum attained at rank 0: 0.0119219 +[t8] Maximum attained at rank 7: 0.0119489 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0712406 (4.26e-05 = 0.0598%) +[t8] Minimum attained at rank 0: 0.0711694 +[t8] Maximum attained at rank 7: 0.071288 +[t8] Summary = [ 0.00776433 0.0464793 0.0119348 0.0712406 ]; +[t8] Maximum = [ 0.00781713 0.0465271 0.0119489 0.071288 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.00570469 (1.3e-06 = 0.0228%) +[t8] Minimum attained at rank 2: 0.00570134 +[t8] Maximum attained at rank 5: 0.00570578 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0459727 (1.95e-05 = 0.0424%) +[t8] Minimum attained at rank 1: 0.0459396 +[t8] Maximum attained at rank 0: 0.0460095 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.011351 (1.12e-05 = 0.0983%) +[t8] Minimum attained at rank 6: 0.0113391 +[t8] Maximum attained at rank 3: 0.0113664 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0675218 (3.97e-06 = 0.00589%) +[t8] Minimum attained at rank 2: 0.0675148 +[t8] Maximum attained at rank 6: 0.0675301 +[t8] Summary = [ 0.00570469 0.0459727 0.011351 0.0675218 ]; +[t8] Maximum = [ 0.00570578 0.0460095 0.0113664 0.0675301 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.00556384 (1.12e-06 = 0.0201%) +[t8] Minimum attained at rank 2: 0.00556104 +[t8] Maximum attained at rank 3: 0.00556481 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0458731 (2.7e-05 = 0.0589%) +[t8] Minimum attained at rank 1: 0.0458148 +[t8] Maximum attained at rank 7: 0.0459117 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0109534 (1.96e-06 = 0.0179%) +[t8] Minimum attained at rank 7: 0.0109489 +[t8] Maximum attained at rank 5: 0.010956 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0667666 (6.01e-06 = 0.009%) +[t8] Minimum attained at rank 0: 0.0667616 +[t8] Maximum attained at rank 6: 0.0667812 +[t8] Summary = [ 0.00556384 0.0458731 0.0109534 0.0667666 ]; +[t8] Maximum = [ 0.00556481 0.0459117 0.010956 0.0667812 ]; +[1745580400.208997] [n10474:268038:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580400.209369] [n10474:268039:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580400.209430] [n10474:268040:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580400.207344] [n10474:268034:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580400.206873] [n10474:268036:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580400.207510] [n10474:268035:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580400.209009] [n10474:268037:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 16 procs ------------ +[1745580401.485342] [n10474:268097:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.011628 (3.68e-05 = 0.317%) +[t8] Minimum attained at rank 13: 0.0115756 +[t8] Maximum attained at rank 12: 0.0117105 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0372923 (4.98e-05 = 0.134%) +[t8] Minimum attained at rank 5: 0.0372202 +[t8] Maximum attained at rank 11: 0.0374156 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0165085 (4.2e-05 = 0.254%) +[t8] Minimum attained at rank 14: 0.0164379 +[t8] Maximum attained at rank 12: 0.0165564 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0721085 (3.77e-05 = 0.0523%) +[t8] Minimum attained at rank 13: 0.0720446 +[t8] Maximum attained at rank 12: 0.0721816 +[t8] Summary = [ 0.011628 0.0372923 0.0165085 0.0721085 ]; +[t8] Maximum = [ 0.0117105 0.0374156 0.0165564 0.0721816 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.00832639 (9.47e-07 = 0.0114%) +[t8] Minimum attained at rank 2: 0.0083234 +[t8] Maximum attained at rank 7: 0.00832748 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0369966 (2.8e-05 = 0.0757%) +[t8] Minimum attained at rank 5: 0.0369285 +[t8] Maximum attained at rank 11: 0.0370357 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0156842 (9.45e-06 = 0.0603%) +[t8] Minimum attained at rank 13: 0.0156678 +[t8] Maximum attained at rank 7: 0.0156978 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0669886 (8.37e-06 = 0.0125%) +[t8] Minimum attained at rank 10: 0.0669755 +[t8] Maximum attained at rank 9: 0.0670083 +[t8] Summary = [ 0.00832639 0.0369966 0.0156842 0.0669886 ]; +[t8] Maximum = [ 0.00832748 0.0370357 0.0156978 0.0670083 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.00815327 (1.14e-06 = 0.014%) +[t8] Minimum attained at rank 2: 0.00814952 +[t8] Maximum attained at rank 12: 0.00815478 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0366715 (3.52e-05 = 0.0959%) +[t8] Minimum attained at rank 7: 0.036611 +[t8] Maximum attained at rank 10: 0.036729 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0151701 (1.6e-05 = 0.105%) +[t8] Minimum attained at rank 10: 0.0151461 +[t8] Maximum attained at rank 1: 0.0151971 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0656108 (7.62e-06 = 0.0116%) +[t8] Minimum attained at rank 10: 0.0655989 +[t8] Maximum attained at rank 2: 0.0656267 +[t8] Summary = [ 0.00815327 0.0366715 0.0151701 0.0656108 ]; +[t8] Maximum = [ 0.00815478 0.036729 0.0151971 0.0656267 ]; +[1745580401.474116] [n10474:268108:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.485358] [n10474:268106:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.485841] [n10474:268112:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.485841] [n10474:268111:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.485848] [n10474:268109:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.472733] [n10474:268103:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.475132] [n10474:268104:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.481799] [n10474:268099:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.485418] [n10474:268098:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.460096] [n10474:268102:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.484942] [n10474:268105:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.483574] [n10474:268100:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.485841] [n10474:268110:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.485918] [n10474:268107:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580401.472713] [n10474:268101:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 32 procs ------------ +[1745580403.054727] [n10474:268205:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.01913 (9.02e-05 = 0.472%) +[t8] Minimum attained at rank 30: 0.0190227 +[t8] Maximum attained at rank 0: 0.0193083 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0383149 (8.99e-05 = 0.235%) +[t8] Minimum attained at rank 4: 0.0381293 +[t8] Maximum attained at rank 9: 0.0386266 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0243951 (0.000517 = 2.12%) +[t8] Minimum attained at rank 31: 0.023549 +[t8] Maximum attained at rank 1: 0.025183 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0958576 (8.76e-05 = 0.0914%) +[t8] Minimum attained at rank 25: 0.0957497 +[t8] Maximum attained at rank 0: 0.0960526 +[t8] Summary = [ 0.01913 0.0383149 0.0243951 0.0958576 ]; +[t8] Maximum = [ 0.0193083 0.0386266 0.025183 0.0960526 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0127475 (8.1e-07 = 0.00636%) +[t8] Minimum attained at rank 2: 0.0127457 +[t8] Maximum attained at rank 9: 0.0127493 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0376583 (5.55e-05 = 0.147%) +[t8] Minimum attained at rank 7: 0.0375659 +[t8] Maximum attained at rank 17: 0.037766 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0230024 (0.000277 = 1.21%) +[t8] Minimum attained at rank 0: 0.0225635 +[t8] Maximum attained at rank 1: 0.0234369 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0841673 (1.65e-05 = 0.0196%) +[t8] Minimum attained at rank 9: 0.0841398 +[t8] Maximum attained at rank 14: 0.084201 +[t8] Summary = [ 0.0127475 0.0376583 0.0230024 0.0841673 ]; +[t8] Maximum = [ 0.0127493 0.037766 0.0234369 0.084201 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0129044 (9.96e-07 = 0.00772%) +[t8] Minimum attained at rank 2: 0.0129018 +[t8] Maximum attained at rank 9: 0.0129064 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0380322 (8.41e-05 = 0.221%) +[t8] Minimum attained at rank 0: 0.0379027 +[t8] Maximum attained at rank 5: 0.038198 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0225831 (0.000225 = 0.997%) +[t8] Minimum attained at rank 0: 0.0222235 +[t8] Maximum attained at rank 1: 0.0229413 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.0837114 (1.35e-05 = 0.0161%) +[t8] Minimum attained at rank 17: 0.0836873 +[t8] Maximum attained at rank 4: 0.0837397 +[t8] Summary = [ 0.0129044 0.0380322 0.0225831 0.0837114 ]; +[t8] Maximum = [ 0.0129064 0.038198 0.0229413 0.0837397 ]; +[1745580403.038139] [n10474:268217:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580402.931523] [n10474:268213:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.055011] [n10474:268231:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054666] [n10474:268225:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054727] [n10474:268208:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580402.924930] [n10474:268220:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580402.931791] [n10474:268218:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.047891] [n10474:268227:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580402.930087] [n10474:268221:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054727] [n10474:268224:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054801] [n10474:268228:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580402.931523] [n10474:268216:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054871] [n10474:268230:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054851] [n10474:268235:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054528] [n10474:268210:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054715] [n10474:268233:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.055043] [n10474:268236:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054715] [n10474:268234:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054810] [n10474:268206:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.043888] [n10474:268219:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.053400] [n10474:268232:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.037868] [n10474:268223:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.030030] [n10474:268229:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054344] [n10474:268211:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580402.924770] [n10474:268207:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580402.963895] [n10474:268209:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.053625] [n10474:268222:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.036703] [n10474:268215:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054649] [n10474:268226:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580403.054480] [n10474:268214:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580402.964067] [n10474:268212:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 64 procs ------------ +[1745580405.508689] [n10474:268399:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] #################### Run 1 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.0368443 (0.000195 = 0.53%) +[t8] Minimum attained at rank 46: 0.0365992 +[t8] Maximum attained at rank 33: 0.0373248 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.050382 (0.000285 = 0.566%) +[t8] Minimum attained at rank 0: 0.0497474 +[t8] Maximum attained at rank 16: 0.050943 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0405244 (0.000223 = 0.55%) +[t8] Minimum attained at rank 2: 0.0402607 +[t8] Maximum attained at rank 8: 0.0410326 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.143711 (0.000199 = 0.138%) +[t8] Minimum attained at rank 46: 0.143437 +[t8] Maximum attained at rank 33: 0.144213 +[t8] Summary = [ 0.0368443 0.050382 0.0405244 0.143711 ]; +[t8] Maximum = [ 0.0373248 0.050943 0.0410326 0.144213 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.0238685 (1.33e-06 = 0.00559%) +[t8] Minimum attained at rank 43: 0.023866 +[t8] Maximum attained at rank 13: 0.0238716 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0499325 (0.000184 = 0.369%) +[t8] Minimum attained at rank 3: 0.0494536 +[t8] Maximum attained at rank 61: 0.0504387 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0388919 (9.07e-06 = 0.0233%) +[t8] Minimum attained at rank 41: 0.0388628 +[t8] Maximum attained at rank 0: 0.0389162 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.125248 (3.76e-05 = 0.03%) +[t8] Minimum attained at rank 40: 0.125173 +[t8] Maximum attained at rank 0: 0.125316 +[t8] Summary = [ 0.0238685 0.0499325 0.0388919 0.125248 ]; +[t8] Maximum = [ 0.0238716 0.0504387 0.0389162 0.125316 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.0247006 (1.87e-06 = 0.00756%) +[t8] Minimum attained at rank 3: 0.0246906 +[t8] Maximum attained at rank 36: 0.0247041 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0486778 (0.000169 = 0.346%) +[t8] Minimum attained at rank 0: 0.0481859 +[t8] Maximum attained at rank 9: 0.0490719 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.038514 (7.14e-06 = 0.0185%) +[t8] Minimum attained at rank 53: 0.0384973 +[t8] Maximum attained at rank 50: 0.0385264 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.124188 (3.84e-05 = 0.0309%) +[t8] Minimum attained at rank 2: 0.124109 +[t8] Maximum attained at rank 29: 0.124271 +[t8] Summary = [ 0.0247006 0.0486778 0.038514 0.124188 ]; +[t8] Maximum = [ 0.0247041 0.0490719 0.0385264 0.124271 ]; +[1745580405.508671] [n10474:268402:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.503771] [n10474:268410:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.501702] [n10474:268431:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.497972] [n10474:268428:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509227] [n10474:268427:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509711] [n10474:268461:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.510021] [n10474:268446:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.465382] [n10474:268405:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509363] [n10474:268459:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.508870] [n10474:268452:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509431] [n10474:268407:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509959] [n10474:268450:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.510109] [n10474:268457:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.510008] [n10474:268451:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509011] [n10474:268447:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.366060] [n10474:268437:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.465407] [n10474:268438:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.508721] [n10474:268455:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.282989] [n10474:268406:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.316808] [n10474:268425:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509849] [n10474:268460:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.469215] [n10474:268419:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.456142] [n10474:268422:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.474989] [n10474:268432:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.468314] [n10474:268426:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509805] [n10474:268453:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.506736] [n10474:268445:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.508534] [n10474:268415:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.484948] [n10474:268442:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.507268] [n10474:268443:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509366] [n10474:268401:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.510274] [n10474:268444:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.339915] [n10474:268435:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.446212] [n10474:268412:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.469319] [n10474:268421:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.500422] [n10474:268409:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.507628] [n10474:268400:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509615] [n10474:268420:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.497317] [n10474:268434:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.508978] [n10474:268414:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509882] [n10474:268408:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.450290] [n10474:268436:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.507943] [n10474:268429:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509566] [n10474:268441:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.465748] [n10474:268423:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.480015] [n10474:268433:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.508971] [n10474:268449:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.477149] [n10474:268418:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.507423] [n10474:268430:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.508582] [n10474:268424:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.463738] [n10474:268403:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509842] [n10474:268462:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.480523] [n10474:268439:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.496446] [n10474:268454:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.487226] [n10474:268440:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.508721] [n10474:268458:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.474496] [n10474:268417:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.508753] [n10474:268456:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.457793] [n10474:268411:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.324061] [n10474:268404:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.509920] [n10474:268448:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.495025] [n10474:268416:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745580405.458109] [n10474:268413:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) From f67dbbfe640d0566d45a21794d8b0598288b5c28 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Fri, 25 Apr 2025 15:31:49 +0200 Subject: [PATCH 04/21] :q --- .../New_for_hybrid/evaluate/create_graph.py | 45 ++++++++ .../New_for_hybrid/evaluate/create_graphic.py | 100 ++++++++++++++++++ .../New_for_hybrid/evaluate/graph_Adapt.png | 3 + .../New_for_hybrid/evaluate/graph_New.png | 3 + .../evaluate/graph_Partition.png | 3 + .../New_for_hybrid/evaluate/graph_Total.png | 3 + 6 files changed, 157 insertions(+) create mode 100644 paper_files/New_for_hybrid/evaluate/create_graph.py create mode 100755 paper_files/New_for_hybrid/evaluate/create_graphic.py create mode 100644 paper_files/New_for_hybrid/evaluate/graph_Adapt.png create mode 100644 paper_files/New_for_hybrid/evaluate/graph_New.png create mode 100644 paper_files/New_for_hybrid/evaluate/graph_Partition.png create mode 100644 paper_files/New_for_hybrid/evaluate/graph_Total.png diff --git a/paper_files/New_for_hybrid/evaluate/create_graph.py b/paper_files/New_for_hybrid/evaluate/create_graph.py new file mode 100644 index 0000000..c48d51f --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/create_graph.py @@ -0,0 +1,45 @@ +import sys + +def extract_data(file_path, columns): +# The file consists of multiple exectuings with differen number of procs. +# Each execution starts with a line containing: +# ------------- Running: with procs ------------- +# In args we find the argument -n which states how often the command is executed. +# Each executin of the command starts with a line containing: +# [t8] #################### Run i of n #################### +# At the end of each run there is a line containing: +# [t8] Summary = [ time time time .... time ]; +# To extract the data we need to find the lines containing: +# ------------- Running: with procs ------------- +# until the end of the file. + data = [] + print(f"Reading file: {file_path}") + with open(file_path, 'r') as file: + for line in file: + print(f"Processing line: {line.strip()}") + if "------------- Running:" in line and "with" in line and "procs" in line: + print(f"Found line: {line.strip()}") + parts = line.split("------------- Running:")[1].strip().split("with") + args = parts[0].strip() + procs = parts[1].strip().split()[0] + data.append({"args": args, "procs": int(procs)}) + print(f"Extracted args: {args}, procs: {procs}") + + return data + + +def main(): + if len(sys.argv) != 3: + print("Usage: python3 create_graph.py ") + sys.exit(1) + + base = sys.argv[1] + compare = sys.argv[2] + + print(f"Base file: {base}") + print(f"Compare file: {compare}") + + extract_data(base, [0, 1]) + +if __name__ == "__main__": + main() \ No newline at end of file diff --git a/paper_files/New_for_hybrid/evaluate/create_graphic.py b/paper_files/New_for_hybrid/evaluate/create_graphic.py new file mode 100755 index 0000000..7b95be9 --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/create_graphic.py @@ -0,0 +1,100 @@ +import sys +import matplotlib.pyplot as plt + +def extract_data(file_path, columns): +# The file consists of multiple exectuings with differen number of procs. +# Each execution starts with a line containing: +# ------------- Running: with procs ------------- +# In args we find the argument -n which states how often the command is executed. +# Each executin of the command starts with a line containing: +# [t8] #################### Run i of n #################### +# At the end of each run there is a line containing: +# [t8] Summary = [ time time time .... time ]; +# To extract the data we need to find the lines containing: +# ------------- Running: with procs ------------- +# until the end of the file. + data = [] + with open(file_path, 'r') as file: + for line in file: + if "------------- Running:" in line and "with" in line and "procs" in line: + parts = line.split("------------- Running:")[1].strip().split("with") + args = parts[0].strip() + procs = parts[1].strip().split()[0] + data.append({"procs": int(procs)}) + # Extract the number of runs from the args + # Assuming args is in the form of '-n ' + n_value = None + if any(arg.startswith('-n') and arg[2:].isdigit() for arg in args.split()): + n_value = next(arg[2:] for arg in args.split() if arg.startswith('-n') and arg[2:].isdigit()) + args_list = args.split() # Split args into a list of arguments + else: + print("No -n argument found in args.") + # for each run we need to find the line containing: + # [t8] Summary = [ time time time .... time ]; + current_run_summaries = [] + for run_line in file: + if "[t8] #################### Run" in run_line: + continue # Skip the run header lines + if "[t8] Summary =" in run_line: + # Extract the summary data + summary_data = run_line.split("[t8] Summary = [")[1].split("]")[0].strip().split() + # Filter the times based on the specified columns + summary_data = [summary_data[col] for col in columns if col < len(summary_data)] + # Convert the summary data to floats and filter based on columns + current_run_summaries.append([float(value) for value in summary_data]) + if "------------- Running: " in run_line: + break # Stop when the next run starts + # Compute the average of the times, given by the columns + if current_run_summaries: + avg_summary = [sum(x) / len(x) for x in zip(*current_run_summaries)] + # Append the average summary to the data + data[-1]["summaries"] = avg_summary + else: + print("No summaries found for this run.") + return data + +def create_graph(base_data, compare_data, names): +# Create a graph comparing the base and compare data + plt.figure(figsize=(10, 6)) + for i in range(len(names)): + procs = [entry["procs"] for entry in base_data] + base_times = [entry["summaries"][i] for entry in base_data] + compare_times = [entry["summaries"][i] for entry in compare_data] + plt.plot(procs, base_times, label=f"{names[i]} Base") + plt.plot(procs, compare_times, label=f"{names[i]} Compare") + plt.xlabel('Number of Processes') + plt.ylabel('Average Time (s)') + plt.title('Performance Comparison') + plt.legend() + plt.grid() + plt_name = f"graph_{names[i]}.png" + plt.savefig(plt_name) + plt.figure(figsize=(10, 6)) # Start a new plot for the next comparison + print(f"Graph saved as {plt_name}") + + +def main(): + if len(sys.argv) != 5: + print("Usage: python3 create_graph.py ") + print("Example: python3 create_graph.py base.txt compare.txt 'New,Adapt' '0,1'") + sys.exit(1) + + base = sys.argv[1] + compare = sys.argv[2] + names = sys.argv[3].split(',') + indices = list(map(int, sys.argv[4].split(','))) + + if len(names) != len(indices): + print("Error: The number of names and indices must be the same.") + sys.exit(1) + + print(f"Base file: {base}") + print(f"Compare file: {compare}") + + data_base = extract_data(base, indices) + data_compare = extract_data(compare, indices) + + create_graph(data_base, data_compare, names) + +if __name__ == "__main__": + main() \ No newline at end of file diff --git a/paper_files/New_for_hybrid/evaluate/graph_Adapt.png b/paper_files/New_for_hybrid/evaluate/graph_Adapt.png new file mode 100644 index 0000000..77eeb63 --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/graph_Adapt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4af5f8d2f8ed34c046398d00b8b403d54179413fa9ff0b6d5eefff252cde551 +size 39071 diff --git a/paper_files/New_for_hybrid/evaluate/graph_New.png b/paper_files/New_for_hybrid/evaluate/graph_New.png new file mode 100644 index 0000000..1ea65ed --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/graph_New.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d48ba990bee42e78f7cb1851ce0eae40bd8dc8710fa54156c5af3f12a612af +size 40181 diff --git a/paper_files/New_for_hybrid/evaluate/graph_Partition.png b/paper_files/New_for_hybrid/evaluate/graph_Partition.png new file mode 100644 index 0000000..f4d4f72 --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/graph_Partition.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803c5fd272bdc87ad69181d2d433e85dbf2a214a445b089f347f92fe84ef17fe +size 45819 diff --git a/paper_files/New_for_hybrid/evaluate/graph_Total.png b/paper_files/New_for_hybrid/evaluate/graph_Total.png new file mode 100644 index 0000000..2c5db1e --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/graph_Total.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c75147886a97ddb45e7335d23e1d0e24b76d8260ab6a6e4053645ce81e0863 +size 47705 From c8fe50b7642e69cd3a081c29fe4ec43e2dd0cc8f Mon Sep 17 00:00:00 2001 From: David Knapp Date: Fri, 25 Apr 2025 15:32:15 +0200 Subject: [PATCH 05/21] Add a python file to evalute runtime files --- .../New_for_hybrid/evaluate/create_graph.py | 45 ------------------- 1 file changed, 45 deletions(-) delete mode 100644 paper_files/New_for_hybrid/evaluate/create_graph.py diff --git a/paper_files/New_for_hybrid/evaluate/create_graph.py b/paper_files/New_for_hybrid/evaluate/create_graph.py deleted file mode 100644 index c48d51f..0000000 --- a/paper_files/New_for_hybrid/evaluate/create_graph.py +++ /dev/null @@ -1,45 +0,0 @@ -import sys - -def extract_data(file_path, columns): -# The file consists of multiple exectuings with differen number of procs. -# Each execution starts with a line containing: -# ------------- Running: with procs ------------- -# In args we find the argument -n which states how often the command is executed. -# Each executin of the command starts with a line containing: -# [t8] #################### Run i of n #################### -# At the end of each run there is a line containing: -# [t8] Summary = [ time time time .... time ]; -# To extract the data we need to find the lines containing: -# ------------- Running: with procs ------------- -# until the end of the file. - data = [] - print(f"Reading file: {file_path}") - with open(file_path, 'r') as file: - for line in file: - print(f"Processing line: {line.strip()}") - if "------------- Running:" in line and "with" in line and "procs" in line: - print(f"Found line: {line.strip()}") - parts = line.split("------------- Running:")[1].strip().split("with") - args = parts[0].strip() - procs = parts[1].strip().split()[0] - data.append({"args": args, "procs": int(procs)}) - print(f"Extracted args: {args}, procs: {procs}") - - return data - - -def main(): - if len(sys.argv) != 3: - print("Usage: python3 create_graph.py ") - sys.exit(1) - - base = sys.argv[1] - compare = sys.argv[2] - - print(f"Base file: {base}") - print(f"Compare file: {compare}") - - extract_data(base, [0, 1]) - -if __name__ == "__main__": - main() \ No newline at end of file From 3b06f9eec1e1af900014f7b11b59b5df78a3ca97 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Tue, 29 Apr 2025 15:43:21 +0200 Subject: [PATCH 06/21] update benchmark --- paper_files/New_for_hybrid/benchmark.cxx | 36 +++++++++++++++--------- 1 file changed, 22 insertions(+), 14 deletions(-) diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index 04747ac..d65d5bc 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -36,6 +36,7 @@ #include #include #include +#include #include @@ -67,7 +68,7 @@ t8_benchmark_forest_create_cmesh (const char *msh_file, const int mesh_dim, sc_M } else { T8_ASSERT (eclass != T8_ECLASS_INVALID); - cmesh = t8_cmesh_new_from_class (eclass, comm); + cmesh = t8_cmesh_new_hypercube ( eclass, comm, 0, 0, 0); } t8_cmesh_t cmesh_partition; t8_cmesh_init (&cmesh_partition); @@ -134,18 +135,20 @@ t8_band_adapt (t8_forest_t forest, t8_forest_t forest_from, t8_locidx_t which_tr static void benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, const int max_level, const std::array &x_min_max, - const double delta_t, const double max_time) + const double delta_t, const double max_time, const int do_ghost) { double adapt_time = 0; double partition_time = 0; double new_time = 0; double total_time = 0; - const int num_stats = 4; + double ghost_time = 0; + const int num_stats = 5; std::array times; sc_stats_init (×[0], "new"); sc_stats_init (×[1], "adapt"); sc_stats_init (×[2], "partition"); - sc_stats_init (×[3], "total"); + sc_stats_init (×[3], "ghost"); + sc_stats_init (×[4], "total"); t8_forest_t forest; t8_forest_init (&forest); @@ -179,22 +182,24 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c t8_forest_commit (forest_adapt); adapt_time += sc_MPI_Wtime (); - t8_forest_compute_profile (forest_adapt); t8_forest_ref (forest_adapt); t8_forest_init (&forest_partition); t8_forest_set_partition(forest_partition, forest_adapt, 0); t8_forest_set_profiling (forest_partition, 1); + if (do_ghost) { + t8_forest_set_ghost (forest_partition, 1, T8_GHOST_FACES); + } - partition_time -= sc_MPI_Wtime (); t8_forest_commit (forest_partition); - partition_time += sc_MPI_Wtime (); - t8_forest_compute_profile (forest_partition); - t8_cmesh_print_profile (t8_forest_get_cmesh (forest_partition)); forest = forest_partition; - t8_cmesh_print_profile (t8_forest_get_cmesh (forest_partition)); - t8_forest_print_profile (forest_partition); + t8_profile_t *profile = forest_partition->profile; + + partition_time = profile->partition_runtime; + ghost_time = profile->ghost_runtime; + + t8_forest_unref (&forest_adapt); } @@ -205,7 +210,8 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c sc_stats_accumulate (×[0], new_time); sc_stats_accumulate (×[1], adapt_time); sc_stats_accumulate (×[2], partition_time); - sc_stats_accumulate (×[3], total_time); + sc_stats_accumulate (×[3], ghost_time); + sc_stats_accumulate (×[4], total_time); sc_stats_compute (comm, num_stats, times.data ()); sc_stats_print (t8_get_package_id (), SC_LP_ESSENTIAL, num_stats, times.data (), 1, 1); t8_forest_unref (&forest_partition); @@ -227,6 +233,7 @@ main (int argc, char **argv) double cfl = 0; int eclass_int; int num_runs; + int do_ghost; /* Error check the MPI return value. */ SC_CHECK_MPI (mpiret); @@ -234,7 +241,7 @@ main (int argc, char **argv) /* Initialize the sc library, has to happen before we initialize t8code. */ sc_init (sc_MPI_COMM_WORLD, 1, 1, NULL, SC_LP_ESSENTIAL); /* Initialize t8code with log level SC_LP_PRODUCTION. See sc.h for more info on the log levels. */ - t8_init (SC_LP_ESSENTIAL); + t8_init (SC_LP_PRODUCTION); sc_options_t *options = sc_options_new (argv[0]); @@ -249,6 +256,7 @@ main (int argc, char **argv) sc_options_add_int (options, 'l', "level", &initial_level, 0, "The initial uniform refinement level of the forest."); sc_options_add_int (options, 'r', "rlevel", &level_diff, 1, "The number of levels that the forest is refined from the initial level."); + sc_options_add_switch (options, 'g', "ghost", &do_ghost, "If specified, the forest is created with ghost cells."); sc_options_add_double (options, 'x', "xmin", &x_min_max[0], 0, "The minimum x coordinate in the mesh."); sc_options_add_double (options, 'X', "xmax", &x_min_max[1], 1, "The maximum x coordinate in the mesh."); sc_options_add_double (options, 'T', "time", &T, 1, @@ -298,7 +306,7 @@ main (int argc, char **argv) t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (mshfileprefix, dim, sc_MPI_COMM_WORLD, initial_level, eclass); - benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min_max, delta_t, T); + benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min_max, delta_t, T, do_ghost); } sc_options_destroy (options); From c68c358fac73ff437d953aa9aa6f72a645ce4ba8 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Tue, 29 Apr 2025 15:57:43 +0200 Subject: [PATCH 07/21] udpate profiling --- paper_files/New_for_hybrid/benchmark.cxx | 13 +++++-------- 1 file changed, 5 insertions(+), 8 deletions(-) diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index d65d5bc..fd4503d 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -36,7 +36,6 @@ #include #include #include -#include #include @@ -178,9 +177,8 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c adapt_data.c_max = x_min_max[1] + time ; t8_forest_set_user_data (forest_adapt, (void *)&adapt_data); - adapt_time -= sc_MPI_Wtime (); t8_forest_commit (forest_adapt); - adapt_time += sc_MPI_Wtime (); + adapt_time += t8_forest_profile_get_adapt_time(forest_adapt); t8_forest_ref (forest_adapt); @@ -193,11 +191,10 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c t8_forest_commit (forest_partition); forest = forest_partition; - - t8_profile_t *profile = forest_partition->profile; - - partition_time = profile->partition_runtime; - ghost_time = profile->ghost_runtime; + int ghost_sent = 0; + int procs_sent = 0; + partition_time += t8_forest_profile_get_partition_time (forest_partition, &procs_sent); + ghost_time += t8_forest_profile_get_ghost_time (forest_partition, &ghost_sent); t8_forest_unref (&forest_adapt); From c70c20ce266b3d7265e5be97073119da188c5f09 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Tue, 29 Apr 2025 21:03:06 +0200 Subject: [PATCH 08/21] split benchmark of elements and big-mesh --- paper_files/New_for_hybrid/CMakeLists.txt | 3 + paper_files/New_for_hybrid/benchmark.cxx | 84 ++---- .../New_for_hybrid/benchmark_elems.cxx | 252 ++++++++++++++++++ 3 files changed, 283 insertions(+), 56 deletions(-) create mode 100644 paper_files/New_for_hybrid/benchmark_elems.cxx diff --git a/paper_files/New_for_hybrid/CMakeLists.txt b/paper_files/New_for_hybrid/CMakeLists.txt index 30c6ef5..5c4fe1d 100644 --- a/paper_files/New_for_hybrid/CMakeLists.txt +++ b/paper_files/New_for_hybrid/CMakeLists.txt @@ -17,5 +17,8 @@ target_include_directories(Benchmark_new_for_hybrid ) add_executable(benchmark benchmark.cxx) +add_executable(benchmark_elems benchmark_elems.cxx) target_link_libraries(benchmark PRIVATE T8CODE::T8) +target_link_libraries(benchmark_elems PRIVATE T8CODE::T8) + diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index fd4503d..91d644b 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -59,16 +59,9 @@ typedef struct * \return t8_cmesh_t */ t8_cmesh_t -t8_benchmark_forest_create_cmesh (const char *msh_file, const int mesh_dim, sc_MPI_Comm comm, const int init_level, [[ maybe_unused ]]const t8_eclass_t eclass) +t8_benchmark_forest_create_cmesh (const char *msh_file, const int mesh_dim, sc_MPI_Comm comm, const int init_level ) { - t8_cmesh_t cmesh; - if (msh_file != NULL){ - cmesh = t8_cmesh_from_msh_file ((char *) msh_file, 1, comm, mesh_dim, 0, false); - } - else { - T8_ASSERT (eclass != T8_ECLASS_INVALID); - cmesh = t8_cmesh_new_hypercube ( eclass, comm, 0, 0, 0); - } + t8_cmesh_t cmesh = t8_cmesh_from_msh_file ((char *) msh_file, 1, comm, mesh_dim, 0, false); t8_cmesh_t cmesh_partition; t8_cmesh_init (&cmesh_partition); t8_cmesh_set_derive (cmesh_partition, cmesh); @@ -133,21 +126,23 @@ t8_band_adapt (t8_forest_t forest, t8_forest_t forest_from, t8_locidx_t which_tr } static void -benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, const int max_level, const std::array &x_min_max, - const double delta_t, const double max_time, const int do_ghost) +benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, const int max_level, + const std::array &x_min_max, const int do_ghost, const int num_steps, const double length) { double adapt_time = 0; double partition_time = 0; double new_time = 0; double total_time = 0; double ghost_time = 0; - const int num_stats = 5; + double balance_time = 0; + const int num_stats = 6; std::array times; sc_stats_init (×[0], "new"); sc_stats_init (×[1], "adapt"); sc_stats_init (×[2], "partition"); sc_stats_init (×[3], "ghost"); - sc_stats_init (×[4], "total"); + sc_stats_init (×[4], "balance"); + sc_stats_init (×[5], "total"); t8_forest_t forest; t8_forest_init (&forest); @@ -163,18 +158,19 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c sc_stats_set1 (×[0], new_time, "new"); - t8_3D_vec normal({0.8, 0.3, 0.0}); + const double step = length / num_steps; + + t8_3D_vec normal({1, 0.0, 0.0}); adapt_data_t adapt_data = {x_min_max[0], x_min_max[1], normal, init_level, max_level}; t8_normalize (adapt_data.normal); - int num_steps = 0; t8_forest_t forest_adapt, forest_partition; - for (double time = 0; time < max_time; time += delta_t, ++num_steps) { + for (int istep = 0; istep < num_steps; ++istep) { t8_forest_init (&forest_adapt); t8_forest_set_adapt (forest_adapt, forest, t8_band_adapt, 1); t8_forest_set_profiling (forest_adapt, 1); - adapt_data.c_min = x_min_max[0] + time ; - adapt_data.c_max = x_min_max[1] + time ; + adapt_data.c_min = x_min_max[0] + step ; + adapt_data.c_max = x_min_max[1] + step ; t8_forest_set_user_data (forest_adapt, (void *)&adapt_data); t8_forest_commit (forest_adapt); @@ -193,8 +189,10 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c forest = forest_partition; int ghost_sent = 0; int procs_sent = 0; + int balance_rounds = 0; partition_time += t8_forest_profile_get_partition_time (forest_partition, &procs_sent); ghost_time += t8_forest_profile_get_ghost_time (forest_partition, &ghost_sent); + balance_time += t8_forest_profile_get_balance_time (forest_partition, &balance_rounds); t8_forest_unref (&forest_adapt); @@ -208,7 +206,8 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c sc_stats_accumulate (×[1], adapt_time); sc_stats_accumulate (×[2], partition_time); sc_stats_accumulate (×[3], ghost_time); - sc_stats_accumulate (×[4], total_time); + sc_stats_accumulate (×[4], balance_time); + sc_stats_accumulate (×[5], total_time); sc_stats_compute (comm, num_stats, times.data ()); sc_stats_print (t8_get_package_id (), SC_LP_ESSENTIAL, num_stats, times.data (), 1, 1); t8_forest_unref (&forest_partition); @@ -226,11 +225,10 @@ main (int argc, char **argv) int initial_level; int level_diff; std::array x_min_max; - double T; - double cfl = 0; - int eclass_int; int num_runs; int do_ghost; + double distance = 1.0; + int num_steps = 1; /* Error check the MPI return value. */ SC_CHECK_MPI (mpiret); @@ -246,53 +244,27 @@ main (int argc, char **argv) sc_options_add_string (options, 'f', "mshfile", &mshfileprefix, NULL, "If specified, the cmesh is constructed from a .msh file with the given prefix. " "The files must end in .msh and be created with gmsh."); - sc_options_add_int (options, 'e', "eclass", &eclass_int, 0, - "If no mshfile is given, the cmesh is created with the given element class. " - "0: Tetrahedron, 1: Hexahedron, 2: Prism, 3: Pyramid"); - sc_options_add_int (options, 'd', "dim", &dim, 2, "Together with -f: The dimension of the coarse mesh. 2 or 3."); + sc_options_add_int (options, 'd', "dim", &dim, 3, "Together with -f: The dimension of the coarse mesh. 2 or 3."); sc_options_add_int (options, 'l', "level", &initial_level, 0, "The initial uniform refinement level of the forest."); sc_options_add_int (options, 'r', "rlevel", &level_diff, 1, "The number of levels that the forest is refined from the initial level."); sc_options_add_switch (options, 'g', "ghost", &do_ghost, "If specified, the forest is created with ghost cells."); sc_options_add_double (options, 'x', "xmin", &x_min_max[0], 0, "The minimum x coordinate in the mesh."); sc_options_add_double (options, 'X', "xmax", &x_min_max[1], 1, "The maximum x coordinate in the mesh."); - sc_options_add_double (options, 'T', "time", &T, 1, - "The simulated time span. We simulate the time from 0 to T. T has to be > 0."); - /* CFL number. delta_t = CFL * 0.64 / 2^level */ - sc_options_add_double (options, 'C', "cfl", &cfl, 0, - "The CFL number. If specified, then delta_t is set to CFL * 0.64 / 2^level. "); + sc_options_add_double (options, 'D', "distance", &distance, 1.0, + "The distance between the plane should move in total."); + sc_options_add_int (options, 's', "steps", &num_steps, 1, + "The number of steps to take in the refinement region. The distance is divided by this number."); sc_options_add_int (options, 'n', "num-runs", &num_runs, 1, "The number of runs to perform. If specified, the program will run num_runs times with the same parameters. "); const int options_argc = sc_options_parse (t8_get_package_id (), SC_LP_DEFAULT, options, argc, argv); - if( options_argc <= 0 || options_argc != argc || help || initial_level < 0 || level_diff <= 0 || cfl == 0) + if( options_argc <= 0 || options_argc != argc || help || initial_level < 0 || level_diff <= 0 ) { sc_options_print_usage (t8_get_package_id (), SC_LP_ERROR, options, NULL); return 1; } - const double delta_t = cfl * 0.64 / (1 << initial_level); - t8_global_productionf ("Using CFL %f, delta_t = %f\n", cfl, delta_t); - - t8_eclass_t eclass = T8_ECLASS_INVALID; - - switch (eclass_int) - { - case 0: - eclass = T8_ECLASS_TET; - break; - case 1: - eclass = T8_ECLASS_HEX; - break; - case 2: - eclass = T8_ECLASS_PRISM; - break; - case 3: - eclass = T8_ECLASS_PYRAMID; - break; - default: - break; - } T8_ASSERT (mshfileprefix != NULL || eclass != T8_ECLASS_INVALID); @@ -300,10 +272,10 @@ main (int argc, char **argv) const int max_level = initial_level + level_diff; for (int irun = 0; irun < num_runs; ++irun) { t8_global_essentialf ("#################### Run %d of %d ####################\n", irun + 1, num_runs); - t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (mshfileprefix, dim, sc_MPI_COMM_WORLD, initial_level, eclass); + t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (mshfileprefix, dim, sc_MPI_COMM_WORLD, initial_level); - benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min_max, delta_t, T, do_ghost); + benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min_max, do_ghost, num_steps, distance); } sc_options_destroy (options); diff --git a/paper_files/New_for_hybrid/benchmark_elems.cxx b/paper_files/New_for_hybrid/benchmark_elems.cxx new file mode 100644 index 0000000..626d449 --- /dev/null +++ b/paper_files/New_for_hybrid/benchmark_elems.cxx @@ -0,0 +1,252 @@ +/* + This file is part of t8code. + t8code is a C library to manage a collection (a forest) of multiple + connected adaptive space-trees of general element types in parallel. + + Copyright (C) 2025 the developers + + t8code is free software; you can redistribute it and/or modify + it under the terms of the GNU General Public License as published by + the Free Software Foundation; either version 2 of the License, or + (at your option) any later version. + + t8code is distributed in the hope that it will be useful, + but WITHOUT ANY WARRANTY; without even the implied warranty of + MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the + GNU General Public License for more details. + + You should have received a copy of the GNU General Public License + along with t8code; if not, write to the Free Software Foundation, Inc., + 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. +*/ +#include + +#include + +#include +#include +#include + +#include +#include +#include +#include + +#include +#include +#include +#include + +#include +#include + + +#include + + +/** + * Create a partitioned cmesh. If no msh_file is given, a new hybrid cmesh is created. + * + * \param[in] msh_file + * \param[in] mesh_dim + * \param[in] comm + * \param[in] init_level + * \return t8_cmesh_t + */ +t8_cmesh_t +t8_benchmark_forest_create_cmesh ( sc_MPI_Comm comm, const int init_level, const t8_eclass_t eclass, const int num_elems) +{ + T8_ASSERT (eclass != T8_ECLASS_INVALID); + t8_cmesh_t cmesh = t8_cmesh_new_bigmesh ( eclass, num_elems, comm); + t8_cmesh_t cmesh_partition; + t8_cmesh_init (&cmesh_partition); + t8_cmesh_set_derive (cmesh_partition, cmesh); + t8_cmesh_set_partition_uniform (cmesh_partition, init_level, t8_scheme_new_default ()); + t8_cmesh_set_profiling (cmesh_partition, 1); + t8_cmesh_commit (cmesh_partition, comm); + t8_cmesh_destroy (&cmesh); + return cmesh_partition; +} + + +/* refine the forest in a band, given by a plane E and two constants + * c_min, c_max. We refine the cells in the band c_min*E, c_max*E */ +static int +t8_adapt_pyramid ([[maybe_unused]] t8_forest_t forest, [[maybe_unused]] t8_forest_t forest_from, [[maybe_unused]] t8_locidx_t which_tree, + [[maybe_unused]]t8_eclass_t tree_class, + [[maybe_unused]] t8_locidx_t lelement_id, [[maybe_unused]]const t8_scheme *scheme, [[maybe_unused]]const int is_family, + [[maybe_unused]] const int num_elements, t8_element_t *elements[]) +{ + const t8_dpyramid_t *pyra = (const t8_dpyramid_t *) elements[0]; + const int type = pyra->pyramid.type; + if (type == 6 || type == 0 || type == 2 || type == 4 ){ + return 1; + } + else { + return 0; + } +} + +static int +t8_adapt_second ([[maybe_unused]] t8_forest_t forest, [[maybe_unused]] t8_forest_t forest_from, [[maybe_unused]] t8_locidx_t which_tree, + [[maybe_unused]]t8_eclass_t tree_class, + [[maybe_unused]] t8_locidx_t lelement_id, [[maybe_unused]]const t8_scheme *scheme, [[maybe_unused]]const int is_family, + [[maybe_unused]] const int num_elements, t8_element_t *elements[]) +{ + const int child_id = scheme->element_get_child_id (tree_class, elements[0]); + return child_id % 2; +} + +static void +benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, const t8_eclass_t eclass) +{ + double adapt_time = 0; + double partition_time = 0; + double new_time = 0; + double total_time = 0; + double ghost_time = 0; + double balance_time = 0; + const int num_stats = 6; + std::array times; + sc_stats_init (×[0], "new"); + sc_stats_init (×[1], "adapt"); + sc_stats_init (×[2], "partition"); + sc_stats_init (×[3], "ghost"); + sc_stats_init (×[4], "balance"); + sc_stats_init (×[5], "total"); + + t8_forest_t forest; + t8_forest_init (&forest); + t8_forest_set_cmesh(forest, cmesh, comm); + t8_forest_set_scheme (forest, t8_scheme_new_default ()); + t8_forest_set_level (forest, init_level); + + total_time -= sc_MPI_Wtime (); + + new_time -= sc_MPI_Wtime (); + t8_forest_commit (forest); + new_time += sc_MPI_Wtime (); + + sc_stats_set1 (×[0], new_time, "new"); + + + t8_forest_t forest_adapt, forest_partition; + t8_forest_init (&forest_adapt); + if (eclass == T8_ECLASS_PYRAMID) { + t8_forest_set_adapt (forest_adapt, forest, t8_adapt_pyramid, 0); + } + else { + t8_forest_set_adapt (forest_adapt, forest, t8_adapt_second, 0); + } + t8_forest_set_profiling (forest_adapt, 1); + + + t8_forest_commit (forest_adapt); + adapt_time += t8_forest_profile_get_adapt_time(forest_adapt); + + t8_forest_ref (forest_adapt); + + t8_forest_init (&forest_partition); + t8_forest_set_partition(forest_partition, forest_adapt, 0); + t8_forest_set_profiling (forest_partition, 1); + t8_forest_set_ghost (forest_partition, 1, T8_GHOST_FACES); + t8_forest_set_balance (forest_partition, NULL, 0); + + t8_forest_commit (forest_partition); + forest = forest_partition; + int ghost_sent = 0; + int procs_sent = 0; + int balance_rounds = 0; + partition_time += t8_forest_profile_get_partition_time (forest_partition, &procs_sent); + ghost_time += t8_forest_profile_get_ghost_time (forest_partition, &ghost_sent); + balance_time += t8_forest_profile_get_balance_time (forest_partition, &balance_rounds); + + + t8_forest_unref (&forest_adapt); + + total_time += sc_MPI_Wtime (); + + sc_stats_accumulate (×[0], new_time); + sc_stats_accumulate (×[1], adapt_time); + sc_stats_accumulate (×[2], partition_time); + sc_stats_accumulate (×[3], ghost_time); + sc_stats_accumulate (×[4], balance_time); + sc_stats_accumulate (×[5], total_time); + sc_stats_compute (comm, num_stats, times.data ()); + sc_stats_print (t8_get_package_id (), SC_LP_ESSENTIAL, num_stats, times.data (), 1, 1); + t8_forest_unref (&forest_partition); +} + +int +main (int argc, char **argv) +{ + + /* Initialize MPI. This has to happen before we initialize sc or t8code. */ + int mpiret = sc_MPI_Init (&argc, &argv); + int help = 0; + int initial_level; + int eclass_int; + int num_runs; + int num_elems; + + /* Error check the MPI return value. */ + SC_CHECK_MPI (mpiret); + + /* Initialize the sc library, has to happen before we initialize t8code. */ + sc_init (sc_MPI_COMM_WORLD, 1, 1, NULL, SC_LP_ESSENTIAL); + /* Initialize t8code with log level SC_LP_PRODUCTION. See sc.h for more info on the log levels. */ + t8_init (SC_LP_PRODUCTION); + + sc_options_t *options = sc_options_new (argv[0]); + + sc_options_add_switch (options, 'h', "help", &help, "Print this help message and exit"); + sc_options_add_int (options, 'e', "eclass", &eclass_int, 0, + "0: Tetrahedron, 1: Hexahedron, 2: Prism, 3: Pyramid"); + sc_options_add_int (options, 'l', "level", &initial_level, 0, "The initial uniform refinement level of the forest."); + sc_options_add_int (options, 'n', "num-runs", &num_runs, 1, + "The number of runs to perform. If specified, the program will run num_runs times with the same parameters. "); + sc_options_add_int (options, 'N', "num-elems", &num_elems, 1, + "The number of elements in the forest. If specified, the program will create a forest with num_elems elements. "); + const int options_argc = sc_options_parse (t8_get_package_id (), SC_LP_DEFAULT, options, argc, argv); + + if( options_argc <= 0 || options_argc != argc || help ) + { + sc_options_print_usage (t8_get_package_id (), SC_LP_ERROR, options, NULL); + return 1; + } + t8_eclass_t eclass = T8_ECLASS_INVALID; + + switch (eclass_int) + { + case 0: + eclass = T8_ECLASS_TET; + break; + case 1: + eclass = T8_ECLASS_HEX; + break; + case 2: + eclass = T8_ECLASS_PRISM; + break; + case 3: + eclass = T8_ECLASS_PYRAMID; + break; + default: + break; + } + + for (int irun = 0; irun < num_runs; ++irun) { + t8_global_essentialf ("#################### Run %d of %d ####################\n", irun + 1, num_runs); + t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (sc_MPI_COMM_WORLD, initial_level, eclass, num_elems); + + + benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, eclass); + } + + sc_options_destroy (options); + sc_finalize (); + + mpiret = sc_MPI_Finalize (); + SC_CHECK_MPI (mpiret); + + return 0; +} From 2ed043f7c5b8f5a8fd8e19637af4ecae8f96cf09 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Wed, 30 Apr 2025 21:08:55 +0200 Subject: [PATCH 09/21] Update graphic creation --- .../New_for_hybrid/evaluate/create_graphic.py | 86 +- .../New_for_hybrid/evaluate/graph_Adapt.png | 4 +- .../New_for_hybrid/evaluate/graph_New.png | 4 +- .../evaluate/graph_Partition.png | 4 +- .../New_for_hybrid/evaluate/graph_Total.png | 4 +- .../New_for_hybrid_PYRA_procs_1_8_5624012 | 795 +++++++++ .../New_for_hybrid_PYRA_procs_8_64_5624005 | 912 +++++++++++ .../jobs/current_code_PYRA_procs_1_8_5624028 | 1227 ++++++++++++++ .../jobs/current_code_PYRA_procs_8_64_5624030 | 1416 +++++++++++++++++ 9 files changed, 4416 insertions(+), 36 deletions(-) create mode 100644 paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_1_8_5624012 create mode 100644 paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_8_64_5624005 create mode 100644 paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_1_8_5624028 create mode 100644 paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_8_64_5624030 diff --git a/paper_files/New_for_hybrid/evaluate/create_graphic.py b/paper_files/New_for_hybrid/evaluate/create_graphic.py index 7b95be9..9d16334 100755 --- a/paper_files/New_for_hybrid/evaluate/create_graphic.py +++ b/paper_files/New_for_hybrid/evaluate/create_graphic.py @@ -15,7 +15,8 @@ def extract_data(file_path, columns): # until the end of the file. data = [] with open(file_path, 'r') as file: - for line in file: + lines = file.readlines() # Read all lines into a list + for line in lines: if "------------- Running:" in line and "with" in line and "procs" in line: parts = line.split("------------- Running:")[1].strip().split("with") args = parts[0].strip() @@ -32,18 +33,20 @@ def extract_data(file_path, columns): # for each run we need to find the line containing: # [t8] Summary = [ time time time .... time ]; current_run_summaries = [] - for run_line in file: + for run_line in lines[lines.index(line) + 1:]: if "[t8] #################### Run" in run_line: + # find the number of the current run + run_number = run_line.split("[t8] #################### Run")[1].split("of")[0].strip() continue # Skip the run header lines - if "[t8] Summary =" in run_line: + if "[t8] Summary = [" in run_line: # Extract the summary data summary_data = run_line.split("[t8] Summary = [")[1].split("]")[0].strip().split() # Filter the times based on the specified columns summary_data = [summary_data[col] for col in columns if col < len(summary_data)] # Convert the summary data to floats and filter based on columns current_run_summaries.append([float(value) for value in summary_data]) - if "------------- Running: " in run_line: - break # Stop when the next run starts + if "------------- Running:" in run_line: + break # Exit the inner loop to reprocess the line in the outer loop # Compute the average of the times, given by the columns if current_run_summaries: avg_summary = [sum(x) / len(x) for x in zip(*current_run_summaries)] @@ -53,48 +56,75 @@ def extract_data(file_path, columns): print("No summaries found for this run.") return data -def create_graph(base_data, compare_data, names): -# Create a graph comparing the base and compare data - plt.figure(figsize=(10, 6)) +def create_graphics(num_files, names, graph_name_base, graph_name_compare, data_base, data_compare, pyra_flag=True): for i in range(len(names)): - procs = [entry["procs"] for entry in base_data] - base_times = [entry["summaries"][i] for entry in base_data] - compare_times = [entry["summaries"][i] for entry in compare_data] - plt.plot(procs, base_times, label=f"{names[i]} Base") - plt.plot(procs, compare_times, label=f"{names[i]} Compare") + plt.figure(figsize=(10, 6)) plt.xlabel('Number of Processes') plt.ylabel('Average Time (s)') + plt.xscale('log', base=2) + plt.yscale('log', base=2) plt.title('Performance Comparison') - plt.legend() + for ifile in range(int(num_files)): + procs = [entry["procs"] for entry in data_base[ifile]] + base_times = [entry["summaries"][i] for entry in data_base[ifile]] + compare_times = [entry["summaries"][i] for entry in data_compare[ifile]] + ideal_scaling = [base_times[0] / 2**iproc for iproc in range(len(procs))] + if ifile == 0: + plt.plot(procs, base_times, label=f"{names[i]} {graph_name_base} ", color='orange') + plt.plot(procs, compare_times, label=f"{names[i]} {graph_name_compare} ", color='blue') + plt.plot(procs, ideal_scaling, label=f"{names[i]} Ideal Scaling", color='black', linestyle='dashed') + for iproc in range(len(procs)): + val = data_base[ifile][iproc]["summaries"][i] # Use the first value in summaries as the reference + ideal_weak_scaling= [] + if pyra_flag: + ideal_weak_scaling = [val * ((2 * (8**i) - 6**i)/(8**i)) for i in range((int(num_files)))] + else: + ideal_weak_scaling = [val for _ in range(len(procs))] + shifted_procs = [procs[iproc] * 8**i for i in range(int(num_files))] + if iproc == 0: + plt.plot(shifted_procs, ideal_weak_scaling, label=f"{names[i]} Ideal Weak Scaling", color='black', linestyle='dotted') + else: + plt.plot(shifted_procs, ideal_weak_scaling, color='black', linestyle='dotted') + else: + plt.plot(procs, base_times, color='orange') + plt.plot(procs, compare_times, color='blue') + plt.plot(procs, ideal_scaling, color='black', linestyle='dashed') + plt.grid() + plt.legend() plt_name = f"graph_{names[i]}.png" plt.savefig(plt_name) - plt.figure(figsize=(10, 6)) # Start a new plot for the next comparison print(f"Graph saved as {plt_name}") def main(): - if len(sys.argv) != 5: - print("Usage: python3 create_graph.py ") - print("Example: python3 create_graph.py base.txt compare.txt 'New,Adapt' '0,1'") - sys.exit(1) + num_files = sys.argv[1] + + base = sys.argv[2:2 + int(num_files)] + compare = sys.argv[2 + int(num_files):2 + 2 * int(num_files)] - base = sys.argv[1] - compare = sys.argv[2] - names = sys.argv[3].split(',') - indices = list(map(int, sys.argv[4].split(','))) + additional_args_index = 2 + 2 * int(num_files) + names = sys.argv[additional_args_index].split(',') + indices = list(map(int, sys.argv[additional_args_index + 1].split(','))) + + graph_name_base = sys.argv[additional_args_index + 2] + graph_name_compare = sys.argv[additional_args_index + 3] if len(names) != len(indices): print("Error: The number of names and indices must be the same.") sys.exit(1) + + + data_base = [] + data_compare = [] + - print(f"Base file: {base}") - print(f"Compare file: {compare}") + for file in range(int(num_files)): + data_base.append(extract_data(base[file], indices)) + data_compare.append(extract_data(compare[file], indices)) - data_base = extract_data(base, indices) - data_compare = extract_data(compare, indices) + create_graphics(num_files, names, graph_name_base, graph_name_compare, data_base, data_compare) - create_graph(data_base, data_compare, names) if __name__ == "__main__": main() \ No newline at end of file diff --git a/paper_files/New_for_hybrid/evaluate/graph_Adapt.png b/paper_files/New_for_hybrid/evaluate/graph_Adapt.png index 77eeb63..1e37dcb 100644 --- a/paper_files/New_for_hybrid/evaluate/graph_Adapt.png +++ b/paper_files/New_for_hybrid/evaluate/graph_Adapt.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e4af5f8d2f8ed34c046398d00b8b403d54179413fa9ff0b6d5eefff252cde551 -size 39071 +oid sha256:50257eb8b56de806e7cd4fa8b4824ea79b2aac3ae0f1f916b415bb184e89e811 +size 77638 diff --git a/paper_files/New_for_hybrid/evaluate/graph_New.png b/paper_files/New_for_hybrid/evaluate/graph_New.png index 1ea65ed..77c585b 100644 --- a/paper_files/New_for_hybrid/evaluate/graph_New.png +++ b/paper_files/New_for_hybrid/evaluate/graph_New.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b7d48ba990bee42e78f7cb1851ce0eae40bd8dc8710fa54156c5af3f12a612af -size 40181 +oid sha256:eecde995c9a6c8e65724413a20989cda65622405b926133cc038d49e2a664c94 +size 73681 diff --git a/paper_files/New_for_hybrid/evaluate/graph_Partition.png b/paper_files/New_for_hybrid/evaluate/graph_Partition.png index f4d4f72..cac95a5 100644 --- a/paper_files/New_for_hybrid/evaluate/graph_Partition.png +++ b/paper_files/New_for_hybrid/evaluate/graph_Partition.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:803c5fd272bdc87ad69181d2d433e85dbf2a214a445b089f347f92fe84ef17fe -size 45819 +oid sha256:e1d1ea5bbe1cfda10116df21cbd135c8251416d089e5fb2a46ccc2753a6f042e +size 64060 diff --git a/paper_files/New_for_hybrid/evaluate/graph_Total.png b/paper_files/New_for_hybrid/evaluate/graph_Total.png index 2c5db1e..ee22e5b 100644 --- a/paper_files/New_for_hybrid/evaluate/graph_Total.png +++ b/paper_files/New_for_hybrid/evaluate/graph_Total.png @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:09c75147886a97ddb45e7335d23e1d0e24b76d8260ab6a6e4053645ce81e0863 -size 47705 +oid sha256:851c2b40bccde876015794d4da5bf5403229d144a9e29540c09bfc7ff9f79ee3 +size 72599 diff --git a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_1_8_5624012 b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_1_8_5624012 new file mode 100644 index 0000000..d28b806 --- /dev/null +++ b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_1_8_5624012 @@ -0,0 +1,795 @@ +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 1 procs ------------ +[1745998183.743167] [n11086:58046:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.440715 -0.440711 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 1.766674 1.325963 +[t8] Enter forest partition. +[t8] Start partition 1.769660 1.769660 +[t8] End partition 1.938060 0.168400 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 17715456 local elements. +[t8] Start ghost at 2.467730 -2.467730 +[t8] End ghost at 2.467824 0.000094 +[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 2.467924 -2.467924 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 5.230846 2.762921 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.439099 (0 = 0%) +[t8] Minimum attained at rank 0: 0.439099 +[t8] Maximum attained at rank 0: 0.439099 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 1.32596 (0 = 0%) +[t8] Minimum attained at rank 0: 1.32596 +[t8] Maximum attained at rank 0: 1.32596 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.1684 (0 = 0%) +[t8] Minimum attained at rank 0: 0.1684 +[t8] Maximum attained at rank 0: 0.1684 +[t8] Statistics for ghost +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0 (0) +[t8] Minimum attained at rank 0: 0 +[t8] Maximum attained at rank 0: 0 +[t8] Statistics for balance +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 3.38151 (0 = 0%) +[t8] Minimum attained at rank 0: 3.38151 +[t8] Maximum attained at rank 0: 3.38151 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 5.32429 (0 = 0%) +[t8] Minimum attained at rank 0: 5.32429 +[t8] Maximum attained at rank 0: 5.32429 +[t8] Summary = [ 0.439099 1.32596 0.1684 0 3.38151 5.32429 ]; +[t8] Maximum = [ 0.439099 1.32596 0.1684 0 3.38151 5.32429 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 5.761835 -5.761835 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 7.064657 1.302822 +[t8] Enter forest partition. +[t8] Start partition 7.067817 7.067817 +[t8] End partition 7.240711 0.172894 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 17715456 local elements. +[t8] Start ghost at 7.769964 -7.769964 +[t8] End ghost at 7.770010 0.000046 +[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 7.770107 -7.770107 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 10.521700 2.751593 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.432346 (0 = 0%) +[t8] Minimum attained at rank 0: 0.432346 +[t8] Maximum attained at rank 0: 0.432346 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 1.30282 (0 = 0%) +[t8] Minimum attained at rank 0: 1.30282 +[t8] Maximum attained at rank 0: 1.30282 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.172894 (0 = 0%) +[t8] Minimum attained at rank 0: 0.172894 +[t8] Maximum attained at rank 0: 0.172894 +[t8] Statistics for ghost +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0 (0) +[t8] Minimum attained at rank 0: 0 +[t8] Maximum attained at rank 0: 0 +[t8] Statistics for balance +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 3.37107 (0 = 0%) +[t8] Minimum attained at rank 0: 3.37107 +[t8] Maximum attained at rank 0: 3.37107 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 5.28727 (0 = 0%) +[t8] Minimum attained at rank 0: 5.28727 +[t8] Maximum attained at rank 0: 5.28727 +[t8] Summary = [ 0.432346 1.30282 0.172894 0 3.37107 5.28727 ]; +[t8] Maximum = [ 0.432346 1.30282 0.172894 0 3.37107 5.28727 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 11.056782 -11.056782 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 12.361434 1.304652 +[t8] Enter forest partition. +[t8] Start partition 12.364615 12.364614 +[t8] End partition 12.537533 0.172918 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 17715456 local elements. +[t8] Start ghost at 13.066515 -13.066515 +[t8] End ghost at 13.066564 0.000049 +[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 13.066663 -13.066663 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 15.827203 2.760539 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.436143 (0 = 0%) +[t8] Minimum attained at rank 0: 0.436143 +[t8] Maximum attained at rank 0: 0.436143 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 1.30465 (0 = 0%) +[t8] Minimum attained at rank 0: 1.30465 +[t8] Maximum attained at rank 0: 1.30465 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.172918 (0 = 0%) +[t8] Minimum attained at rank 0: 0.172918 +[t8] Maximum attained at rank 0: 0.172918 +[t8] Statistics for ghost +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0 (0) +[t8] Minimum attained at rank 0: 0 +[t8] Maximum attained at rank 0: 0 +[t8] Statistics for balance +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 3.37983 (0 = 0%) +[t8] Minimum attained at rank 0: 3.37983 +[t8] Maximum attained at rank 0: 3.37983 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 5.30202 (0 = 0%) +[t8] Minimum attained at rank 0: 5.30202 +[t8] Maximum attained at rank 0: 5.30202 +[t8] Summary = [ 0.436143 1.30465 0.172918 0 3.37983 5.30202 ]; +[t8] Maximum = [ 0.436143 1.30465 0.172918 0 3.37983 5.30202 ]; +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 2 procs ------------ +[1745998200.431346] [n11086:58073:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.222743 -0.222740 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 0.908645 0.685904 +[t8] Enter forest partition. +[t8] Start partition 0.910759 0.910759 +[t8] End partition 1.020173 0.109414 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 1.286413 -1.286413 +[t8] End ghost at 2.375347 1.088934 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 2.375419 -2.375419 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 3.758774 1.383354 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 3.820974 -3.820974 +[t8] End ghost at 4.909596 1.088621 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.218851 (6.9e-07 = 0.000315%) +[t8] Minimum attained at rank 1: 0.21885 +[t8] Maximum attained at rank 0: 0.218851 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.685894 (1.06e-05 = 0.00155%) +[t8] Minimum attained at rank 1: 0.685883 +[t8] Maximum attained at rank 0: 0.685904 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.109197 (0.000216 = 0.198%) +[t8] Minimum attained at rank 1: 0.108981 +[t8] Maximum attained at rank 0: 0.109414 +[t8] Statistics for ghost +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 1.08862 (1.91e-06 = 0.000175%) +[t8] Minimum attained at rank 1: 1.08862 +[t8] Maximum attained at rank 0: 1.08862 +[t8] Statistics for balance +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 2.79753 (2.36e-05 = 0.000845%) +[t8] Minimum attained at rank 0: 2.79751 +[t8] Maximum attained at rank 1: 2.79756 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 4.90754 (3.74e-06 = 7.63e-05%) +[t8] Minimum attained at rank 1: 4.90753 +[t8] Maximum attained at rank 0: 4.90754 +[t8] Summary = [ 0.218851 0.685894 0.109197 1.08862 2.79753 4.90754 ]; +[t8] Maximum = [ 0.218851 0.685904 0.109414 1.08862 2.79756 4.90754 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 5.128412 -5.128412 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 5.801809 0.673397 +[t8] Enter forest partition. +[t8] Start partition 5.804343 5.804343 +[t8] End partition 5.913345 0.109002 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 6.178983 -6.178983 +[t8] End ghost at 7.266778 1.087795 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 7.266839 -7.266839 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 8.648264 1.381425 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 8.708898 -8.708898 +[t8] End ghost at 9.795530 1.086631 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.214441 (5.85e-07 = 0.000273%) +[t8] Minimum attained at rank 0: 0.214441 +[t8] Maximum attained at rank 1: 0.214442 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.673388 (9.49e-06 = 0.00141%) +[t8] Minimum attained at rank 1: 0.673378 +[t8] Maximum attained at rank 0: 0.673397 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.109009 (6.42e-06 = 0.00589%) +[t8] Minimum attained at rank 0: 0.109002 +[t8] Maximum attained at rank 1: 0.109015 +[t8] Statistics for ghost +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 1.08663 (1.48e-06 = 0.000136%) +[t8] Minimum attained at rank 1: 1.08663 +[t8] Maximum attained at rank 0: 1.08663 +[t8] Statistics for balance +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 2.79206 (2.09e-06 = 7.48e-05%) +[t8] Minimum attained at rank 1: 2.79206 +[t8] Maximum attained at rank 0: 2.79206 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 4.88239 (2.51e-06 = 5.13e-05%) +[t8] Minimum attained at rank 1: 4.88239 +[t8] Maximum attained at rank 0: 4.88239 +[t8] Summary = [ 0.214441 0.673388 0.109009 1.08663 2.79206 4.88239 ]; +[t8] Maximum = [ 0.214442 0.673397 0.109015 1.08663 2.79206 4.88239 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 10.017436 -10.017436 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 10.690457 0.673020 +[t8] Enter forest partition. +[t8] Start partition 10.693212 10.693212 +[t8] End partition 10.802303 0.109090 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 11.068219 -11.068219 +[t8] End ghost at 12.158527 1.090308 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 12.158592 -12.158592 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 13.539964 1.381371 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 13.600689 -13.600689 +[t8] End ghost at 14.692962 1.092273 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.218483 (8.35e-07 = 0.000382%) +[t8] Minimum attained at rank 0: 0.218483 +[t8] Maximum attained at rank 1: 0.218484 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.673012 (8.75e-06 = 0.0013%) +[t8] Minimum attained at rank 1: 0.673003 +[t8] Maximum attained at rank 0: 0.67302 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.109088 (1.68e-06 = 0.00154%) +[t8] Minimum attained at rank 1: 0.109087 +[t8] Maximum attained at rank 0: 0.10909 +[t8] Statistics for ghost +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 1.09231 (4.1e-05 = 0.00375%) +[t8] Minimum attained at rank 0: 1.09227 +[t8] Maximum attained at rank 1: 1.09236 +[t8] Statistics for balance +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 2.79488 (1.92e-06 = 6.87e-05%) +[t8] Minimum attained at rank 1: 2.79488 +[t8] Maximum attained at rank 0: 2.79488 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 4.89486 (1.79e-06 = 3.65e-05%) +[t8] Minimum attained at rank 1: 4.89485 +[t8] Maximum attained at rank 0: 4.89486 +[t8] Summary = [ 0.218483 0.673012 0.109088 1.09231 2.79488 4.89486 ]; +[t8] Maximum = [ 0.218484 0.67302 0.10909 1.09236 2.79488 4.89486 ]; +[1745998200.431349] [n11086:58074:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 4 procs ------------ +[1745998216.026277] [n11086:58107:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.115706 -0.115704 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 0.480742 0.365038 +[t8] Enter forest partition. +[t8] Start partition 0.482297 0.482296 +[t8] End partition 0.574974 0.092677 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 0.708751 -0.708751 +[t8] End ghost at 1.349539 0.640788 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 1.349604 -1.349604 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 2.040702 0.691097 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 2.090264 -2.090264 +[t8] End ghost at 2.731875 0.641611 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.110712 (5.72e-05 = 0.0517%) +[t8] Minimum attained at rank 1: 0.110654 +[t8] Maximum attained at rank 0: 0.110775 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.365023 (1.01e-05 = 0.00276%) +[t8] Minimum attained at rank 2: 0.36501 +[t8] Maximum attained at rank 0: 0.365038 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0923527 (0.000559 = 0.606%) +[t8] Minimum attained at rank 3: 0.0913838 +[t8] Maximum attained at rank 2: 0.0926887 +[t8] Statistics for ghost +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.641151 (0.000651 = 0.101%) +[t8] Minimum attained at rank 2: 0.640031 +[t8] Maximum attained at rank 0: 0.641611 +[t8] Statistics for balance +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 1.51248 (1.38e-05 = 0.000912%) +[t8] Minimum attained at rank 0: 1.51246 +[t8] Maximum attained at rank 2: 1.5125 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 2.72766 (5.88e-05 = 0.00216%) +[t8] Minimum attained at rank 1: 2.7276 +[t8] Maximum attained at rank 0: 2.72773 +[t8] Summary = [ 0.110712 0.365023 0.0923527 0.641151 1.51248 2.72766 ]; +[t8] Maximum = [ 0.110775 0.365038 0.0926887 0.641611 1.5125 2.72773 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 2.841638 -2.841638 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 3.200876 0.359237 +[t8] Enter forest partition. +[t8] Start partition 3.201682 3.201682 +[t8] End partition 3.297827 0.096145 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 3.431258 -3.431258 +[t8] End ghost at 4.072271 0.641013 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 4.072343 -4.072343 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 4.764495 0.692152 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 4.817515 -4.817515 +[t8] End ghost at 5.457794 0.640279 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.107071 (1.08e-06 = 0.00101%) +[t8] Minimum attained at rank 1: 0.107069 +[t8] Maximum attained at rank 2: 0.107071 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.359217 (1.12e-05 = 0.00313%) +[t8] Minimum attained at rank 3: 0.35921 +[t8] Maximum attained at rank 0: 0.359237 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0961656 (1.38e-05 = 0.0143%) +[t8] Minimum attained at rank 0: 0.0961447 +[t8] Maximum attained at rank 2: 0.0961792 +[t8] Statistics for ghost +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.640414 (0.000112 = 0.0175%) +[t8] Minimum attained at rank 0: 0.640279 +[t8] Maximum attained at rank 2: 0.640557 +[t8] Statistics for balance +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 1.51648 (3.04e-06 = 0.000201%) +[t8] Minimum attained at rank 1: 1.51648 +[t8] Maximum attained at rank 0: 1.51648 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 2.72407 (6.22e-06 = 0.000228%) +[t8] Minimum attained at rank 1: 2.72407 +[t8] Maximum attained at rank 2: 2.72408 +[t8] Summary = [ 0.107071 0.359217 0.0961656 0.640414 1.51648 2.72407 ]; +[t8] Maximum = [ 0.107071 0.359237 0.0961792 0.640557 1.51648 2.72408 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 5.565928 -5.565928 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 5.923058 0.357130 +[t8] Enter forest partition. +[t8] Start partition 5.923858 5.923858 +[t8] End partition 6.020144 0.096285 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 6.153714 -6.153714 +[t8] End ghost at 6.796271 0.642556 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 6.796354 -6.796353 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 7.548655 0.752301 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 7.601354 -7.601354 +[t8] End ghost at 8.244950 0.643595 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.104998 (8.24e-07 = 0.000784%) +[t8] Minimum attained at rank 1: 0.104996 +[t8] Maximum attained at rank 3: 0.104998 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.357266 (0.000149 = 0.0416%) +[t8] Minimum attained at rank 1: 0.357104 +[t8] Maximum attained at rank 3: 0.357418 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0962817 (7.54e-06 = 0.00784%) +[t8] Minimum attained at rank 3: 0.0962719 +[t8] Maximum attained at rank 2: 0.0962918 +[t8] Statistics for ghost +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.642726 (0.00143 = 0.222%) +[t8] Minimum attained at rank 2: 0.640251 +[t8] Maximum attained at rank 0: 0.643595 +[t8] Statistics for balance +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 1.57804 (3.16e-06 = 0.0002%) +[t8] Minimum attained at rank 0: 1.57803 +[t8] Maximum attained at rank 3: 1.57804 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 2.78495 (3.71e-06 = 0.000133%) +[t8] Minimum attained at rank 1: 2.78495 +[t8] Maximum attained at rank 2: 2.78496 +[t8] Summary = [ 0.104998 0.357266 0.0962817 0.642726 1.57804 2.78495 ]; +[t8] Maximum = [ 0.104998 0.357418 0.0962918 0.643595 1.57804 2.78496 ]; +[1745998216.026168] [n11086:58108:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998216.026164] [n11086:58109:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998216.026156] [n11086:58110:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 8 procs ------------ +[1745998225.249931] [n11086:58151:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.072413 -0.072411 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 0.283976 0.211565 +[t8] Enter forest partition. +[t8] Start partition 0.286620 0.286620 +[t8] End partition 0.369945 0.083325 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 0.437364 -0.437364 +[t8] End ghost at 0.857088 0.419724 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 0.857138 -0.857138 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 1.204960 0.347822 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 1.250480 -1.250480 +[t8] End ghost at 1.669077 0.418597 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0577997 (1.2e-05 = 0.0208%) +[t8] Minimum attained at rank 6: 0.0577799 +[t8] Maximum attained at rank 3: 0.0578195 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.211558 (1.17e-05 = 0.00551%) +[t8] Minimum attained at rank 1: 0.211542 +[t8] Maximum attained at rank 4: 0.211572 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0820872 (0.00135 = 1.65%) +[t8] Minimum attained at rank 6: 0.0788615 +[t8] Maximum attained at rank 0: 0.0833248 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.41863 (0.000883 = 0.211%) +[t8] Minimum attained at rank 6: 0.417091 +[t8] Maximum attained at rank 4: 0.419582 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.876622 (2.9e-05 = 0.0033%) +[t8] Minimum attained at rank 6: 0.876587 +[t8] Maximum attained at rank 3: 0.876665 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.65602 (1.36e-05 = 0.000823%) +[t8] Minimum attained at rank 6: 1.65599 +[t8] Maximum attained at rank 3: 1.65604 +[t8] Summary = [ 0.0577997 0.211558 0.0820872 0.41863 0.876622 1.65602 ]; +[t8] Maximum = [ 0.0578195 0.211572 0.0833248 0.419582 0.876665 1.65604 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 1.730079 -1.730079 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 1.941217 0.211137 +[t8] Enter forest partition. +[t8] Start partition 1.944895 1.944895 +[t8] End partition 2.027243 0.082347 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 2.094682 -2.094682 +[t8] End ghost at 2.513021 0.418339 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 2.513070 -2.513070 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 2.864928 0.351857 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 2.910251 -2.910251 +[t8] End ghost at 3.328247 0.417996 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0568125 (8.49e-07 = 0.00149%) +[t8] Minimum attained at rank 1: 0.0568108 +[t8] Maximum attained at rank 4: 0.0568138 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.21135 (0.000234 = 0.111%) +[t8] Minimum attained at rank 1: 0.211106 +[t8] Maximum attained at rank 7: 0.211588 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0818608 (0.000609 = 0.744%) +[t8] Minimum attained at rank 6: 0.0809577 +[t8] Maximum attained at rank 1: 0.082542 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.41745 (0.000348 = 0.0833%) +[t8] Minimum attained at rank 4: 0.416946 +[t8] Maximum attained at rank 0: 0.417996 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.879309 (5.49e-06 = 0.000625%) +[t8] Minimum attained at rank 0: 0.879304 +[t8] Maximum attained at rank 2: 0.879322 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.65592 (2.94e-06 = 0.000177%) +[t8] Minimum attained at rank 0: 1.65592 +[t8] Maximum attained at rank 1: 1.65593 +[t8] Summary = [ 0.0568125 0.21135 0.0818608 0.41745 0.879309 1.65592 ]; +[t8] Maximum = [ 0.0568138 0.211588 0.082542 0.417996 0.879322 1.65593 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 3.388250 -3.388250 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 3.595993 0.207743 +[t8] Enter forest partition. +[t8] Start partition 3.599716 3.599716 +[t8] End partition 3.681997 0.082282 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 3.749411 -3.749411 +[t8] End ghost at 4.166860 0.417448 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 4.166910 -4.166910 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 4.514037 0.347127 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 4.559285 -4.559285 +[t8] End ghost at 4.977310 0.418025 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0567636 (6.54e-07 = 0.00115%) +[t8] Minimum attained at rank 1: 0.0567621 +[t8] Maximum attained at rank 6: 0.0567643 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.20796 (0.000232 = 0.112%) +[t8] Minimum attained at rank 3: 0.207714 +[t8] Maximum attained at rank 4: 0.208196 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0818203 (0.00058 = 0.709%) +[t8] Minimum attained at rank 6: 0.080903 +[t8] Maximum attained at rank 1: 0.0824553 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.41817 (0.000661 = 0.158%) +[t8] Minimum attained at rank 6: 0.417109 +[t8] Maximum attained at rank 4: 0.41902 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.873603 (5.37e-06 = 0.000615%) +[t8] Minimum attained at rank 5: 0.873598 +[t8] Maximum attained at rank 1: 0.873616 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.64777 (5.81e-06 = 0.000353%) +[t8] Minimum attained at rank 3: 1.64776 +[t8] Maximum attained at rank 4: 1.64778 +[t8] Summary = [ 0.0567636 0.20796 0.0818203 0.41817 0.873603 1.64777 ]; +[t8] Maximum = [ 0.0567643 0.208196 0.0824553 0.41902 0.873616 1.64778 ]; +[1745998225.249862] [n11086:58156:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998225.249864] [n11086:58158:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998225.250010] [n11086:58154:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998225.249927] [n11086:58153:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998225.249857] [n11086:58157:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998225.249904] [n11086:58152:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998225.249857] [n11086:58155:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_8_64_5624005 b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_8_64_5624005 new file mode 100644 index 0000000..7baf62d --- /dev/null +++ b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_8_64_5624005 @@ -0,0 +1,912 @@ +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 8 procs ------------ +[1745998043.233442] [n11086:57046:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.464407 -0.464404 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 2.070080 1.605676 +[t8] Enter forest partition. +[t8] Start partition 2.072763 2.072763 +[t8] End partition 2.591698 0.518935 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 3.131831 -3.131830 +[t8] End ghost at 4.810946 1.679115 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 4.811000 -4.811000 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 7.625889 2.814888 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 7.892810 -7.892810 +[t8] End ghost at 9.571548 1.678738 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.455546 (4.07e-05 = 0.00893%) +[t8] Minimum attained at rank 6: 0.455504 +[t8] Maximum attained at rank 5: 0.455621 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.60566 (1.54e-05 = 0.000961%) +[t8] Minimum attained at rank 4: 1.60563 +[t8] Maximum attained at rank 0: 1.60568 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.518383 (0.000983 = 0.19%) +[t8] Minimum attained at rank 6: 0.517006 +[t8] Maximum attained at rank 2: 0.519389 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.67311 (0.00353 = 0.211%) +[t8] Minimum attained at rank 2: 1.66903 +[t8] Maximum attained at rank 0: 1.67874 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 5.29214 (3.22e-05 = 0.000608%) +[t8] Minimum attained at rank 5: 5.2921 +[t8] Maximum attained at rank 3: 5.2922 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 9.56442 (3.98e-05 = 0.000417%) +[t8] Minimum attained at rank 6: 9.56437 +[t8] Maximum attained at rank 5: 9.56449 +[t8] Summary = [ 0.455546 1.60566 0.518383 1.67311 5.29214 9.56442 ]; +[t8] Maximum = [ 0.455621 1.60568 0.519389 1.67874 5.2922 9.56449 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 10.027395 -10.027394 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 11.614002 1.586608 +[t8] Enter forest partition. +[t8] Start partition 11.616483 11.616483 +[t8] End partition 12.135860 0.519377 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 12.677176 -12.677175 +[t8] End ghost at 14.352204 1.675029 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 14.352264 -14.352264 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 17.192742 2.840477 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 17.460251 -17.460251 +[t8] End ghost at 19.132855 1.672604 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.446768 (6.11e-07 = 0.000137%) +[t8] Minimum attained at rank 1: 0.446767 +[t8] Maximum attained at rank 3: 0.446768 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.58658 (9.58e-06 = 0.000604%) +[t8] Minimum attained at rank 4: 1.58658 +[t8] Maximum attained at rank 0: 1.58661 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.519138 (0.00167 = 0.322%) +[t8] Minimum attained at rank 5: 0.517063 +[t8] Maximum attained at rank 2: 0.52124 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.67223 (0.000949 = 0.0567%) +[t8] Minimum attained at rank 1: 1.67062 +[t8] Maximum attained at rank 3: 1.67381 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 5.31393 (1.04e-05 = 0.000197%) +[t8] Minimum attained at rank 0: 5.31393 +[t8] Maximum attained at rank 5: 5.31396 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 9.55524 (3.14e-06 = 3.29e-05%) +[t8] Minimum attained at rank 2: 9.55524 +[t8] Maximum attained at rank 4: 9.55525 +[t8] Summary = [ 0.446768 1.58658 0.519138 1.67223 5.31393 9.55524 ]; +[t8] Maximum = [ 0.446768 1.58661 0.52124 1.67381 5.31396 9.55525 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 19.589468 -19.589467 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 21.185767 1.596299 +[t8] Enter forest partition. +[t8] Start partition 21.188209 21.188209 +[t8] End partition 21.706603 0.518393 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 22.247833 -22.247833 +[t8] End ghost at 23.923816 1.675982 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 23.923877 -23.923876 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 26.712050 2.788173 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 26.979172 -26.979172 +[t8] End ghost at 28.654534 1.675362 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.446852 (7.39e-07 = 0.000165%) +[t8] Minimum attained at rank 7: 0.446851 +[t8] Maximum attained at rank 0: 0.446854 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.59627 (1.04e-05 = 0.000649%) +[t8] Minimum attained at rank 7: 1.59627 +[t8] Maximum attained at rank 0: 1.5963 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.518578 (0.00136 = 0.262%) +[t8] Minimum attained at rank 7: 0.516366 +[t8] Maximum attained at rank 2: 0.520507 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.67308 (0.00147 = 0.088%) +[t8] Minimum attained at rank 3: 1.67065 +[t8] Maximum attained at rank 0: 1.67536 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 5.26185 (4.27e-06 = 8.11e-05%) +[t8] Minimum attained at rank 5: 5.26184 +[t8] Maximum attained at rank 3: 5.26186 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 9.51363 (3.32e-06 = 3.49e-05%) +[t8] Minimum attained at rank 4: 9.51362 +[t8] Maximum attained at rank 6: 9.51363 +[t8] Summary = [ 0.446852 1.59627 0.518578 1.67308 5.26185 9.51363 ]; +[t8] Maximum = [ 0.446854 1.5963 0.520507 1.67536 5.26186 9.51363 ]; +[1745998043.233453] [n11086:57051:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998043.233453] [n11086:57053:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998043.233453] [n11086:57052:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998043.233453] [n11086:57050:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998043.233442] [n11086:57048:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998043.233449] [n11086:57047:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998043.233462] [n11086:57049:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 16 procs ------------ +[1745998073.024207] [n11086:57109:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.256424 -0.256420 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 1.055840 0.799419 +[t8] Enter forest partition. +[t8] Start partition 1.058786 1.058786 +[t8] End partition 1.318514 0.259728 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 1.591980 -1.591980 +[t8] End ghost at 2.825361 1.233381 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 2.825415 -2.825415 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 4.245051 1.419636 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 4.382376 -4.382376 +[t8] End ghost at 5.613990 1.231614 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.227696 (5.42e-05 = 0.0238%) +[t8] Minimum attained at rank 4: 0.227621 +[t8] Maximum attained at rank 7: 0.227824 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.799357 (3.68e-05 = 0.00461%) +[t8] Minimum attained at rank 12: 0.799306 +[t8] Maximum attained at rank 0: 0.799419 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.260839 (0.00138 = 0.527%) +[t8] Minimum attained at rank 4: 0.256486 +[t8] Maximum attained at rank 9: 0.262398 +[t8] Statistics for ghost +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 1.23131 (0.00424 = 0.344%) +[t8] Minimum attained at rank 7: 1.22658 +[t8] Maximum attained at rank 8: 1.24032 +[t8] Statistics for balance +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 3.05353 (5.06e-05 = 0.00166%) +[t8] Minimum attained at rank 13: 3.05345 +[t8] Maximum attained at rank 6: 3.05364 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 5.59502 (5.27e-05 = 0.000943%) +[t8] Minimum attained at rank 4: 5.59495 +[t8] Maximum attained at rank 7: 5.59514 +[t8] Summary = [ 0.227696 0.799357 0.260839 1.23131 3.05353 5.59502 ]; +[t8] Maximum = [ 0.227824 0.799419 0.262398 1.24032 3.05364 5.59514 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 5.855816 -5.855816 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 6.660106 0.804290 +[t8] Enter forest partition. +[t8] Start partition 6.662851 6.662851 +[t8] End partition 6.924172 0.261321 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 7.202266 -7.202266 +[t8] End ghost at 8.432680 1.230413 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 8.432740 -8.432740 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 9.847632 1.414891 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 9.985652 -9.985652 +[t8] End ghost at 11.223188 1.237536 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.226453 (9.44e-07 = 0.000417%) +[t8] Minimum attained at rank 2: 0.226451 +[t8] Maximum attained at rank 15: 0.226455 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.804255 (9.53e-06 = 0.00119%) +[t8] Minimum attained at rank 15: 0.804248 +[t8] Maximum attained at rank 0: 0.80429 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.261124 (0.000937 = 0.359%) +[t8] Minimum attained at rank 7: 0.258713 +[t8] Maximum attained at rank 3: 0.262523 +[t8] Statistics for ghost +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 1.23367 (0.00394 = 0.319%) +[t8] Minimum attained at rank 15: 1.22558 +[t8] Maximum attained at rank 2: 1.23915 +[t8] Statistics for balance +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 3.05287 (9.64e-06 = 0.000316%) +[t8] Minimum attained at rank 2: 3.05286 +[t8] Maximum attained at rank 7: 3.0529 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 5.59644 (1.2e-05 = 0.000214%) +[t8] Minimum attained at rank 0: 5.59643 +[t8] Maximum attained at rank 6: 5.59648 +[t8] Summary = [ 0.226453 0.804255 0.261124 1.23367 3.05287 5.59644 ]; +[t8] Maximum = [ 0.226455 0.80429 0.262523 1.23915 3.0529 5.59648 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 11.458647 -11.458646 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 12.264139 0.805493 +[t8] Enter forest partition. +[t8] Start partition 12.266831 12.266831 +[t8] End partition 12.527549 0.260717 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 12.801022 -12.801022 +[t8] End ghost at 14.035202 1.234179 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 14.035257 -14.035257 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 15.435130 1.399873 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 15.573752 -15.573752 +[t8] End ghost at 16.806618 1.232866 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.226833 (6.96e-07 = 0.000307%) +[t8] Minimum attained at rank 3: 0.226831 +[t8] Maximum attained at rank 2: 0.226834 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.805468 (6.48e-06 = 0.000804%) +[t8] Minimum attained at rank 15: 0.805463 +[t8] Maximum attained at rank 0: 0.805493 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.260882 (0.00103 = 0.393%) +[t8] Minimum attained at rank 14: 0.259493 +[t8] Maximum attained at rank 2: 0.263356 +[t8] Statistics for ghost +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 1.23217 (0.00404 = 0.328%) +[t8] Minimum attained at rank 5: 1.22807 +[t8] Maximum attained at rank 8: 1.24282 +[t8] Statistics for balance +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 3.03609 (8.83e-06 = 0.000291%) +[t8] Minimum attained at rank 14: 3.03608 +[t8] Maximum attained at rank 1: 3.03611 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 5.58577 (9.9e-06 = 0.000177%) +[t8] Minimum attained at rank 5: 5.58575 +[t8] Maximum attained at rank 7: 5.58579 +[t8] Summary = [ 0.226833 0.805468 0.260882 1.23217 3.03609 5.58577 ]; +[t8] Maximum = [ 0.226834 0.805493 0.263356 1.24282 3.03611 5.58579 ]; +[1745998073.023791] [n11086:57114:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.023864] [n11086:57116:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.024226] [n11086:57119:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.023967] [n11086:57117:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.024305] [n11086:57111:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.024212] [n11086:57112:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.023312] [n11086:57122:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.024296] [n11086:57115:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.024136] [n11086:57123:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.023726] [n11086:57120:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.023914] [n11086:57121:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.023562] [n11086:57124:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.024207] [n11086:57110:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.010238] [n11086:57118:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998073.022705] [n11086:57113:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 32 procs ------------ +[1745998091.337707] [n11086:57221:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.151550 -0.151547 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 0.566609 0.415062 +[t8] Enter forest partition. +[t8] Start partition 0.570329 0.570329 +[t8] End partition 0.724485 0.154156 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 0.861518 -0.861518 +[t8] End ghost at 1.716356 0.854837 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 1.716440 -1.716439 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 2.429748 0.713308 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 2.502891 -2.502891 +[t8] End ghost at 3.353970 0.851079 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.118869 (8.86e-05 = 0.0745%) +[t8] Minimum attained at rank 31: 0.118755 +[t8] Maximum attained at rank 6: 0.119054 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.415017 (9.54e-05 = 0.023%) +[t8] Minimum attained at rank 6: 0.414868 +[t8] Maximum attained at rank 2: 0.415154 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.137308 (0.00913 = 6.65%) +[t8] Minimum attained at rank 13: 0.131065 +[t8] Maximum attained at rank 16: 0.154254 +[t8] Statistics for ghost +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.852425 (0.00134 = 0.158%) +[t8] Minimum attained at rank 29: 0.850429 +[t8] Maximum attained at rank 17: 0.854902 +[t8] Statistics for balance +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 1.77116 (9.8e-05 = 0.00553%) +[t8] Minimum attained at rank 15: 1.77105 +[t8] Maximum attained at rank 24: 1.77144 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 3.32627 (9.15e-05 = 0.00275%) +[t8] Minimum attained at rank 9: 3.32614 +[t8] Maximum attained at rank 6: 3.32648 +[t8] Summary = [ 0.118869 0.415017 0.137308 0.852425 1.77116 3.32627 ]; +[t8] Maximum = [ 0.119054 0.415154 0.154254 0.854902 1.77144 3.32648 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 3.477949 -3.477949 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 3.888701 0.410751 +[t8] Enter forest partition. +[t8] Start partition 3.895170 3.895170 +[t8] End partition 4.047336 0.152166 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 4.201975 -4.201975 +[t8] End ghost at 5.055844 0.853868 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 5.055921 -5.055920 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 5.760948 0.705028 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 5.833185 -5.833185 +[t8] End ghost at 6.689288 0.856102 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.115282 (6.78e-07 = 0.000588%) +[t8] Minimum attained at rank 1: 0.11528 +[t8] Maximum attained at rank 6: 0.115284 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.410719 (8.15e-06 = 0.00198%) +[t8] Minimum attained at rank 19: 0.41071 +[t8] Maximum attained at rank 0: 0.410751 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.136768 (0.00898 = 6.57%) +[t8] Minimum attained at rank 17: 0.130408 +[t8] Maximum attained at rank 28: 0.15417 +[t8] Statistics for ghost +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.852791 (0.00244 = 0.286%) +[t8] Minimum attained at rank 29: 0.847836 +[t8] Maximum attained at rank 1: 0.857015 +[t8] Statistics for balance +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 1.77796 (1.6e-05 = 0.000899%) +[t8] Minimum attained at rank 14: 1.77793 +[t8] Maximum attained at rank 12: 1.778 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 3.32854 (1.72e-05 = 0.000518%) +[t8] Minimum attained at rank 12: 3.32851 +[t8] Maximum attained at rank 3: 3.32859 +[t8] Summary = [ 0.115282 0.410719 0.136768 0.852791 1.77796 3.32854 ]; +[t8] Maximum = [ 0.115284 0.410751 0.15417 0.857015 1.778 3.32859 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 6.811142 -6.811142 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 7.220092 0.408950 +[t8] Enter forest partition. +[t8] Start partition 7.226540 7.226540 +[t8] End partition 7.377804 0.151264 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 7.531608 -7.531608 +[t8] End ghost at 8.389212 0.857604 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 8.389279 -8.389279 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 9.108398 0.719119 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 9.180789 -9.180789 +[t8] End ghost at 10.030715 0.849926 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.116056 (9.29e-07 = 0.0008%) +[t8] Minimum attained at rank 1: 0.116053 +[t8] Maximum attained at rank 6: 0.116058 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.408922 (8.14e-06 = 0.00199%) +[t8] Minimum attained at rank 31: 0.408911 +[t8] Maximum attained at rank 0: 0.40895 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.135881 (0.00913 = 6.72%) +[t8] Minimum attained at rank 9: 0.126361 +[t8] Maximum attained at rank 28: 0.152544 +[t8] Statistics for ghost +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.851362 (0.00109 = 0.128%) +[t8] Minimum attained at rank 5: 0.848848 +[t8] Maximum attained at rank 29: 0.852798 +[t8] Statistics for balance +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 1.79582 (1.44e-05 = 0.000802%) +[t8] Minimum attained at rank 20: 1.79578 +[t8] Maximum attained at rank 7: 1.79585 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 3.33961 (1.85e-05 = 0.000554%) +[t8] Minimum attained at rank 14: 3.33958 +[t8] Maximum attained at rank 9: 3.33966 +[t8] Summary = [ 0.116056 0.408922 0.135881 0.851362 1.79582 3.33961 ]; +[t8] Maximum = [ 0.116058 0.40895 0.152544 0.852798 1.79585 3.33966 ]; +[1745998091.337341] [n11086:57243:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337707] [n11086:57222:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337425] [n11086:57235:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337499] [n11086:57230:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337717] [n11086:57224:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337814] [n11086:57245:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337375] [n11086:57249:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337480] [n11086:57232:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337682] [n11086:57227:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337378] [n11086:57250:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337533] [n11086:57233:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337871] [n11086:57241:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337684] [n11086:57226:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337391] [n11086:57228:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337778] [n11086:57247:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337607] [n11086:57251:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337502] [n11086:57234:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.336208] [n11086:57236:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337521] [n11086:57238:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337582] [n11086:57237:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337234] [n11086:57242:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337653] [n11086:57246:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337375] [n11086:57252:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337480] [n11086:57229:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337707] [n11086:57244:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337532] [n11086:57239:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337521] [n11086:57240:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337716] [n11086:57223:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337493] [n11086:57231:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337389] [n11086:57225:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998091.337562] [n11086:57248:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 64 procs ------------ +[1745998103.634591] [n11086:57421:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.106127 -0.106123 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 0.322967 0.216843 +[t8] Enter forest partition. +[t8] Start partition 0.327859 0.327859 +[t8] End partition 0.412593 0.084734 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 0.508721 -0.508721 +[t8] End ghost at 1.071046 0.562325 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 1.071104 -1.071104 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 1.433214 0.362109 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 1.487873 -1.487873 +[t8] End ghost at 2.048496 0.560622 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.0682832 (0.000189 = 0.276%) +[t8] Minimum attained at rank 49: 0.068083 +[t8] Maximum attained at rank 3: 0.068726 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.216444 (0.000252 = 0.116%) +[t8] Minimum attained at rank 57: 0.216056 +[t8] Maximum attained at rank 0: 0.216843 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0916992 (0.00817 = 8.91%) +[t8] Minimum attained at rank 8: 0.0808894 +[t8] Maximum attained at rank 29: 0.103706 +[t8] Statistics for ghost +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.543528 (0.0284 = 5.23%) +[t8] Minimum attained at rank 63: 0.49266 +[t8] Maximum attained at rank 18: 0.561515 +[t8] Statistics for balance +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 1.04464 (0.000206 = 0.0197%) +[t8] Minimum attained at rank 63: 1.04436 +[t8] Maximum attained at rank 1: 1.04533 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 2.01288 (0.000193 = 0.00957%) +[t8] Minimum attained at rank 44: 2.01264 +[t8] Maximum attained at rank 3: 2.01336 +[t8] Summary = [ 0.0682832 0.216444 0.0916992 0.543528 1.04464 2.01288 ]; +[t8] Maximum = [ 0.068726 0.216843 0.103706 0.561515 1.04533 2.01336 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 2.116774 -2.116774 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 2.330328 0.213553 +[t8] Enter forest partition. +[t8] Start partition 2.338933 2.338933 +[t8] End partition 2.418788 0.079855 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 2.516480 -2.516479 +[t8] End ghost at 3.078122 0.561642 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 3.078188 -3.078188 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 3.441062 0.362873 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 3.493437 -3.493437 +[t8] End ghost at 4.052125 0.558687 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.0619021 (2.64e-06 = 0.00427%) +[t8] Minimum attained at rank 1: 0.0618931 +[t8] Maximum attained at rank 13: 0.0619063 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.213503 (1.29e-05 = 0.00603%) +[t8] Minimum attained at rank 59: 0.213486 +[t8] Maximum attained at rank 0: 0.213553 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0898181 (0.00863 = 9.61%) +[t8] Minimum attained at rank 40: 0.0787402 +[t8] Maximum attained at rank 62: 0.102808 +[t8] Statistics for ghost +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.541986 (0.0271 = 5%) +[t8] Minimum attained at rank 39: 0.493548 +[t8] Maximum attained at rank 10: 0.559202 +[t8] Statistics for balance +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 1.04292 (3.33e-05 = 0.00319%) +[t8] Minimum attained at rank 5: 1.04285 +[t8] Maximum attained at rank 1: 1.04298 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 1.99903 (3.72e-05 = 0.00186%) +[t8] Minimum attained at rank 14: 1.99896 +[t8] Maximum attained at rank 30: 1.9991 +[t8] Summary = [ 0.0619021 0.213503 0.0898181 0.541986 1.04292 1.99903 ]; +[t8] Maximum = [ 0.0619063 0.213553 0.102808 0.559202 1.04298 1.9991 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 4.120116 -4.120116 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 4.333498 0.213382 +[t8] Enter forest partition. +[t8] Start partition 4.342135 4.342135 +[t8] End partition 4.424460 0.082323 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 4.542513 -4.542513 +[t8] End ghost at 5.104463 0.561950 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 5.104528 -5.104528 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 5.465253 0.360724 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 5.517390 -5.517390 +[t8] End ghost at 6.074635 0.557245 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.0619939 (1.61e-06 = 0.0026%) +[t8] Minimum attained at rank 61: 0.0619908 +[t8] Maximum attained at rank 13: 0.0619982 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.213327 (2.04e-05 = 0.00958%) +[t8] Minimum attained at rank 44: 0.213288 +[t8] Maximum attained at rank 0: 0.213382 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0899292 (0.00792 = 8.81%) +[t8] Minimum attained at rank 16: 0.0809723 +[t8] Maximum attained at rank 62: 0.101723 +[t8] Statistics for ghost +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.542515 (0.028 = 5.16%) +[t8] Minimum attained at rank 63: 0.492179 +[t8] Maximum attained at rank 44: 0.560528 +[t8] Statistics for balance +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 1.06508 (3.59e-05 = 0.00337%) +[t8] Minimum attained at rank 23: 1.065 +[t8] Maximum attained at rank 3: 1.06515 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 2.02103 (4.14e-05 = 0.00205%) +[t8] Minimum attained at rank 50: 2.02095 +[t8] Maximum attained at rank 6: 2.02113 +[t8] Summary = [ 0.0619939 0.213327 0.0899292 0.542515 1.06508 2.02103 ]; +[t8] Maximum = [ 0.0619982 0.213382 0.101723 0.560528 1.06515 2.02113 ]; +[1745998103.625667] [n11086:57442:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634549] [n11086:57484:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.632044] [n11086:57458:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.612573] [n11086:57460:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.615128] [n11086:57441:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634495] [n11086:57457:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634852] [n11086:57476:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634549] [n11086:57482:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634702] [n11086:57437:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634382] [n11086:57438:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.626584] [n11086:57433:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634406] [n11086:57430:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634008] [n11086:57447:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.590904] [n11086:57424:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633985] [n11086:57428:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.612463] [n11086:57440:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634527] [n11086:57462:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634658] [n11086:57464:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634709] [n11086:57471:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634549] [n11086:57481:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634191] [n11086:57423:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634852] [n11086:57474:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633377] [n11086:57451:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.632905] [n11086:57439:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634645] [n11086:57465:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634749] [n11086:57468:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634615] [n11086:57427:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633898] [n11086:57435:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.630614] [n11086:57426:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.625727] [n11086:57431:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633449] [n11086:57470:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634720] [n11086:57463:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634012] [n11086:57461:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634450] [n11086:57466:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.632089] [n11086:57479:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634779] [n11086:57480:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633295] [n11086:57453:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633690] [n11086:57445:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634414] [n11086:57452:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.617496] [n11086:57444:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.609035] [n11086:57434:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634116] [n11086:57467:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.623913] [n11086:57455:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634851] [n11086:57473:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634549] [n11086:57483:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.625972] [n11086:57425:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.620737] [n11086:57446:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.629810] [n11086:57478:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634055] [n11086:57448:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.582604] [n11086:57443:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633015] [n11086:57456:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633918] [n11086:57454:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.620810] [n11086:57422:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.623556] [n11086:57429:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634234] [n11086:57450:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634558] [n11086:57436:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634763] [n11086:57432:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.631409] [n11086:57472:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.634852] [n11086:57475:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633945] [n11086:57477:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633769] [n11086:57459:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.630311] [n11086:57469:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998103.633572] [n11086:57449:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_1_8_5624028 b/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_1_8_5624028 new file mode 100644 index 0000000..24480af --- /dev/null +++ b/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_1_8_5624028 @@ -0,0 +1,1227 @@ +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 1 procs ------------ +[1745998589.067872] [n10160:3564559:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.392002 -0.392002 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 1.762456 1.370453 +[t8] Enter forest partition. +[t8] Start partition 1.766531 1.766531 +[t8] End partition 1.939240 0.172709 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 17715456 local elements. +[t8] Start ghost at 2.549904 -2.549904 +[t8] End ghost at 2.549992 0.000088 +[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 2.550091 -2.550091 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 5.493707 2.943616 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.388452 (0 = 0%) +[t8] Minimum attained at rank 0: 0.388452 +[t8] Maximum attained at rank 0: 0.388452 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 1.37045 (0 = 0%) +[t8] Minimum attained at rank 0: 1.37045 +[t8] Maximum attained at rank 0: 1.37045 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.172709 (0 = 0%) +[t8] Minimum attained at rank 0: 0.172709 +[t8] Maximum attained at rank 0: 0.172709 +[t8] Statistics for ghost +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0 (0) +[t8] Minimum attained at rank 0: 0 +[t8] Maximum attained at rank 0: 0 +[t8] Statistics for balance +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 3.64471 (0 = 0%) +[t8] Minimum attained at rank 0: 3.64471 +[t8] Maximum attained at rank 0: 3.64471 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 5.5857 (0 = 0%) +[t8] Minimum attained at rank 0: 5.5857 +[t8] Maximum attained at rank 0: 5.5857 +[t8] Summary = [ 0.388452 1.37045 0.172709 0 3.64471 5.5857 ]; +[t8] Maximum = [ 0.388452 1.37045 0.172709 0 3.64471 5.5857 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 5.944971 -5.944971 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 7.318916 1.373945 +[t8] Enter forest partition. +[t8] Start partition 7.325001 7.325001 +[t8] End partition 7.497139 0.172138 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 17715456 local elements. +[t8] Start ghost at 8.107830 -8.107829 +[t8] End ghost at 8.107876 0.000047 +[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 8.107964 -8.107964 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 11.053840 2.945875 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.352018 (0 = 0%) +[t8] Minimum attained at rank 0: 0.352018 +[t8] Maximum attained at rank 0: 0.352018 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 1.37394 (0 = 0%) +[t8] Minimum attained at rank 0: 1.37394 +[t8] Maximum attained at rank 0: 1.37394 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.172138 (0 = 0%) +[t8] Minimum attained at rank 0: 0.172138 +[t8] Maximum attained at rank 0: 0.172138 +[t8] Statistics for ghost +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0 (0) +[t8] Minimum attained at rank 0: 0 +[t8] Maximum attained at rank 0: 0 +[t8] Statistics for balance +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 3.64669 (0 = 0%) +[t8] Minimum attained at rank 0: 3.64669 +[t8] Maximum attained at rank 0: 3.64669 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 5.55601 (0 = 0%) +[t8] Minimum attained at rank 0: 5.55601 +[t8] Maximum attained at rank 0: 5.55601 +[t8] Summary = [ 0.352018 1.37394 0.172138 0 3.64669 5.55601 ]; +[t8] Maximum = [ 0.352018 1.37394 0.172138 0 3.64669 5.55601 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 11.504092 -11.504092 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 12.880456 1.376364 +[t8] Enter forest partition. +[t8] Start partition 12.886526 12.886526 +[t8] End partition 13.058901 0.172375 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 17715456 local elements. +[t8] Start ghost at 13.669678 -13.669678 +[t8] End ghost at 13.669724 0.000046 +[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 13.669828 -13.669828 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 16.614344 2.944516 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Statistics for new +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.351246 (0 = 0%) +[t8] Minimum attained at rank 0: 0.351246 +[t8] Maximum attained at rank 0: 0.351246 +[t8] Statistics for adapt +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 1.37636 (0 = 0%) +[t8] Minimum attained at rank 0: 1.37636 +[t8] Maximum attained at rank 0: 1.37636 +[t8] Statistics for partition +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0.172375 (0 = 0%) +[t8] Minimum attained at rank 0: 0.172375 +[t8] Maximum attained at rank 0: 0.172375 +[t8] Statistics for ghost +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 0 (0) +[t8] Minimum attained at rank 0: 0 +[t8] Maximum attained at rank 0: 0 +[t8] Statistics for balance +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 3.64578 (0 = 0%) +[t8] Minimum attained at rank 0: 3.64578 +[t8] Maximum attained at rank 0: 3.64578 +[t8] Statistics for total +[t8] Global number of values: 1 +[t8] Mean value (std. dev.): 5.55686 (0 = 0%) +[t8] Minimum attained at rank 0: 5.55686 +[t8] Maximum attained at rank 0: 5.55686 +[t8] Summary = [ 0.351246 1.37636 0.172375 0 3.64578 5.55686 ]; +[t8] Maximum = [ 0.351246 1.37636 0.172375 0 3.64578 5.55686 ]; +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 2 procs ------------ +[1745998606.518771] [n10160:3564586:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.222014 -0.222014 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 0.925950 0.703935 +[t8] Enter forest partition. +[t8] Start partition 0.929203 0.929203 +[t8] End partition 1.037016 0.107814 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 1.344110 -1.344110 +[t8] End ghost at 2.431580 1.087470 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 2.431647 -2.431647 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 3.908578 1.476930 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 3.969486 -3.969486 +[t8] End ghost at 5.055629 1.086143 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.21852 (5.18e-06 = 0.00237%) +[t8] Minimum attained at rank 1: 0.218515 +[t8] Maximum attained at rank 0: 0.218525 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.70394 (4.75e-06 = 0.000675%) +[t8] Minimum attained at rank 0: 0.703935 +[t8] Maximum attained at rank 1: 0.703945 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.107837 (2.31e-05 = 0.0214%) +[t8] Minimum attained at rank 0: 0.107814 +[t8] Maximum attained at rank 1: 0.10786 +[t8] Statistics for ghost +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 1.08614 (1.95e-06 = 0.00018%) +[t8] Minimum attained at rank 0: 1.08614 +[t8] Maximum attained at rank 1: 1.08615 +[t8] Statistics for balance +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 2.92874 (1.3e-05 = 0.000444%) +[t8] Minimum attained at rank 1: 2.92872 +[t8] Maximum attained at rank 0: 2.92875 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 5.053 (1.5e-06 = 2.97e-05%) +[t8] Minimum attained at rank 1: 5.053 +[t8] Maximum attained at rank 0: 5.053 +[t8] Summary = [ 0.21852 0.70394 0.107837 1.08614 2.92874 5.053 ]; +[t8] Maximum = [ 0.218525 0.703945 0.10786 1.08615 2.92875 5.053 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 5.252817 -5.252817 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 5.955891 0.703074 +[t8] Enter forest partition. +[t8] Start partition 5.960043 5.960043 +[t8] End partition 6.070930 0.110887 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 6.377811 -6.377811 +[t8] End ghost at 7.463933 1.086122 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 7.464008 -7.464007 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 8.941340 1.477332 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 9.001213 -9.001213 +[t8] End ghost at 10.084264 1.083051 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.193756 (2.25e-07 = 0.000116%) +[t8] Minimum attained at rank 1: 0.193756 +[t8] Maximum attained at rank 0: 0.193756 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.703064 (9.49e-06 = 0.00135%) +[t8] Minimum attained at rank 1: 0.703055 +[t8] Maximum attained at rank 0: 0.703074 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.111047 (0.000161 = 0.145%) +[t8] Minimum attained at rank 0: 0.110887 +[t8] Maximum attained at rank 1: 0.111208 +[t8] Statistics for ghost +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 1.08305 (3.24e-06 = 0.0003%) +[t8] Minimum attained at rank 0: 1.08305 +[t8] Maximum attained at rank 1: 1.08306 +[t8] Statistics for balance +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 2.92653 (3.35e-06 = 0.000114%) +[t8] Minimum attained at rank 0: 2.92652 +[t8] Maximum attained at rank 1: 2.92653 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 5.02603 (3.14e-06 = 6.25e-05%) +[t8] Minimum attained at rank 0: 5.02603 +[t8] Maximum attained at rank 1: 5.02603 +[t8] Summary = [ 0.193756 0.703064 0.111047 1.08305 2.92653 5.02603 ]; +[t8] Maximum = [ 0.193756 0.703074 0.111208 1.08306 2.92653 5.02603 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 10.281426 -10.281426 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 10.989177 0.707750 +[t8] Enter forest partition. +[t8] Start partition 10.993390 10.993390 +[t8] End partition 11.101205 0.107815 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 11.407620 -11.407619 +[t8] End ghost at 12.494332 1.086712 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 12.494402 -12.494402 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 13.974395 1.479993 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8857728 local elements. +[t8] Start ghost at 14.035562 -14.035562 +[t8] End ghost at 15.123945 1.088383 +[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.193747 (1.3e-07 = 6.71e-05%) +[t8] Minimum attained at rank 0: 0.193747 +[t8] Maximum attained at rank 1: 0.193747 +[t8] Statistics for adapt +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.707741 (9.67e-06 = 0.00137%) +[t8] Minimum attained at rank 1: 0.707731 +[t8] Maximum attained at rank 0: 0.70775 +[t8] Statistics for partition +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 0.107817 (2.03e-06 = 0.00188%) +[t8] Minimum attained at rank 0: 0.107815 +[t8] Maximum attained at rank 1: 0.107819 +[t8] Statistics for ghost +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 1.08839 (3.05e-06 = 0.00028%) +[t8] Minimum attained at rank 0: 1.08838 +[t8] Maximum attained at rank 1: 1.08839 +[t8] Statistics for balance +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 2.93087 (4.33e-06 = 0.000148%) +[t8] Minimum attained at rank 0: 2.93086 +[t8] Maximum attained at rank 1: 2.93087 +[t8] Statistics for total +[t8] Global number of values: 2 +[t8] Mean value (std. dev.): 5.03706 (2.84e-06 = 5.64e-05%) +[t8] Minimum attained at rank 0: 5.03706 +[t8] Maximum attained at rank 1: 5.03706 +[t8] Summary = [ 0.193747 0.707741 0.107817 1.08839 2.93087 5.03706 ]; +[t8] Maximum = [ 0.193747 0.70775 0.107819 1.08839 2.93087 5.03706 ]; +[1745998606.518759] [n10160:3564587:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 4 procs ------------ +[1745998622.502411] [n10160:3564648:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.140586 -0.140586 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 0.519701 0.379115 +[t8] Enter forest partition. +[t8] Start partition 0.522172 0.522172 +[t8] End partition 0.617710 0.095538 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 0.771760 -0.771760 +[t8] End ghost at 1.413520 0.641760 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 1.413578 -1.413578 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 2.157368 0.743790 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 2.208481 -2.208481 +[t8] End ghost at 2.848470 0.639989 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.137698 (5.83e-06 = 0.00424%) +[t8] Minimum attained at rank 0: 0.137689 +[t8] Maximum attained at rank 2: 0.137705 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.379108 (2.51e-05 = 0.00663%) +[t8] Minimum attained at rank 2: 0.379082 +[t8] Maximum attained at rank 1: 0.379146 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0955645 (2.29e-05 = 0.024%) +[t8] Minimum attained at rank 0: 0.0955375 +[t8] Maximum attained at rank 2: 0.0955987 +[t8] Statistics for ghost +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.639519 (0.000884 = 0.138%) +[t8] Minimum attained at rank 3: 0.637989 +[t8] Maximum attained at rank 1: 0.64008 +[t8] Statistics for balance +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 1.58738 (1.86e-05 = 0.00117%) +[t8] Minimum attained at rank 2: 1.58736 +[t8] Maximum attained at rank 0: 1.58741 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 2.84633 (7.67e-06 = 0.000269%) +[t8] Minimum attained at rank 0: 2.84632 +[t8] Maximum attained at rank 3: 2.84634 +[t8] Summary = [ 0.137698 0.379108 0.0955645 0.639519 1.58738 2.84633 ]; +[t8] Maximum = [ 0.137705 0.379146 0.0955987 0.64008 1.58741 2.84634 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 2.968506 -2.968506 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 3.345664 0.377158 +[t8] Enter forest partition. +[t8] Start partition 3.350075 3.350075 +[t8] End partition 3.445780 0.095705 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 3.599897 -3.599897 +[t8] End ghost at 4.242338 0.642441 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 4.242397 -4.242397 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 4.984866 0.742469 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 5.035677 -5.035677 +[t8] End ghost at 5.675770 0.640093 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.117391 (7.11e-07 = 0.000606%) +[t8] Minimum attained at rank 1: 0.11739 +[t8] Maximum attained at rank 2: 0.117392 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.377139 (1.13e-05 = 0.00301%) +[t8] Minimum attained at rank 2: 0.37713 +[t8] Maximum attained at rank 0: 0.377158 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0957471 (3.8e-05 = 0.0397%) +[t8] Minimum attained at rank 0: 0.0957046 +[t8] Maximum attained at rank 2: 0.0957856 +[t8] Statistics for ghost +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.639365 (0.00133 = 0.209%) +[t8] Minimum attained at rank 3: 0.637053 +[t8] Maximum attained at rank 1: 0.640158 +[t8] Statistics for balance +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 1.58674 (3.2e-06 = 0.000202%) +[t8] Minimum attained at rank 0: 1.58674 +[t8] Maximum attained at rank 2: 1.58675 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 2.82533 (4.19e-06 = 0.000148%) +[t8] Minimum attained at rank 0: 2.82533 +[t8] Maximum attained at rank 2: 2.82534 +[t8] Summary = [ 0.117391 0.377139 0.0957471 0.639365 1.58674 2.82533 ]; +[t8] Maximum = [ 0.117392 0.377158 0.0957856 0.640158 1.58675 2.82534 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 5.795839 -5.795839 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 6.177842 0.382002 +[t8] Enter forest partition. +[t8] Start partition 6.182469 6.182469 +[t8] End partition 6.277202 0.094733 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 6.430945 -6.430945 +[t8] End ghost at 7.076099 0.645154 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 7.076163 -7.076162 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 7.817351 0.741188 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4428864 local elements. +[t8] Start ghost at 7.869665 -7.869665 +[t8] End ghost at 8.509132 0.639467 +[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.117443 (8.25e-07 = 0.000702%) +[t8] Minimum attained at rank 1: 0.117441 +[t8] Maximum attained at rank 2: 0.117443 +[t8] Statistics for adapt +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.381983 (1.19e-05 = 0.00311%) +[t8] Minimum attained at rank 2: 0.381973 +[t8] Maximum attained at rank 0: 0.382002 +[t8] Statistics for partition +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.0946544 (6.32e-05 = 0.0668%) +[t8] Minimum attained at rank 1: 0.0945562 +[t8] Maximum attained at rank 0: 0.0947327 +[t8] Statistics for ghost +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 0.639258 (0.000416 = 0.0651%) +[t8] Minimum attained at rank 3: 0.638546 +[t8] Maximum attained at rank 1: 0.639595 +[t8] Statistics for balance +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 1.58945 (4.41e-06 = 0.000277%) +[t8] Minimum attained at rank 0: 1.58945 +[t8] Maximum attained at rank 3: 1.58946 +[t8] Statistics for total +[t8] Global number of values: 4 +[t8] Mean value (std. dev.): 2.83142 (2.34e-06 = 8.26e-05%) +[t8] Minimum attained at rank 0: 2.83142 +[t8] Maximum attained at rank 1: 2.83142 +[t8] Summary = [ 0.117443 0.381983 0.0946544 0.639258 1.58945 2.83142 ]; +[t8] Maximum = [ 0.117443 0.382002 0.0947327 0.639595 1.58946 2.83142 ]; +[1745998622.497037] [n10160:3564651:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998622.499469] [n10160:3564649:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998622.502622] [n10160:3564650:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 8 procs ------------ +[1745998631.957933] [n10160:3564759:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.110197 -0.110197 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 0.328399 0.218201 +[t8] Enter forest partition. +[t8] Start partition 0.334132 0.334132 +[t8] End partition 0.416260 0.082128 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 0.493996 -0.493995 +[t8] End ghost at 0.912691 0.418695 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 0.912741 -0.912741 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 1.283376 0.370634 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 1.328954 -1.328953 +[t8] End ghost at 1.744366 0.415412 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0971389 (1.4e-05 = 0.0144%) +[t8] Minimum attained at rank 4: 0.0971149 +[t8] Maximum attained at rank 2: 0.0971606 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.218189 (2.63e-05 = 0.012%) +[t8] Minimum attained at rank 7: 0.218164 +[t8] Maximum attained at rank 3: 0.218252 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0817868 (0.000327 = 0.4%) +[t8] Minimum attained at rank 3: 0.081297 +[t8] Maximum attained at rank 6: 0.0821953 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.41568 (0.000948 = 0.228%) +[t8] Minimum attained at rank 3: 0.414388 +[t8] Maximum attained at rank 6: 0.41693 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.908817 (2.21e-05 = 0.00243%) +[t8] Minimum attained at rank 5: 0.908783 +[t8] Maximum attained at rank 3: 0.908856 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.73334 (1.57e-05 = 0.000908%) +[t8] Minimum attained at rank 4: 1.73332 +[t8] Maximum attained at rank 1: 1.73336 +[t8] Summary = [ 0.0971389 0.218189 0.0817868 0.41568 0.908817 1.73334 ]; +[t8] Maximum = [ 0.0971606 0.218252 0.0821953 0.41693 0.908856 1.73336 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 1.836659 -1.836659 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 2.055339 0.218679 +[t8] Enter forest partition. +[t8] Start partition 2.060936 2.060936 +[t8] End partition 2.143387 0.082451 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 2.221094 -2.221094 +[t8] End ghost at 2.638070 0.416977 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 2.638120 -2.638120 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 3.009641 0.371521 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 3.055066 -3.055066 +[t8] End ghost at 3.471221 0.416155 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0881993 (7.06e-07 = 0.0008%) +[t8] Minimum attained at rank 1: 0.0881977 +[t8] Maximum attained at rank 0: 0.0881998 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.21865 (1.16e-05 = 0.00532%) +[t8] Minimum attained at rank 4: 0.218642 +[t8] Maximum attained at rank 0: 0.218679 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0821439 (0.000314 = 0.382%) +[t8] Minimum attained at rank 7: 0.0816838 +[t8] Maximum attained at rank 2: 0.082457 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.415622 (0.000438 = 0.105%) +[t8] Minimum attained at rank 6: 0.414942 +[t8] Maximum attained at rank 1: 0.416209 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.908112 (4.5e-06 = 0.000495%) +[t8] Minimum attained at rank 0: 0.908108 +[t8] Maximum attained at rank 4: 0.908122 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.7233 (4.84e-06 = 0.000281%) +[t8] Minimum attained at rank 5: 1.7233 +[t8] Maximum attained at rank 1: 1.72331 +[t8] Summary = [ 0.0881993 0.21865 0.0821439 0.415622 0.908112 1.7233 ]; +[t8] Maximum = [ 0.0881998 0.218679 0.082457 0.416209 0.908122 1.72331 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 3.561618 -3.561618 +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 3.775235 0.213617 +[t8] Enter forest partition. +[t8] Start partition 3.780953 3.780953 +[t8] End partition 3.863103 0.082150 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 17715456 global elements. +[t8] Computed maximum occurring level: 7 +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 3.940873 -3.940872 +[t8] End ghost at 4.357150 0.416278 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 4.357202 -4.357202 +[t8] Into t8_forest_adapt from 17715456 total elements +[t8] Done t8_forest_adapt with 17715456 total elements +[t8] End adadpt 4.737009 0.379807 +[t8] Done t8_forest_balance with 17715456 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2214432 local elements. +[t8] Start ghost at 4.782379 -4.782379 +[t8] End ghost at 5.197725 0.415346 +[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.0876121 (1.15e-06 = 0.00131%) +[t8] Minimum attained at rank 1: 0.0876098 +[t8] Maximum attained at rank 6: 0.0876136 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.213588 (1.11e-05 = 0.00517%) +[t8] Minimum attained at rank 7: 0.213581 +[t8] Maximum attained at rank 0: 0.213617 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.0818841 (0.000304 = 0.371%) +[t8] Minimum attained at rank 1: 0.0814525 +[t8] Maximum attained at rank 6: 0.0821922 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.415211 (0.000372 = 0.0895%) +[t8] Minimum attained at rank 6: 0.41459 +[t8] Maximum attained at rank 1: 0.41568 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.915771 (5.79e-06 = 0.000632%) +[t8] Minimum attained at rank 3: 0.915763 +[t8] Maximum attained at rank 1: 0.915784 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.72449 (4.89e-06 = 0.000284%) +[t8] Minimum attained at rank 5: 1.72449 +[t8] Maximum attained at rank 4: 1.7245 +[t8] Summary = [ 0.0876121 0.213588 0.0818841 0.415211 0.915771 1.72449 ]; +[t8] Maximum = [ 0.0876136 0.213617 0.0821922 0.41568 0.915784 1.7245 ]; +[1745998631.956149] [n10160:3564764:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998631.951250] [n10160:3564766:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998631.957910] [n10160:3564762:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998631.957920] [n10160:3564760:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998631.957922] [n10160:3564761:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998631.952260] [n10160:3564763:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998631.951250] [n10160:3564765:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_8_64_5624030 b/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_8_64_5624030 new file mode 100644 index 0000000..7af1f88 --- /dev/null +++ b/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_8_64_5624030 @@ -0,0 +1,1416 @@ +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 8 procs ------------ +[1745998632.165562] [n10406:587624:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.609018 -0.609018 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 2.276029 1.667011 +[t8] Enter forest partition. +[t8] Start partition 2.278761 2.278761 +[t8] End partition 2.796255 0.517493 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 3.422423 -3.422423 +[t8] End ghost at 5.087472 1.665049 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 5.087532 -5.087532 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 8.126416 3.038884 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 8.390634 -8.390634 +[t8] End ghost at 10.053946 1.663312 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.603631 (1.82e-05 = 0.00302%) +[t8] Minimum attained at rank 4: 0.603611 +[t8] Maximum attained at rank 7: 0.603667 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.66691 (3.91e-05 = 0.00234%) +[t8] Minimum attained at rank 1: 1.66687 +[t8] Maximum attained at rank 0: 1.66701 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.518157 (0.000838 = 0.162%) +[t8] Minimum attained at rank 4: 0.516356 +[t8] Maximum attained at rank 3: 0.519212 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.66229 (0.00227 = 0.136%) +[t8] Minimum attained at rank 2: 1.65671 +[t8] Maximum attained at rank 4: 1.66387 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 5.58626 (1.69e-05 = 0.000303%) +[t8] Minimum attained at rank 7: 5.58623 +[t8] Maximum attained at rank 0: 5.58628 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 10.0515 (1.96e-05 = 0.000195%) +[t8] Minimum attained at rank 1: 10.0515 +[t8] Maximum attained at rank 7: 10.0516 +[t8] Summary = [ 0.603631 1.66691 0.518157 1.66229 5.58626 10.0515 ]; +[t8] Maximum = [ 0.603667 1.66701 0.519212 1.66387 5.58628 10.0516 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 10.654472 -10.654472 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 12.318355 1.663882 +[t8] Enter forest partition. +[t8] Start partition 12.321239 12.321239 +[t8] End partition 12.839405 0.518165 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 13.464339 -13.464339 +[t8] End ghost at 15.134925 1.670586 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 15.134984 -15.134984 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 18.274642 3.139658 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 18.539609 -18.539609 +[t8] End ghost at 20.199220 1.659610 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.592147 (1e-06 = 0.000169%) +[t8] Minimum attained at rank 1: 0.592145 +[t8] Maximum attained at rank 5: 0.592148 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.66386 (8.58e-06 = 0.000516%) +[t8] Minimum attained at rank 7: 1.66386 +[t8] Maximum attained at rank 0: 1.66388 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.517414 (0.00126 = 0.243%) +[t8] Minimum attained at rank 4: 0.515515 +[t8] Maximum attained at rank 2: 0.519102 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.66181 (0.00322 = 0.194%) +[t8] Minimum attained at rank 1: 1.65878 +[t8] Maximum attained at rank 4: 1.6662 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 5.69356 (5.3e-06 = 9.31e-05%) +[t8] Minimum attained at rank 6: 5.69356 +[t8] Maximum attained at rank 1: 5.69358 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 10.1454 (5.04e-06 = 4.97e-05%) +[t8] Minimum attained at rank 1: 10.1454 +[t8] Maximum attained at rank 0: 10.1454 +[t8] Summary = [ 0.592147 1.66386 0.517414 1.66181 5.69356 10.1454 ]; +[t8] Maximum = [ 0.592148 1.66388 0.519102 1.6662 5.69358 10.1454 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 20.807497 -20.807497 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 22.474807 1.667309 +[t8] Enter forest partition. +[t8] Start partition 22.477252 22.477252 +[t8] End partition 22.996039 0.518786 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 23.620858 -23.620858 +[t8] End ghost at 25.289649 1.668791 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 25.289707 -25.289707 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 28.331274 3.041567 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 17968320 local elements. +[t8] Start ghost at 28.596217 -28.596217 +[t8] End ghost at 30.260103 1.663886 +[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.595044 (1.12e-06 = 0.000188%) +[t8] Minimum attained at rank 1: 0.595042 +[t8] Maximum attained at rank 5: 0.595046 +[t8] Statistics for adapt +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.66728 (9.21e-06 = 0.000553%) +[t8] Minimum attained at rank 5: 1.66728 +[t8] Maximum attained at rank 0: 1.66731 +[t8] Statistics for partition +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 0.518769 (0.000868 = 0.167%) +[t8] Minimum attained at rank 5: 0.51713 +[t8] Maximum attained at rank 3: 0.519907 +[t8] Statistics for ghost +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 1.6649 (0.00541 = 0.325%) +[t8] Minimum attained at rank 2: 1.65492 +[t8] Maximum attained at rank 4: 1.67119 +[t8] Statistics for balance +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 5.59321 (3.91e-06 = 7e-05%) +[t8] Minimum attained at rank 7: 5.5932 +[t8] Maximum attained at rank 5: 5.59321 +[t8] Statistics for total +[t8] Global number of values: 8 +[t8] Mean value (std. dev.): 10.0568 (4.83e-06 = 4.8e-05%) +[t8] Minimum attained at rank 3: 10.0568 +[t8] Maximum attained at rank 4: 10.0568 +[t8] Summary = [ 0.595044 1.66728 0.518769 1.6649 5.59321 10.0568 ]; +[t8] Maximum = [ 0.595046 1.66731 0.519907 1.67119 5.59321 10.0568 ]; +[1745998632.165479] [n10406:587627:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998632.165968] [n10406:587626:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998632.164550] [n10406:587625:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998632.165961] [n10406:587628:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998632.164730] [n10406:587629:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998632.165680] [n10406:587630:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998632.166162] [n10406:587631:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 16 procs ------------ +[1745998663.561665] [n10406:587687:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.369909 -0.369909 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 1.204691 0.834782 +[t8] Enter forest partition. +[t8] Start partition 1.207836 1.207836 +[t8] End partition 1.468960 0.261123 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 1.781775 -1.781775 +[t8] End ghost at 3.002872 1.221096 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 3.002930 -3.002930 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 4.517194 1.514264 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 4.653567 -4.653567 +[t8] End ghost at 5.880015 1.226448 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.353102 (3.25e-05 = 0.00921%) +[t8] Minimum attained at rank 3: 0.353054 +[t8] Maximum attained at rank 0: 0.353144 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.83473 (4.63e-05 = 0.00554%) +[t8] Minimum attained at rank 4: 0.834691 +[t8] Maximum attained at rank 2: 0.834882 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.259811 (0.00121 = 0.467%) +[t8] Minimum attained at rank 12: 0.25692 +[t8] Maximum attained at rank 11: 0.261143 +[t8] Statistics for ghost +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 1.22421 (0.00232 = 0.189%) +[t8] Minimum attained at rank 9: 1.22078 +[t8] Maximum attained at rank 14: 1.22666 +[t8] Statistics for balance +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 3.1788 (7.09e-05 = 0.00223%) +[t8] Minimum attained at rank 15: 3.17873 +[t8] Maximum attained at rank 3: 3.17894 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 5.86492 (3.45e-05 = 0.000588%) +[t8] Minimum attained at rank 3: 5.86487 +[t8] Maximum attained at rank 5: 5.86497 +[t8] Summary = [ 0.353102 0.83473 0.259811 1.22421 3.1788 5.86492 ]; +[t8] Maximum = [ 0.353144 0.834882 0.261143 1.22666 3.17894 5.86497 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 6.218962 -6.218962 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 7.056384 0.837421 +[t8] Enter forest partition. +[t8] Start partition 7.059097 7.059097 +[t8] End partition 7.321084 0.261986 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 7.634667 -7.634667 +[t8] End ghost at 8.866121 1.231454 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 8.866177 -8.866177 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 10.387015 1.520838 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 10.521714 -10.521714 +[t8] End ghost at 11.741652 1.219938 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.333831 (8.11e-07 = 0.000243%) +[t8] Minimum attained at rank 1: 0.333829 +[t8] Maximum attained at rank 10: 0.333832 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.837395 (7.13e-06 = 0.000851%) +[t8] Minimum attained at rank 11: 0.837389 +[t8] Maximum attained at rank 0: 0.837421 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.26169 (0.000843 = 0.322%) +[t8] Minimum attained at rank 8: 0.259584 +[t8] Maximum attained at rank 12: 0.262912 +[t8] Statistics for ghost +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 1.22191 (0.00216 = 0.176%) +[t8] Minimum attained at rank 1: 1.21887 +[t8] Maximum attained at rank 4: 1.22528 +[t8] Statistics for balance +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 3.19498 (1.05e-05 = 0.00033%) +[t8] Minimum attained at rank 11: 3.19497 +[t8] Maximum attained at rank 0: 3.19501 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 5.86313 (1.13e-05 = 0.000193%) +[t8] Minimum attained at rank 1: 5.86312 +[t8] Maximum attained at rank 11: 5.86317 +[t8] Summary = [ 0.333831 0.837395 0.26169 1.22191 3.19498 5.86313 ]; +[t8] Maximum = [ 0.333832 0.837421 0.262912 1.22528 3.19501 5.86317 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 12.093753 -12.093753 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 12.931651 0.837898 +[t8] Enter forest partition. +[t8] Start partition 12.934474 12.934473 +[t8] End partition 13.195855 0.261381 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 13.510008 -13.510008 +[t8] End ghost at 14.737543 1.227535 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 14.737599 -14.737598 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 16.260272 1.522673 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 8984160 local elements. +[t8] Start ghost at 16.395468 -16.395468 +[t8] End ghost at 17.619500 1.224031 +[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.341693 (8.47e-07 = 0.000248%) +[t8] Minimum attained at rank 0: 0.341691 +[t8] Maximum attained at rank 10: 0.341694 +[t8] Statistics for adapt +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.837875 (6.3e-06 = 0.000752%) +[t8] Minimum attained at rank 10: 0.837871 +[t8] Maximum attained at rank 0: 0.837898 +[t8] Statistics for partition +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 0.261623 (0.00119 = 0.456%) +[t8] Minimum attained at rank 3: 0.258692 +[t8] Maximum attained at rank 8: 0.263051 +[t8] Statistics for ghost +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 1.22582 (0.00585 = 0.478%) +[t8] Minimum attained at rank 13: 1.21908 +[t8] Maximum attained at rank 4: 1.23473 +[t8] Statistics for balance +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 3.19295 (9.99e-06 = 0.000313%) +[t8] Minimum attained at rank 7: 3.19294 +[t8] Maximum attained at rank 0: 3.19298 +[t8] Statistics for total +[t8] Global number of values: 16 +[t8] Mean value (std. dev.): 5.87934 (1.14e-05 = 0.000194%) +[t8] Minimum attained at rank 3: 5.87933 +[t8] Maximum attained at rank 4: 5.87938 +[t8] Summary = [ 0.341693 0.837875 0.261623 1.22582 3.19295 5.87934 ]; +[t8] Maximum = [ 0.341694 0.837898 0.263051 1.23473 3.19298 5.87938 ]; +[1745998663.557007] [n10406:587689:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.561061] [n10406:587691:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.561971] [n10406:587694:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.561590] [n10406:587699:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.562405] [n10406:587692:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.561628] [n10406:587695:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.546737] [n10406:587697:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.561238] [n10406:587688:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.562231] [n10406:587693:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.562201] [n10406:587698:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.560871] [n10406:587701:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.562017] [n10406:587700:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.561719] [n10406:587702:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.552487] [n10406:587696:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998663.561952] [n10406:587690:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 32 procs ------------ +[1745998682.457736] [n10406:587791:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.225556 -0.225556 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 0.653818 0.428261 +[t8] Enter forest partition. +[t8] Start partition 0.660008 0.660008 +[t8] End partition 0.812729 0.152721 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 0.988188 -0.988187 +[t8] End ghost at 1.837413 0.849225 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 1.837485 -1.837485 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 2.598997 0.761512 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 2.672038 -2.672037 +[t8] End ghost at 3.519366 0.847328 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.213596 (6.94e-05 = 0.0325%) +[t8] Minimum attained at rank 13: 0.213492 +[t8] Maximum attained at rank 3: 0.213734 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.428103 (9.28e-05 = 0.0217%) +[t8] Minimum attained at rank 14: 0.428033 +[t8] Maximum attained at rank 2: 0.428399 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.136941 (0.0092 = 6.72%) +[t8] Minimum attained at rank 9: 0.129246 +[t8] Maximum attained at rank 24: 0.154366 +[t8] Statistics for ghost +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.84814 (0.00105 = 0.124%) +[t8] Minimum attained at rank 17: 0.845307 +[t8] Maximum attained at rank 21: 0.849686 +[t8] Statistics for balance +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 1.85079 (0.000103 = 0.00556%) +[t8] Minimum attained at rank 6: 1.85067 +[t8] Maximum attained at rank 3: 1.85104 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 3.51089 (7.5e-05 = 0.00214%) +[t8] Minimum attained at rank 4: 3.51078 +[t8] Maximum attained at rank 3: 3.51107 +[t8] Summary = [ 0.213596 0.428103 0.136941 0.84814 1.85079 3.51089 ]; +[t8] Maximum = [ 0.213734 0.428399 0.154366 0.849686 1.85104 3.51107 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 3.708005 -3.708005 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 4.132584 0.424578 +[t8] Enter forest partition. +[t8] Start partition 4.141595 4.141595 +[t8] End partition 4.293746 0.152151 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 4.453189 -4.453189 +[t8] End ghost at 5.304179 0.850990 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 5.304254 -5.304254 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 6.071291 0.767037 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 6.143519 -6.143519 +[t8] End ghost at 6.990510 0.846990 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.181542 (1.05e-06 = 0.000577%) +[t8] Minimum attained at rank 1: 0.181539 +[t8] Maximum attained at rank 12: 0.181544 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.424548 (1.02e-05 = 0.00241%) +[t8] Minimum attained at rank 14: 0.42453 +[t8] Maximum attained at rank 0: 0.424578 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.136891 (0.00892 = 6.52%) +[t8] Minimum attained at rank 17: 0.130155 +[t8] Maximum attained at rank 8: 0.153986 +[t8] Statistics for ghost +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.846918 (0.000652 = 0.077%) +[t8] Minimum attained at rank 25: 0.845333 +[t8] Maximum attained at rank 29: 0.848202 +[t8] Statistics for balance +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 1.84199 (1.9e-05 = 0.00103%) +[t8] Minimum attained at rank 0: 1.84196 +[t8] Maximum attained at rank 4: 1.84204 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 3.46617 (1.47e-05 = 0.000423%) +[t8] Minimum attained at rank 28: 3.46614 +[t8] Maximum attained at rank 0: 3.4662 +[t8] Summary = [ 0.181542 0.424548 0.136891 0.846918 1.84199 3.46617 ]; +[t8] Maximum = [ 0.181544 0.424578 0.153986 0.848202 1.84204 3.4662 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 7.177491 -7.177491 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 7.601424 0.423933 +[t8] Enter forest partition. +[t8] Start partition 7.610480 7.610480 +[t8] End partition 7.760453 0.149972 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 7.922001 -7.922001 +[t8] End ghost at 8.771904 0.849903 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 8.771976 -8.771976 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 9.538156 0.766180 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 4492080 local elements. +[t8] Start ghost at 9.610110 -9.610110 +[t8] End ghost at 10.455929 0.845818 +[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.181296 (8.84e-07 = 0.000488%) +[t8] Minimum attained at rank 24: 0.181294 +[t8] Maximum attained at rank 2: 0.181298 +[t8] Statistics for adapt +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.423905 (1.02e-05 = 0.0024%) +[t8] Minimum attained at rank 2: 0.423884 +[t8] Maximum attained at rank 0: 0.423933 +[t8] Statistics for partition +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.135763 (0.00934 = 6.88%) +[t8] Minimum attained at rank 14: 0.126701 +[t8] Maximum attained at rank 8: 0.15403 +[t8] Statistics for ghost +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 0.846927 (0.000955 = 0.113%) +[t8] Minimum attained at rank 5: 0.843623 +[t8] Maximum attained at rank 21: 0.848341 +[t8] Statistics for balance +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 1.83999 (1.63e-05 = 0.000887%) +[t8] Minimum attained at rank 0: 1.83996 +[t8] Maximum attained at rank 10: 1.84004 +[t8] Statistics for total +[t8] Global number of values: 32 +[t8] Mean value (std. dev.): 3.46315 (1.7e-05 = 0.00049%) +[t8] Minimum attained at rank 2: 3.46312 +[t8] Maximum attained at rank 0: 3.46319 +[t8] Summary = [ 0.181296 0.423905 0.135763 0.846927 1.83999 3.46315 ]; +[t8] Maximum = [ 0.181298 0.423933 0.15403 0.848341 1.84004 3.46319 ]; +[1745998682.563912] [n10406:587815:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564257] [n10406:587816:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.539667] [n10406:587792:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.540077] [n10406:587799:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.487371] [n10406:587804:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564001] [n10406:587801:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564617] [n10406:587808:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.485212] [n10406:587795:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.460319] [n10406:587817:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.561064] [n10406:587793:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564617] [n10406:587807:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.485741] [n10406:587796:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.563893] [n10406:587821:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564638] [n10406:587813:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564493] [n10406:587814:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.555244] [n10406:587800:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.444988] [n10406:587822:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564331] [n10406:587820:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.563331] [n10406:587805:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564617] [n10406:587809:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564702] [n10406:587810:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.563900] [n10406:587802:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564493] [n10406:587811:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.563727] [n10406:587794:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.484843] [n10406:587812:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.550130] [n10406:587806:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.445072] [n10406:587798:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.563853] [n10406:587797:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.549943] [n10406:587803:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564242] [n10406:587819:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998682.564075] [n10406:587818:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 64 procs ------------ +[1745998695.238362] [n10406:587988:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[libsc] This is libsc 2.8.6.999 +[t8] This is t8 4.0.0 +[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ +[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc +[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra +[t8] LDFLAGS +[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C +[t8] #################### Run 1 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 0.268576 -0.268576 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 0.493345 0.224769 +[t8] Enter forest partition. +[t8] Start partition 0.501933 0.501933 +[t8] End partition 0.586152 0.084218 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 0.695270 -0.695270 +[t8] End ghost at 1.254068 0.558798 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 1.254124 -1.254124 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 1.636459 0.382335 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 1.690513 -1.690513 +[t8] End ghost at 2.244947 0.554433 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.161314 (0.000193 = 0.12%) +[t8] Minimum attained at rank 2: 0.161013 +[t8] Maximum attained at rank 51: 0.161888 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.224565 (0.000182 = 0.0809%) +[t8] Minimum attained at rank 61: 0.224352 +[t8] Maximum attained at rank 1: 0.225117 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0904643 (0.00795 = 8.78%) +[t8] Minimum attained at rank 7: 0.0823124 +[t8] Maximum attained at rank 58: 0.102927 +[t8] Statistics for ghost +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.54068 (0.0268 = 4.95%) +[t8] Minimum attained at rank 47: 0.492782 +[t8] Maximum attained at rank 34: 0.561339 +[t8] Statistics for balance +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 1.07462 (0.000207 = 0.0192%) +[t8] Minimum attained at rank 51: 1.07437 +[t8] Maximum attained at rank 57: 1.07533 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 2.14609 (0.000196 = 0.00914%) +[t8] Minimum attained at rank 5: 2.14574 +[t8] Maximum attained at rank 51: 2.14669 +[t8] Summary = [ 0.161314 0.224565 0.0904643 0.54068 1.07462 2.14609 ]; +[t8] Maximum = [ 0.161888 0.225117 0.102927 0.561339 1.07533 2.14669 ]; +[t8] #################### Run 2 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 2.391903 -2.391903 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 2.611082 0.219178 +[t8] Enter forest partition. +[t8] Start partition 2.620457 2.620457 +[t8] End partition 2.703606 0.083148 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 2.803402 -2.803401 +[t8] End ghost at 3.362998 0.559597 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 3.363051 -3.363051 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 3.750594 0.387543 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 3.802472 -3.802472 +[t8] End ghost at 4.356398 0.553925 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.134632 (1.96e-06 = 0.00145%) +[t8] Minimum attained at rank 48: 0.134625 +[t8] Maximum attained at rank 17: 0.134636 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.219133 (5.35e-05 = 0.0244%) +[t8] Minimum attained at rank 34: 0.218926 +[t8] Maximum attained at rank 0: 0.219178 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0896684 (0.0082 = 9.15%) +[t8] Minimum attained at rank 40: 0.0791312 +[t8] Maximum attained at rank 58: 0.102084 +[t8] Statistics for ghost +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.540127 (0.0264 = 4.89%) +[t8] Minimum attained at rank 63: 0.49231 +[t8] Maximum attained at rank 18: 0.56119 +[t8] Statistics for balance +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 1.07158 (3.88e-05 = 0.00362%) +[t8] Minimum attained at rank 17: 1.0715 +[t8] Maximum attained at rank 19: 1.07165 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 2.10768 (4.26e-05 = 0.00202%) +[t8] Minimum attained at rank 58: 2.10759 +[t8] Maximum attained at rank 4: 2.10775 +[t8] Summary = [ 0.134632 0.219133 0.0896684 0.540127 1.07158 2.10768 ]; +[t8] Maximum = [ 0.134636 0.219178 0.102084 0.56119 1.07165 2.10775 ]; +[t8] #################### Run 3 of 3 #################### +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 8 total elements +[t8] Done t8_forest_adapt with 80 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 80 total elements +[t8] Done t8_forest_adapt with 736 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 736 total elements +[t8] Done t8_forest_adapt with 6464 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 6464 total elements +[t8] Done t8_forest_adapt with 55168 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 55168 total elements +[t8] Done t8_forest_adapt with 462080 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 462080 total elements +[t8] Done t8_forest_adapt with 3821056 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_adapt from 3821056 total elements +[t8] Done t8_forest_adapt with 31314944 total elements +[t8] Enter forest partition. +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Start adadpt 4.504393 -4.504393 +[t8] Into t8_forest_adapt from 31314944 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 4.723749 0.219356 +[t8] Enter forest partition. +[t8] Start partition 4.733301 4.733301 +[t8] End partition 4.817566 0.084264 +[t8] Done forest partition. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_balance with 143746560 global elements. +[t8] Computed maximum occurring level: 8 +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 4.924755 -4.924755 +[t8] End ghost at 5.484926 0.560171 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Profiling: 1 +[t8] Start adadpt 5.484984 -5.484984 +[t8] Into t8_forest_adapt from 143746560 total elements +[t8] Done t8_forest_adapt with 143746560 total elements +[t8] End adadpt 5.869347 0.384362 +[t8] Done t8_forest_balance with 143746560 global elements. +[t8] Enter cmesh partition +[t8] Done cmesh partition +[t8] Into t8_forest_ghost with 2246040 local elements. +[t8] Start ghost at 5.921206 -5.921206 +[t8] End ghost at 6.477020 0.555814 +[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. +[t8] Statistics for new +[t8] Global number of values: 128 +[t8] Mean value (std. dev.): 0.135414 (1.52e-06 = 0.00112%) +[t8] Minimum attained at rank 41: 0.13541 +[t8] Maximum attained at rank 29: 0.135417 +[t8] Statistics for adapt +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.21931 (5.06e-05 = 0.0231%) +[t8] Minimum attained at rank 34: 0.219107 +[t8] Maximum attained at rank 0: 0.219356 +[t8] Statistics for partition +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.0901087 (0.0081 = 8.99%) +[t8] Minimum attained at rank 12: 0.081625 +[t8] Maximum attained at rank 58: 0.102319 +[t8] Statistics for ghost +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 0.5392 (0.0262 = 4.86%) +[t8] Minimum attained at rank 55: 0.493046 +[t8] Maximum attained at rank 10: 0.556435 +[t8] Statistics for balance +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 1.07718 (3.83e-05 = 0.00355%) +[t8] Minimum attained at rank 3: 1.07709 +[t8] Maximum attained at rank 5: 1.07725 +[t8] Statistics for total +[t8] Global number of values: 64 +[t8] Mean value (std. dev.): 2.10981 (3.59e-05 = 0.0017%) +[t8] Minimum attained at rank 5: 2.10973 +[t8] Maximum attained at rank 8: 2.10988 +[t8] Summary = [ 0.135414 0.21931 0.0901087 0.5392 1.07718 2.10981 ]; +[t8] Maximum = [ 0.135417 0.219356 0.102319 0.556435 1.07725 2.10988 ]; +[1745998695.238022] [n10406:588046:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238912] [n10406:587989:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.203267] [n10406:587997:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238045] [n10406:588019:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.234478] [n10406:588025:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238375] [n10406:587994:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238778] [n10406:588045:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.239137] [n10406:588018:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.225205] [n10406:588024:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.147782] [n10406:588027:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237591] [n10406:588037:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238022] [n10406:588044:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.239029] [n10406:587992:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.199506] [n10406:588002:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238188] [n10406:588017:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.236170] [n10406:588031:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237694] [n10406:587991:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238583] [n10406:588048:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238438] [n10406:588015:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.194840] [n10406:588022:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238883] [n10406:588036:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237593] [n10406:588010:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238870] [n10406:588039:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.229098] [n10406:588014:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237695] [n10406:588038:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238158] [n10406:588000:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238131] [n10406:587990:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.239062] [n10406:588041:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.211625] [n10406:588026:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238158] [n10406:588040:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.165717] [n10406:587996:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.210655] [n10406:588032:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238518] [n10406:588047:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237342] [n10406:588020:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238860] [n10406:588003:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238514] [n10406:588005:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.236628] [n10406:588006:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238045] [n10406:588016:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238497] [n10406:587993:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.179572] [n10406:587999:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238452] [n10406:588050:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238426] [n10406:588033:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.235890] [n10406:588034:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238646] [n10406:588029:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238236] [n10406:588001:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237047] [n10406:588030:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238126] [n10406:588013:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.236186] [n10406:588007:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.202691] [n10406:588011:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237866] [n10406:587995:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238612] [n10406:588004:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.180257] [n10406:588009:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238527] [n10406:588049:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238459] [n10406:588012:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238544] [n10406:588051:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237654] [n10406:587998:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.237948] [n10406:588028:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238660] [n10406:588042:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.174619] [n10406:588008:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238966] [n10406:588043:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.238294] [n10406:588035:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.185490] [n10406:588021:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) +[1745998695.219894] [n10406:588023:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) From aa1779d8ad4b02f0e76899130d2e78c681d2e022 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Wed, 28 May 2025 10:48:54 +0200 Subject: [PATCH 10/21] update benchmark --- paper_files/New_for_hybrid/benchmark.cxx | 5 +- .../New_for_hybrid/benchmark_elems.cxx | 49 +++++- .../New_for_hybrid/evaluate/create_graphic.py | 158 +++++++++++++++++- 3 files changed, 194 insertions(+), 18 deletions(-) diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index 91d644b..e96eef4 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -61,14 +61,13 @@ typedef struct t8_cmesh_t t8_benchmark_forest_create_cmesh (const char *msh_file, const int mesh_dim, sc_MPI_Comm comm, const int init_level ) { - t8_cmesh_t cmesh = t8_cmesh_from_msh_file ((char *) msh_file, 1, comm, mesh_dim, 0, false); + t8_cmesh_t cmesh = t8_cmesh_from_msh_file ((char *) msh_file, true, comm, mesh_dim, 0, false); t8_cmesh_t cmesh_partition; t8_cmesh_init (&cmesh_partition); t8_cmesh_set_derive (cmesh_partition, cmesh); t8_cmesh_set_partition_uniform (cmesh_partition, init_level, t8_scheme_new_default ()); t8_cmesh_set_profiling (cmesh_partition, 1); t8_cmesh_commit (cmesh_partition, comm); - t8_cmesh_destroy (&cmesh); return cmesh_partition; } @@ -266,7 +265,7 @@ main (int argc, char **argv) return 1; } - T8_ASSERT (mshfileprefix != NULL || eclass != T8_ECLASS_INVALID); + T8_ASSERT (mshfileprefix != NULL); t8_global_productionf ("Using mshfileprefix %s with dim %d\n", mshfileprefix, dim); const int max_level = initial_level + level_diff; diff --git a/paper_files/New_for_hybrid/benchmark_elems.cxx b/paper_files/New_for_hybrid/benchmark_elems.cxx index 626d449..0c7c1cf 100644 --- a/paper_files/New_for_hybrid/benchmark_elems.cxx +++ b/paper_files/New_for_hybrid/benchmark_elems.cxx @@ -27,7 +27,7 @@ #include #include -#include +#include #include #include #include @@ -40,10 +40,38 @@ #include #include +#include #include +t8_cmesh_t two_tets (sc_MPI_Comm comm) +{ + t8_cmesh_t cmesh; + t8_cmesh_init (&cmesh); + + double vertices [15] = { + 0.0, 0.0, 0.0, //v0 + 0.0, 1.0, 0.0, //v1 + 1.0, 0.0, 0.0, //v2 + 0.0, 0.0, 1.0, //v3 + 1.0, 1.0, 1.0, //v4 + }; + + + t8_cmesh_set_tree_class (cmesh, 0, T8_ECLASS_TET); + t8_cmesh_set_tree_class (cmesh, 1, T8_ECLASS_TET); + + t8_cmesh_set_join (cmesh, 0, 1, 0, 3, 0); + + t8_cmesh_set_tree_vertices (cmesh, 0, vertices, 4); + t8_cmesh_set_tree_vertices (cmesh, 1, vertices + 3, 4); + + t8_cmesh_register_geometry (cmesh); + t8_cmesh_commit (cmesh, comm); + return cmesh; +} + /** * Create a partitioned cmesh. If no msh_file is given, a new hybrid cmesh is created. * @@ -54,17 +82,25 @@ * \return t8_cmesh_t */ t8_cmesh_t -t8_benchmark_forest_create_cmesh ( sc_MPI_Comm comm, const int init_level, const t8_eclass_t eclass, const int num_elems) +t8_benchmark_forest_create_cmesh ( sc_MPI_Comm comm, const int init_level, const t8_eclass_t eclass) { T8_ASSERT (eclass != T8_ECLASS_INVALID); - t8_cmesh_t cmesh = t8_cmesh_new_bigmesh ( eclass, num_elems, comm); + t8_cmesh_t cmesh; + if (eclass == T8_ECLASS_TET) { + cmesh = two_tets (comm); + } + else if (eclass == T8_ECLASS_PYRAMID) { + cmesh = t8_cmesh_new_pyramid_cake (comm, 8); + } + else { + cmesh = t8_cmesh_new_hypercube (eclass, comm, false, false, false); + } t8_cmesh_t cmesh_partition; t8_cmesh_init (&cmesh_partition); t8_cmesh_set_derive (cmesh_partition, cmesh); t8_cmesh_set_partition_uniform (cmesh_partition, init_level, t8_scheme_new_default ()); t8_cmesh_set_profiling (cmesh_partition, 1); t8_cmesh_commit (cmesh_partition, comm); - t8_cmesh_destroy (&cmesh); return cmesh_partition; } @@ -187,7 +223,6 @@ main (int argc, char **argv) int initial_level; int eclass_int; int num_runs; - int num_elems; /* Error check the MPI return value. */ SC_CHECK_MPI (mpiret); @@ -205,8 +240,6 @@ main (int argc, char **argv) sc_options_add_int (options, 'l', "level", &initial_level, 0, "The initial uniform refinement level of the forest."); sc_options_add_int (options, 'n', "num-runs", &num_runs, 1, "The number of runs to perform. If specified, the program will run num_runs times with the same parameters. "); - sc_options_add_int (options, 'N', "num-elems", &num_elems, 1, - "The number of elements in the forest. If specified, the program will create a forest with num_elems elements. "); const int options_argc = sc_options_parse (t8_get_package_id (), SC_LP_DEFAULT, options, argc, argv); if( options_argc <= 0 || options_argc != argc || help ) @@ -236,7 +269,7 @@ main (int argc, char **argv) for (int irun = 0; irun < num_runs; ++irun) { t8_global_essentialf ("#################### Run %d of %d ####################\n", irun + 1, num_runs); - t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (sc_MPI_COMM_WORLD, initial_level, eclass, num_elems); + t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (sc_MPI_COMM_WORLD, initial_level, eclass); benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, eclass); diff --git a/paper_files/New_for_hybrid/evaluate/create_graphic.py b/paper_files/New_for_hybrid/evaluate/create_graphic.py index 9d16334..f67a133 100755 --- a/paper_files/New_for_hybrid/evaluate/create_graphic.py +++ b/paper_files/New_for_hybrid/evaluate/create_graphic.py @@ -21,7 +21,67 @@ def extract_data(file_path, columns): parts = line.split("------------- Running:")[1].strip().split("with") args = parts[0].strip() procs = parts[1].strip().split()[0] - data.append({"procs": int(procs)}) + # Ensure the last element_type is associated with the current procs + element_type = data[-1]["element_type"] if data and "element_type" in data[-1] else "Unknown" + data.append({"element_type": element_type, "procs": int(procs)}) + # Extract the number of runs from the args + # Assuming args is in the form of '-n ' + n_value = None + if any(arg.startswith('-n') and arg[2:].isdigit() for arg in args.split()): + n_value = next(arg[2:] for arg in args.split() if arg.startswith('-n') and arg[2:].isdigit()) + args_list = args.split() # Split args into a list of arguments + else: + print("No -n argument found in args.") + # for each run we need to find the line containing: + # [t8] Summary = [ time time time .... time ]; + current_run_summaries = [] + for run_line in lines[lines.index(line) + 1:]: + if "[t8] #################### Run" in run_line: + # find the number of the current run + run_number = run_line.split("[t8] #################### Run")[1].split("of")[0].strip() + continue # Skip the run header lines + if "[t8] Summary = [" in run_line: + # Extract the summary data + summary_data = run_line.split("[t8] Summary = [")[1].split("]")[0].strip().split() + # Filter the times based on the specified columns + summary_data = [summary_data[col] for col in columns if col < len(summary_data)] + # Convert the summary data to floats and filter based on columns + current_run_summaries.append([float(value) for value in summary_data]) + if "------------- Running:" in run_line: + break # Exit the inner loop to reprocess the line in the outer loop + # Compute the average of the times, given by the columns + if current_run_summaries: + avg_summary = [sum(x) / len(x) for x in zip(*current_run_summaries)] + # Append the average summary to the data + data[-1]["summaries"] = avg_summary + else: + print("No summaries found for this run.") + return data + +def extract_data_elems(file_path, columns): +# The file consists of multiple exectuings with differen number of procs. +# Each execution starts with a line containing: +# ------------- Running: with procs ------------- +# In args we find the argument -n which states how often the command is executed. +# Each executin of the command starts with a line containing: +# [t8] #################### Run i of n #################### +# At the end of each run there is a line containing: +# [t8] Summary = [ time time time .... time ]; +# To extract the data we need to find the lines containing: +# ------------- Running: with procs ------------- +# until the end of the file. + data = [] + with open(file_path, 'r') as file: + lines = file.readlines() # Read all lines into a list + element_type = None + for line in lines: + if "TEST " in line: + element_type = line.split("TEST")[1].strip() + elif "------------- Running:" in line and "with" in line and "procs" in line: + parts = line.split("------------- Running:")[1].strip().split("with") + args = parts[0].strip() + procs = parts[1].strip().split()[0] + data.append({"element_type": element_type, "procs": int(procs)}) # Extract the number of runs from the args # Assuming args is in the form of '-n ' n_value = None @@ -79,7 +139,7 @@ def create_graphics(num_files, names, graph_name_base, graph_name_compare, data_ if pyra_flag: ideal_weak_scaling = [val * ((2 * (8**i) - 6**i)/(8**i)) for i in range((int(num_files)))] else: - ideal_weak_scaling = [val for _ in range(len(procs))] + ideal_weak_scaling = [val for _ in range(int(num_files))] shifted_procs = [procs[iproc] * 8**i for i in range(int(num_files))] if iproc == 0: plt.plot(shifted_procs, ideal_weak_scaling, label=f"{names[i]} Ideal Weak Scaling", color='black', linestyle='dotted') @@ -96,14 +156,58 @@ def create_graphics(num_files, names, graph_name_base, graph_name_compare, data_ plt.savefig(plt_name) print(f"Graph saved as {plt_name}") +def create_graphics_elem(names, num_files, data): + for i in range(len(names)): + plt.figure(figsize=(10, 6)) + plt.xlabel('Number of Processes') + plt.ylabel('Average Time (s)') + plt.xscale('log', base=2) + plt.yscale('log', base=2) + plt.title(f'Performance Comparison for {names[i]}') + color_map = { + "PYRAMID": "orange", + "HEXAHEDRON": "blue", + "TETRAHEDRON": "green", + "PRISM": "red" + } + name_map = { + "PYRAMID": "Pyramid", + "HEXAHEDRON": "Hexahedron", + "TETRAHEDRON": "Tetrahedron", + "PRISM": "Prism" + } + for ifile in range(int(num_files)): + element_types = set(entry["element_type"] for entry in data[ifile]) + for element_type in element_types: + element_data = [entry for entry in data[ifile] if entry["element_type"] == element_type] + procs = [entry["procs"] for entry in element_data] + times = [entry["summaries"][i] for entry in element_data] + color = color_map.get(element_type, "gray") + plt.plot(procs, times, label=name_map[element_type] if ifile == 0 else None, marker='o', color=color) + + if element_type == "PYRAMID": + ideal_scaling = [times[0] / 2**iproc for iproc in range(len(procs))] + plt.plot(procs, ideal_scaling, label="Ideal Strong Scaling" if ifile == 0 else None, color='black', linestyle='dashed') + if ifile != int(num_files) - 1: + for iproc, proc in enumerate(procs): + val = times[iproc] + ideal_weak_scaling = [val * ((2 * (8**i) - 6**i) / (8**i)) for i in range(int(num_files))] + shifted_procs = [proc * 8**i for i in range(int(num_files))] + plt.plot(shifted_procs, ideal_weak_scaling, color='black', linestyle='dotted', label="Ideal Weak Scaling" if iproc == 0 and ifile == 0 else None) + + plt.grid() + plt.legend() + plt_name = f"graph_{names[i]}.png" + plt.savefig(plt_name) + print(f"Graph saved as {plt_name}") -def main(): - num_files = sys.argv[1] +def compare_versions(): + num_files = sys.argv[2] - base = sys.argv[2:2 + int(num_files)] - compare = sys.argv[2 + int(num_files):2 + 2 * int(num_files)] + base = sys.argv[3:3 + int(num_files)] + compare = sys.argv[3 + int(num_files):3 + 2 * int(num_files)] - additional_args_index = 2 + 2 * int(num_files) + additional_args_index = 3 + 2 * int(num_files) names = sys.argv[additional_args_index].split(',') indices = list(map(int, sys.argv[additional_args_index + 1].split(','))) @@ -125,6 +229,46 @@ def main(): create_graphics(num_files, names, graph_name_base, graph_name_compare, data_base, data_compare) +def compare_elements(): + if (len(sys.argv) < 6): + print("Usage: python create_graphic.py elements ") + sys.exit(1) + + num_files = sys.argv[2] + base = sys.argv[3:3 + int(num_files)] + + additional_args_index = 3 + int(num_files) + + names = sys.argv[additional_args_index].split(',') + indices = list(map(int, sys.argv[additional_args_index + 1].split(','))) + + graph_name_base = sys.argv[additional_args_index + 2] + + data_base = [] + for file in range(int(num_files)): + data_base.append(extract_data_elems(base[file], indices)) + + print(f"Data extracted from {base}: {data_base}") + + create_graphics_elem(names, num_files, data_base) + + +def main(): + if len(sys.argv) < 2: + print("Usage: python create_graphic.py [args]") + sys.exit(1) + + mode = sys.argv[1] + + if mode == "compare": + compare_versions() + elif mode == "elements": + compare_elements() + else: + print("Error: Invalid mode. Use 'compare' or 'elements'.") + sys.exit(1) + + if __name__ == "__main__": main() \ No newline at end of file From ef37a62744e268476b98792f3d08a03de5231b67 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Tue, 22 Jul 2025 16:07:33 +0200 Subject: [PATCH 11/21] Add wall thickness for band adapt --- paper_files/New_for_hybrid/benchmark.cxx | 24 ++++++++++++++---------- 1 file changed, 14 insertions(+), 10 deletions(-) diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index e96eef4..3864521 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -126,7 +126,8 @@ t8_band_adapt (t8_forest_t forest, t8_forest_t forest_from, t8_locidx_t which_tr static void benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, const int max_level, - const std::array &x_min_max, const int do_ghost, const int num_steps, const double length) + const double x_min, const int do_ghost, const int num_steps, const double length, + const double thickness) { double adapt_time = 0; double partition_time = 0; @@ -160,7 +161,7 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c const double step = length / num_steps; t8_3D_vec normal({1, 0.0, 0.0}); - adapt_data_t adapt_data = {x_min_max[0], x_min_max[1], normal, init_level, max_level}; + adapt_data_t adapt_data = {x_min-thickness/2, x_min+thickness/2, normal, init_level, max_level}; t8_normalize (adapt_data.normal); t8_forest_t forest_adapt, forest_partition; for (int istep = 0; istep < num_steps; ++istep) { @@ -168,8 +169,10 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c t8_forest_set_adapt (forest_adapt, forest, t8_band_adapt, 1); t8_forest_set_profiling (forest_adapt, 1); - adapt_data.c_min = x_min_max[0] + step ; - adapt_data.c_max = x_min_max[1] + step ; + adapt_data.c_min = adapt_data.c_min + step ; + adapt_data.c_max = adapt_data.c_max + step ; + + t8_productionf ("Step %d: Refining band from %.2f to %.2f\n", istep + 1, adapt_data.c_min, adapt_data.c_max); t8_forest_set_user_data (forest_adapt, (void *)&adapt_data); t8_forest_commit (forest_adapt); @@ -223,11 +226,12 @@ main (int argc, char **argv) int dim; int initial_level; int level_diff; - std::array x_min_max; + double x_min; int num_runs; int do_ghost; double distance = 1.0; int num_steps = 1; + double thickness = 0.1; /* Error check the MPI return value. */ SC_CHECK_MPI (mpiret); @@ -248,10 +252,11 @@ main (int argc, char **argv) sc_options_add_int (options, 'r', "rlevel", &level_diff, 1, "The number of levels that the forest is refined from the initial level."); sc_options_add_switch (options, 'g', "ghost", &do_ghost, "If specified, the forest is created with ghost cells."); - sc_options_add_double (options, 'x', "xmin", &x_min_max[0], 0, "The minimum x coordinate in the mesh."); - sc_options_add_double (options, 'X', "xmax", &x_min_max[1], 1, "The maximum x coordinate in the mesh."); + sc_options_add_double (options, 'x', "xmin", &x_min, 0, "The minimum x coordinate in the mesh."); + sc_options_add_double (options, 't', "thickness", &thickness, 0.1, + "The thickness of the refinement region."); sc_options_add_double (options, 'D', "distance", &distance, 1.0, - "The distance between the plane should move in total."); + "The distance the plane should move in total."); sc_options_add_int (options, 's', "steps", &num_steps, 1, "The number of steps to take in the refinement region. The distance is divided by this number."); sc_options_add_int (options, 'n', "num-runs", &num_runs, 1, @@ -266,7 +271,6 @@ main (int argc, char **argv) } T8_ASSERT (mshfileprefix != NULL); - t8_global_productionf ("Using mshfileprefix %s with dim %d\n", mshfileprefix, dim); const int max_level = initial_level + level_diff; for (int irun = 0; irun < num_runs; ++irun) { @@ -274,7 +278,7 @@ main (int argc, char **argv) t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (mshfileprefix, dim, sc_MPI_COMM_WORLD, initial_level); - benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min_max, do_ghost, num_steps, distance); + benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min, do_ghost, num_steps, distance, thickness); } sc_options_destroy (options); From 23c152fde0a0ae4c29318de494ed8c15096e9939 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Tue, 22 Jul 2025 16:33:18 +0200 Subject: [PATCH 12/21] Add mesh --- paper_files/New_for_hybrid/tonne_100k.msh | 3 +++ 1 file changed, 3 insertions(+) create mode 100755 paper_files/New_for_hybrid/tonne_100k.msh diff --git a/paper_files/New_for_hybrid/tonne_100k.msh b/paper_files/New_for_hybrid/tonne_100k.msh new file mode 100755 index 0000000..cc12e91 --- /dev/null +++ b/paper_files/New_for_hybrid/tonne_100k.msh @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde35ae4fd98b6678c4d706abf925392febee5de1d8a042e4b81ce41ccd2245e +size 6071157 From e27f642e5e983966f7fd9848ba362295698606a7 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Wed, 30 Jul 2025 15:47:02 +0200 Subject: [PATCH 13/21] Update batch --- .../New_for_hybrid/evaluate/create_graphic.py | 8 +++--- .../New_for_hybrid/jobs/benchmark_eclass.sh | 28 +++++++++++-------- 2 files changed, 20 insertions(+), 16 deletions(-) diff --git a/paper_files/New_for_hybrid/evaluate/create_graphic.py b/paper_files/New_for_hybrid/evaluate/create_graphic.py index f67a133..6e23c62 100755 --- a/paper_files/New_for_hybrid/evaluate/create_graphic.py +++ b/paper_files/New_for_hybrid/evaluate/create_graphic.py @@ -165,16 +165,16 @@ def create_graphics_elem(names, num_files, data): plt.yscale('log', base=2) plt.title(f'Performance Comparison for {names[i]}') color_map = { - "PYRAMID": "orange", - "HEXAHEDRON": "blue", "TETRAHEDRON": "green", + "HEXAHEDRON": "blue", "PRISM": "red" + "PYRAMID": "orange", } name_map = { - "PYRAMID": "Pyramid", - "HEXAHEDRON": "Hexahedron", "TETRAHEDRON": "Tetrahedron", + "HEXAHEDRON": "Hexahedron", "PRISM": "Prism" + "PYRAMID": "Pyramid", } for ifile in range(int(num_files)): element_types = set(entry["element_type"] for entry in data[ifile]) diff --git a/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh b/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh index cdd154b..698ad8f 100644 --- a/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh +++ b/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh @@ -5,24 +5,28 @@ #SBATCH --time=00:10:00 #SBATCH --ntasks=64 -#SBATCH --output=New_for_hybrid_PYRA_%j -#SBTACH --error=New_for_hybrid_PYRA_err_%j -NUM_PROCS="1 2 4 8 16 32 64" +#SBATCH --output=New_for_hybrid_ELEM_%j +#SBATCH --error=New_for_hybrid_ELEM_err_%j +NUM_PROCS="8 16 32 64" +ELEMENT_NAMES=("TETRAHEDRON" "HEXAHEDRON" "PRISM" "PYRAMID") # e = Element typ # l = initial level -# r = number of refinements # n = number of reruns -# x = left wall -# X = right wall -# T = time -# C = CFL -ARGS="-e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1" + +PART_ARGS="-l3 -n3" + JOBFILE="/scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark" -for PROCS in $NUM_PROCS ; do +for i in {0..3}; do + ELEMENT=${ELEMENT_NAMES[$i]} + echo "TEST $ELEMENT" + ARGS="$PART_ARGS -e$i" JOB_CMD="$JOBFILE $ARGS" - echo "------------- Running: $JOB_CMD with $PROCS procs ------------" - srun -n $PROCS $JOB_CMD + for PROCS in $NUM_PROCS ; do + echo "------------- Running: $JOB_CMD with $PROCS procs ------------" + srun -n $PROCS $JOB_CMD & + done done + From ccebc640fa19e4ed61bd4188d404b40893372f82 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Wed, 30 Jul 2025 15:58:38 +0200 Subject: [PATCH 14/21] Change logging level for stats --- paper_files/New_for_hybrid/benchmark_elems.cxx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/paper_files/New_for_hybrid/benchmark_elems.cxx b/paper_files/New_for_hybrid/benchmark_elems.cxx index 0c7c1cf..d8fb18b 100644 --- a/paper_files/New_for_hybrid/benchmark_elems.cxx +++ b/paper_files/New_for_hybrid/benchmark_elems.cxx @@ -209,7 +209,7 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c sc_stats_accumulate (×[4], balance_time); sc_stats_accumulate (×[5], total_time); sc_stats_compute (comm, num_stats, times.data ()); - sc_stats_print (t8_get_package_id (), SC_LP_ESSENTIAL, num_stats, times.data (), 1, 1); + sc_stats_print (t8_get_package_id (), SC_LP_PRODUCTION, num_stats, times.data (), 1, 1); t8_forest_unref (&forest_partition); } From 10cafe7131ec845bfe27cc964a97047eebfc5628 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Thu, 31 Jul 2025 13:16:10 +0200 Subject: [PATCH 15/21] Add ghost count to stats --- paper_files/New_for_hybrid/benchmark_elems.cxx | 14 ++++++++------ .../New_for_hybrid/evaluate/create_graphic.py | 8 ++++---- 2 files changed, 12 insertions(+), 10 deletions(-) diff --git a/paper_files/New_for_hybrid/benchmark_elems.cxx b/paper_files/New_for_hybrid/benchmark_elems.cxx index d8fb18b..15a6333 100644 --- a/paper_files/New_for_hybrid/benchmark_elems.cxx +++ b/paper_files/New_for_hybrid/benchmark_elems.cxx @@ -141,15 +141,17 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c double new_time = 0; double total_time = 0; double ghost_time = 0; + t8_locidx_t ghost_sent = 0; double balance_time = 0; - const int num_stats = 6; + const int num_stats = 7; std::array times; sc_stats_init (×[0], "new"); sc_stats_init (×[1], "adapt"); sc_stats_init (×[2], "partition"); sc_stats_init (×[3], "ghost"); - sc_stats_init (×[4], "balance"); - sc_stats_init (×[5], "total"); + sc_stats_init (×[4], "ghost_sent"); + sc_stats_init (×[5], "balance"); + sc_stats_init (×[6], "total"); t8_forest_t forest; t8_forest_init (&forest); @@ -190,7 +192,6 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c t8_forest_commit (forest_partition); forest = forest_partition; - int ghost_sent = 0; int procs_sent = 0; int balance_rounds = 0; partition_time += t8_forest_profile_get_partition_time (forest_partition, &procs_sent); @@ -206,8 +207,9 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c sc_stats_accumulate (×[1], adapt_time); sc_stats_accumulate (×[2], partition_time); sc_stats_accumulate (×[3], ghost_time); - sc_stats_accumulate (×[4], balance_time); - sc_stats_accumulate (×[5], total_time); + sc_stats_accumulate (×[4], ghost_sent); + sc_stats_accumulate (×[5], balance_time); + sc_stats_accumulate (×[6], total_time); sc_stats_compute (comm, num_stats, times.data ()); sc_stats_print (t8_get_package_id (), SC_LP_PRODUCTION, num_stats, times.data (), 1, 1); t8_forest_unref (&forest_partition); diff --git a/paper_files/New_for_hybrid/evaluate/create_graphic.py b/paper_files/New_for_hybrid/evaluate/create_graphic.py index 6e23c62..3cb79c0 100755 --- a/paper_files/New_for_hybrid/evaluate/create_graphic.py +++ b/paper_files/New_for_hybrid/evaluate/create_graphic.py @@ -167,14 +167,14 @@ def create_graphics_elem(names, num_files, data): color_map = { "TETRAHEDRON": "green", "HEXAHEDRON": "blue", - "PRISM": "red" - "PYRAMID": "orange", + "PRISM": "red", + "PYRAMID": "orange" } name_map = { "TETRAHEDRON": "Tetrahedron", "HEXAHEDRON": "Hexahedron", - "PRISM": "Prism" - "PYRAMID": "Pyramid", + "PRISM": "Prism", + "PYRAMID": "Pyramid" } for ifile in range(int(num_files)): element_types = set(entry["element_type"] for entry in data[ifile]) From e6b9762fdf9401fe341a7eef5c7f5bc23331e736 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Thu, 31 Jul 2025 15:32:06 +0200 Subject: [PATCH 16/21] Update create_graphic --- .../New_for_hybrid/evaluate/create_graphic.py | 24 +++++++++++++++++-- 1 file changed, 22 insertions(+), 2 deletions(-) diff --git a/paper_files/New_for_hybrid/evaluate/create_graphic.py b/paper_files/New_for_hybrid/evaluate/create_graphic.py index 3cb79c0..d95c2b7 100755 --- a/paper_files/New_for_hybrid/evaluate/create_graphic.py +++ b/paper_files/New_for_hybrid/evaluate/create_graphic.py @@ -74,9 +74,11 @@ def extract_data_elems(file_path, columns): with open(file_path, 'r') as file: lines = file.readlines() # Read all lines into a list element_type = None + num_elements = 0 for line in lines: if "TEST " in line: element_type = line.split("TEST")[1].strip() + num_elements = 0 # Reset num_elements for each new element type elif "------------- Running:" in line and "with" in line and "procs" in line: parts = line.split("------------- Running:")[1].strip().split("with") args = parts[0].strip() @@ -98,6 +100,10 @@ def extract_data_elems(file_path, columns): # find the number of the current run run_number = run_line.split("[t8] #################### Run")[1].split("of")[0].strip() continue # Skip the run header lines + if "Done t8_forest_balance with" in run_line and num_elements == 0: + # Extract the number of elements from the line + num_elements = int(run_line.split("with")[1].split("global elements")[0].strip()) + data[-1]["num_elements"] = num_elements if "[t8] Summary = [" in run_line: # Extract the summary data summary_data = run_line.split("[t8] Summary = [")[1].split("]")[0].strip().split() @@ -188,15 +194,29 @@ def create_graphics_elem(names, num_files, data): if element_type == "PYRAMID": ideal_scaling = [times[0] / 2**iproc for iproc in range(len(procs))] plt.plot(procs, ideal_scaling, label="Ideal Strong Scaling" if ifile == 0 else None, color='black', linestyle='dashed') - if ifile != int(num_files) - 1: + if ifile == 0: + num_elements = element_data[ifile].get("num_elements", 1) + num_elements_next_file = next( + (entry.get("num_elements", 1) for entry in data[ifile + 1] if entry.get("element_type") == "PYRAMID"), + 1 + ) + element_scaling = num_elements_next_file / num_elements for iproc, proc in enumerate(procs): val = times[iproc] - ideal_weak_scaling = [val * ((2 * (8**i) - 6**i) / (8**i)) for i in range(int(num_files))] + ideal_weak_scaling = [val * (element_scaling**i) / (8**i) for i in range(int(num_files))] shifted_procs = [proc * 8**i for i in range(int(num_files))] plt.plot(shifted_procs, ideal_weak_scaling, color='black', linestyle='dotted', label="Ideal Weak Scaling" if iproc == 0 and ifile == 0 else None) plt.grid() plt.legend() + plt.legend(loc='lower left') + handles, labels = plt.gca().get_legend_handles_labels() + order = [] + label_order = ["Tetrahedron", "Hexahedron", "Prism", "Pyramid", "Ideal Strong Scaling", "Ideal Weak Scaling"] + for lbl in label_order: + if lbl in labels: + order.append(labels.index(lbl)) + plt.legend([handles[idx] for idx in order], [labels[idx] for idx in order], loc='lower left') plt_name = f"graph_{names[i]}.png" plt.savefig(plt_name) print(f"Graph saved as {plt_name}") From a27c6ec3ca49bdf5ea38055a8eca4fb2e4d09210 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Fri, 1 Aug 2025 10:12:28 +0200 Subject: [PATCH 17/21] Compute balance stats --- paper_files/New_for_hybrid/benchmark.cxx | 38 +++++++++++++------ .../New_for_hybrid/evaluate/create_graphic.py | 14 ++++++- 2 files changed, 39 insertions(+), 13 deletions(-) diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index 3864521..f8b0e0c 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -126,23 +126,27 @@ t8_band_adapt (t8_forest_t forest, t8_forest_t forest_from, t8_locidx_t which_tr static void benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, const int max_level, - const double x_min, const int do_ghost, const int num_steps, const double length, - const double thickness) + const double x_min, const bool do_ghost, const int num_steps, const double length, + const double thickness, const bool do_balance) { double adapt_time = 0; double partition_time = 0; double new_time = 0; double total_time = 0; double ghost_time = 0; + t8_locidx_t ghost_sent = 0; double balance_time = 0; - const int num_stats = 6; + int balance_rounds = 0; + const int num_stats = 8; std::array times; sc_stats_init (×[0], "new"); sc_stats_init (×[1], "adapt"); sc_stats_init (×[2], "partition"); sc_stats_init (×[3], "ghost"); - sc_stats_init (×[4], "balance"); - sc_stats_init (×[5], "total"); + sc_stats_init (×[4], "ghost_sent"); + sc_stats_init (×[5], "balance"); + sc_stats_init (×[6], "balance_rounds"); + sc_stats_init (×[7], "total"); t8_forest_t forest; t8_forest_init (&forest); @@ -182,6 +186,10 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c t8_forest_init (&forest_partition); t8_forest_set_partition(forest_partition, forest_adapt, 0); + if( do_balance ) + { + t8_forest_set_balance (forest_partition, NULL, 0); + } t8_forest_set_profiling (forest_partition, 1); if (do_ghost) { t8_forest_set_ghost (forest_partition, 1, T8_GHOST_FACES); @@ -189,14 +197,16 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c t8_forest_commit (forest_partition); forest = forest_partition; - int ghost_sent = 0; + int ghost_sent_iter = 0; int procs_sent = 0; - int balance_rounds = 0; + int balance_rounds_iter = 0; partition_time += t8_forest_profile_get_partition_time (forest_partition, &procs_sent); - ghost_time += t8_forest_profile_get_ghost_time (forest_partition, &ghost_sent); - balance_time += t8_forest_profile_get_balance_time (forest_partition, &balance_rounds); + ghost_time += t8_forest_profile_get_ghost_time (forest_partition, &ghost_sent_iter); + balance_time += t8_forest_profile_get_balance_time (forest_partition, &balance_rounds_iter); + ghost_sent += ghost_sent_iter; + balance_rounds += balance_rounds_iter; t8_forest_unref (&forest_adapt); } @@ -208,8 +218,10 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c sc_stats_accumulate (×[1], adapt_time); sc_stats_accumulate (×[2], partition_time); sc_stats_accumulate (×[3], ghost_time); - sc_stats_accumulate (×[4], balance_time); - sc_stats_accumulate (×[5], total_time); + sc_stats_accumulate (×[4], ghost_sent); + sc_stats_accumulate (×[5], balance_time); + sc_stats_accumulate (×[6], balance_rounds); + sc_stats_accumulate (×[7], total_time); sc_stats_compute (comm, num_stats, times.data ()); sc_stats_print (t8_get_package_id (), SC_LP_ESSENTIAL, num_stats, times.data (), 1, 1); t8_forest_unref (&forest_partition); @@ -229,6 +241,7 @@ main (int argc, char **argv) double x_min; int num_runs; int do_ghost; + int do_balance; double distance = 1.0; int num_steps = 1; double thickness = 0.1; @@ -252,6 +265,7 @@ main (int argc, char **argv) sc_options_add_int (options, 'r', "rlevel", &level_diff, 1, "The number of levels that the forest is refined from the initial level."); sc_options_add_switch (options, 'g', "ghost", &do_ghost, "If specified, the forest is created with ghost cells."); + sc_options_add_switch (options, 'b', "balance", &do_balance, "If specified, the forest is balanced after each refinement step."); sc_options_add_double (options, 'x', "xmin", &x_min, 0, "The minimum x coordinate in the mesh."); sc_options_add_double (options, 't', "thickness", &thickness, 0.1, "The thickness of the refinement region."); @@ -278,7 +292,7 @@ main (int argc, char **argv) t8_cmesh_t cmesh = t8_benchmark_forest_create_cmesh (mshfileprefix, dim, sc_MPI_COMM_WORLD, initial_level); - benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min, do_ghost, num_steps, distance, thickness); + benchmark_band_adapt (cmesh, sc_MPI_COMM_WORLD, initial_level, max_level, x_min, do_ghost, num_steps, distance, thickness, do_balance); } sc_options_destroy (options); diff --git a/paper_files/New_for_hybrid/evaluate/create_graphic.py b/paper_files/New_for_hybrid/evaluate/create_graphic.py index d95c2b7..b135151 100755 --- a/paper_files/New_for_hybrid/evaluate/create_graphic.py +++ b/paper_files/New_for_hybrid/evaluate/create_graphic.py @@ -123,7 +123,7 @@ def extract_data_elems(file_path, columns): return data def create_graphics(num_files, names, graph_name_base, graph_name_compare, data_base, data_compare, pyra_flag=True): - for i in range(len(names)): + for i in range(len(names)): plt.figure(figsize=(10, 6)) plt.xlabel('Number of Processes') plt.ylabel('Average Time (s)') @@ -163,7 +163,13 @@ def create_graphics(num_files, names, graph_name_base, graph_name_compare, data_ print(f"Graph saved as {plt_name}") def create_graphics_elem(names, num_files, data): + compute_ghosts = False for i in range(len(names)): + if "Ghost" in names[i]: + compute_ghosts = True + if "Ghost_sent" in names[i]: + continue + plt.figure(figsize=(10, 6)) plt.xlabel('Number of Processes') plt.ylabel('Average Time (s)') @@ -188,6 +194,10 @@ def create_graphics_elem(names, num_files, data): element_data = [entry for entry in data[ifile] if entry["element_type"] == element_type] procs = [entry["procs"] for entry in element_data] times = [entry["summaries"][i] for entry in element_data] + if compute_ghosts: + ghost_sent = [entry["summaries"][i+1] for entry in element_data] + parallel_efficiency = [times[j] * ghost_sent[j+1] / (times[j+1] * ghost_sent[j]) for j in range(len(times)-1)] + print(f"Parallel Efficiency for {element_type}: {parallel_efficiency}") color = color_map.get(element_type, "gray") plt.plot(procs, times, label=name_map[element_type] if ifile == 0 else None, marker='o', color=color) @@ -220,6 +230,8 @@ def create_graphics_elem(names, num_files, data): plt_name = f"graph_{names[i]}.png" plt.savefig(plt_name) print(f"Graph saved as {plt_name}") + if "Ghost" in names[i]: + compute_ghosts = False def compare_versions(): num_files = sys.argv[2] From ae4cb89079008180fe35ea39c1be551362427446 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Fri, 1 Aug 2025 11:18:30 +0200 Subject: [PATCH 18/21] Add skript for mesh benchmark --- .../New_for_hybrid/jobs/benchmark_mesh.sh | 35 +++++++++++++++++++ 1 file changed, 35 insertions(+) create mode 100644 paper_files/New_for_hybrid/jobs/benchmark_mesh.sh diff --git a/paper_files/New_for_hybrid/jobs/benchmark_mesh.sh b/paper_files/New_for_hybrid/jobs/benchmark_mesh.sh new file mode 100644 index 0000000..1ee6dec --- /dev/null +++ b/paper_files/New_for_hybrid/jobs/benchmark_mesh.sh @@ -0,0 +1,35 @@ +#!/bin/bash + +# This is a batch-file used on CARA. Cara has 2168 nodes, a 2x(AMD EPYC (32 Cores)) + + +#SBATCH --time=00:10:00 +#SBATCH --ntasks=128 +#SBATCH --output=New_for_hybrid_ELEM_%j +#SBATCH --error=New_for_hybrid_ELEM_err_%j +NUM_PROCS="128" + +# d = Dimension +# l = initial level +# r = number of refinements +# x = left wall of the mesh +# t = thickness of the refinement region +# D = distance of the refinement region to travel +# s = number of steps to travel +# n = number of reruns +# b = balance after each refinement step +# g = ghost cells + +PART_ARGS="-d3 -l2 -r3 -x-0.5 -t0.3 -D2 -s5 -n3 -b -g" + + +JOBFILE="/scratch_fast/ws/0/knap_da-t8code_benchmarks/benchmark_build/benchmark" + +MSH_FILE="/scratch_fast/ws/0/knap_da-t8code_benchmarks/t8data/paper_files/New_for_hybrid/tonne_100k" + +JOB_CMD="$JOBFILE -f $MSH_FILE " +for PROCS in $NUM_PROCS ; do + echo "------------- Running: $JOB_CMD with $PROCS procs ------------" + srun -n $PROCS $JOB_CMD & +done + From c8ff146ee743d39e261cb7b6333fe75e9e9f2ffa Mon Sep 17 00:00:00 2001 From: David Knapp Date: Fri, 1 Aug 2025 12:23:46 +0200 Subject: [PATCH 19/21] reduce output --- paper_files/New_for_hybrid/benchmark.cxx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index f8b0e0c..ac083bd 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -176,7 +176,7 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c adapt_data.c_min = adapt_data.c_min + step ; adapt_data.c_max = adapt_data.c_max + step ; - t8_productionf ("Step %d: Refining band from %.2f to %.2f\n", istep + 1, adapt_data.c_min, adapt_data.c_max); + t8_global_productionf ("Step %d: Refining band from %.2f to %.2f\n", istep + 1, adapt_data.c_min, adapt_data.c_max); t8_forest_set_user_data (forest_adapt, (void *)&adapt_data); t8_forest_commit (forest_adapt); From 45b9a322c3013a6079b7460889d5dc738291071a Mon Sep 17 00:00:00 2001 From: David Knapp Date: Tue, 24 Feb 2026 12:22:43 +0100 Subject: [PATCH 20/21] update --- paper_files/New_for_hybrid/README.md | 14 +- paper_files/New_for_hybrid/benchmark.cxx | 12 +- .../New_for_hybrid/evaluate/create_graphic.py | 173 +- .../New_for_hybrid/evaluate/graph_Ghost.png | 3 + .../New_for_hybrid/evaluate/graph_adapt.png | 3 + .../New_for_hybrid/evaluate/graph_new.png | 3 + .../evaluate/graph_parition.png | 3 + .../jobs/New_for_hybrid_PYRA_5614056 | 631 -------- .../New_for_hybrid_PYRA_procs_1_8_5624012 | 795 --------- .../New_for_hybrid_PYRA_procs_8_64_5624005 | 912 ----------- .../New_for_hybrid/jobs/benchmark_eclass.sh | 8 +- .../New_for_hybrid/jobs/benchmark_mesh.sh | 8 +- .../jobs/current_code_PYRA_561402 | 631 -------- .../jobs/current_code_PYRA_procs_1_8_5624028 | 1227 -------------- .../jobs/current_code_PYRA_procs_8_64_5624030 | 1416 ----------------- 15 files changed, 139 insertions(+), 5700 deletions(-) create mode 100644 paper_files/New_for_hybrid/evaluate/graph_Ghost.png create mode 100644 paper_files/New_for_hybrid/evaluate/graph_adapt.png create mode 100644 paper_files/New_for_hybrid/evaluate/graph_new.png create mode 100644 paper_files/New_for_hybrid/evaluate/graph_parition.png delete mode 100644 paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_5614056 delete mode 100644 paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_1_8_5624012 delete mode 100644 paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_8_64_5624005 delete mode 100644 paper_files/New_for_hybrid/jobs/current_code_PYRA_561402 delete mode 100644 paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_1_8_5624028 delete mode 100644 paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_8_64_5624030 diff --git a/paper_files/New_for_hybrid/README.md b/paper_files/New_for_hybrid/README.md index 4ea9096..f4e3d9a 100644 --- a/paper_files/New_for_hybrid/README.md +++ b/paper_files/New_for_hybrid/README.md @@ -1,13 +1,11 @@ # README -## Comparison of the Partitioning Algorithm +## How to run the benchmarks +Install the benchmarks via CMake and provide Paths to t8code (and SC & P4est, which can be installed with t8code alltogether) +Run the benchmark_elems example to evaluate the element-wise performance. With -n you can define the number of repeated runs, with -e you define the type of element used and with -l the initial uniform refinement level of the forest. -To compare the timings between the introduction of the New-for-hybrid algorithm link with -- t8code v4.0.0 for the "old" performance -- t8code add tag for the new performance +Run the benchmark example to evaluate the performance on a large hybrid mesh. Provide a mesh file via -f, and describe the dimension of the mesh via -d. The initial uniform refinement level is given via -l and -r defines the number of refinement levels. -g toggles on the usage of ghost-cells, -b enables the computation of a 2:1 balancing. -x is the minimum coordinate of the mesh, -t describes the thickness of the wall and -D the distance of the wall to travel. -s defines the step the wall should make. -n is number of repeated runs to test. +We used "-d3 -l5 -r2 -x-0.5 -t0.2 -D2 -s5 -n2 -g" for our tests. -## What is benchmarked? +To run the examples on a cluster you can use the scripts provided in the jobs directory. -In benchmark.cxx we create a cmesh, either from a file or from our examples. We use a hybrid mesh from the example, consisting of a hexahedron, a tetrahedron, a prism and a pyramid. For the published run-times we used a cmesh created from xy.msh. - -The mesh is then adaptively refined, coarsened and repartitioned for multiple timesteps. In each timestep elements inside a wall are refined. If an element is outside the wall it is coarsened up until a minimum level. In each timestep the wall is repositioned, enforcing a repartitioning of the forest in each timestep. diff --git a/paper_files/New_for_hybrid/benchmark.cxx b/paper_files/New_for_hybrid/benchmark.cxx index ac083bd..6681844 100644 --- a/paper_files/New_for_hybrid/benchmark.cxx +++ b/paper_files/New_for_hybrid/benchmark.cxx @@ -167,6 +167,7 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c t8_3D_vec normal({1, 0.0, 0.0}); adapt_data_t adapt_data = {x_min-thickness/2, x_min+thickness/2, normal, init_level, max_level}; t8_normalize (adapt_data.normal); + t8_gloidx_t max_num_global_elements = -1; t8_forest_t forest_adapt, forest_partition; for (int istep = 0; istep < num_steps; ++istep) { t8_forest_init (&forest_adapt); @@ -176,8 +177,6 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c adapt_data.c_min = adapt_data.c_min + step ; adapt_data.c_max = adapt_data.c_max + step ; - t8_global_productionf ("Step %d: Refining band from %.2f to %.2f\n", istep + 1, adapt_data.c_min, adapt_data.c_max); - t8_forest_set_user_data (forest_adapt, (void *)&adapt_data); t8_forest_commit (forest_adapt); adapt_time += t8_forest_profile_get_adapt_time(forest_adapt); @@ -196,6 +195,9 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c } t8_forest_commit (forest_partition); + const t8_gloidx_t num_global_elements = t8_forest_get_global_num_leaf_elements (forest_partition); + if (num_global_elements > max_num_global_elements) + max_num_global_elements = num_global_elements; forest = forest_partition; int ghost_sent_iter = 0; int procs_sent = 0; @@ -214,6 +216,8 @@ benchmark_band_adapt(t8_cmesh_t cmesh, sc_MPI_Comm comm, const int init_level, c t8_global_productionf ("Num steps: %d\n", num_steps); + t8_global_essentialf ("Max num elements after adapt: %llu\n", (unsigned long long)max_num_global_elements); + sc_stats_accumulate (×[0], new_time); sc_stats_accumulate (×[1], adapt_time); sc_stats_accumulate (×[2], partition_time); @@ -251,8 +255,8 @@ main (int argc, char **argv) /* Initialize the sc library, has to happen before we initialize t8code. */ sc_init (sc_MPI_COMM_WORLD, 1, 1, NULL, SC_LP_ESSENTIAL); - /* Initialize t8code with log level SC_LP_PRODUCTION. See sc.h for more info on the log levels. */ - t8_init (SC_LP_PRODUCTION); + /* Initialize t8code with log level SC_LP_ESSENTIAL. See sc.h for more info on the log levels. */ + t8_init (SC_LP_ESSENTIAL); sc_options_t *options = sc_options_new (argv[0]); diff --git a/paper_files/New_for_hybrid/evaluate/create_graphic.py b/paper_files/New_for_hybrid/evaluate/create_graphic.py index b135151..a92e95c 100755 --- a/paper_files/New_for_hybrid/evaluate/create_graphic.py +++ b/paper_files/New_for_hybrid/evaluate/create_graphic.py @@ -43,6 +43,8 @@ def extract_data(file_path, columns): if "[t8] Summary = [" in run_line: # Extract the summary data summary_data = run_line.split("[t8] Summary = [")[1].split("]")[0].strip().split() + print(f"Extracted summary data: {summary_data}") + print("\n") # Filter the times based on the specified columns summary_data = [summary_data[col] for col in columns if col < len(summary_data)] # Convert the summary data to floats and filter based on columns @@ -59,6 +61,7 @@ def extract_data(file_path, columns): return data def extract_data_elems(file_path, columns): + print(f"Extracting data from {file_path} for columns {columns}") # The file consists of multiple exectuings with differen number of procs. # Each execution starts with a line containing: # ------------- Running: with procs ------------- @@ -109,58 +112,54 @@ def extract_data_elems(file_path, columns): summary_data = run_line.split("[t8] Summary = [")[1].split("]")[0].strip().split() # Filter the times based on the specified columns summary_data = [summary_data[col] for col in columns if col < len(summary_data)] + print(f"Extracted summary data for type {element_type}: {summary_data}") # Convert the summary data to floats and filter based on columns current_run_summaries.append([float(value) for value in summary_data]) + print(f"Current run summaries: {current_run_summaries}") if "------------- Running:" in run_line: break # Exit the inner loop to reprocess the line in the outer loop # Compute the average of the times, given by the columns - if current_run_summaries: - avg_summary = [sum(x) / len(x) for x in zip(*current_run_summaries)] - # Append the average summary to the data - data[-1]["summaries"] = avg_summary - else: - print("No summaries found for this run.") + avg_summary = [sum(x) / len(x) for x in zip(*current_run_summaries)] + # Append the average summary to the data + data[-1]["summaries"] = avg_summary return data -def create_graphics(num_files, names, graph_name_base, graph_name_compare, data_base, data_compare, pyra_flag=True): - for i in range(len(names)): - plt.figure(figsize=(10, 6)) - plt.xlabel('Number of Processes') - plt.ylabel('Average Time (s)') - plt.xscale('log', base=2) - plt.yscale('log', base=2) - plt.title('Performance Comparison') - for ifile in range(int(num_files)): - procs = [entry["procs"] for entry in data_base[ifile]] - base_times = [entry["summaries"][i] for entry in data_base[ifile]] - compare_times = [entry["summaries"][i] for entry in data_compare[ifile]] - ideal_scaling = [base_times[0] / 2**iproc for iproc in range(len(procs))] - if ifile == 0: - plt.plot(procs, base_times, label=f"{names[i]} {graph_name_base} ", color='orange') - plt.plot(procs, compare_times, label=f"{names[i]} {graph_name_compare} ", color='blue') - plt.plot(procs, ideal_scaling, label=f"{names[i]} Ideal Scaling", color='black', linestyle='dashed') - for iproc in range(len(procs)): - val = data_base[ifile][iproc]["summaries"][i] # Use the first value in summaries as the reference - ideal_weak_scaling= [] - if pyra_flag: - ideal_weak_scaling = [val * ((2 * (8**i) - 6**i)/(8**i)) for i in range((int(num_files)))] - else: - ideal_weak_scaling = [val for _ in range(int(num_files))] - shifted_procs = [procs[iproc] * 8**i for i in range(int(num_files))] - if iproc == 0: - plt.plot(shifted_procs, ideal_weak_scaling, label=f"{names[i]} Ideal Weak Scaling", color='black', linestyle='dotted') - else: - plt.plot(shifted_procs, ideal_weak_scaling, color='black', linestyle='dotted') - else: - plt.plot(procs, base_times, color='orange') - plt.plot(procs, compare_times, color='blue') - plt.plot(procs, ideal_scaling, color='black', linestyle='dashed') - - plt.grid() - plt.legend() - plt_name = f"graph_{names[i]}.png" - plt.savefig(plt_name) - print(f"Graph saved as {plt_name}") +def create_graphics(num_files, names, graph_name_base, data_base): + plt.figure(figsize=(10, 6)) + plt.xlabel('Number of Processes', fontsize=16) + plt.ylabel('Average Time (s)', fontsize=16) + plt.xscale('log', base=2) + plt.yscale('log', base=10) + plt.xticks(fontsize=14) + plt.yticks(fontsize=14) + + plt.title('Performance Comparison', fontsize=16) + print(data_base) + for i in range(int(num_files)): + entry = data_base[i][0] + procs = entry["procs"] + summaries = entry["summaries"] + total = sum(summaries) + color = plt.cm.tab10(i % 10) + # Use a line plot (single-point plotted as a marker; use sequences to connect points if desired) + if i == 0: + procs_list = [] + totals_list = [] + procs_list.append(procs) + totals_list.append(total) + # draw/update a line that connects the accumulated points + plt.plot(procs_list, totals_list, marker='o', linestyle='-', color='black', label=graph_name_base if i == 0 else None) + #bottom = 0 + #for j, value in enumerate(summaries): + # color = plt.cm.tab10(j % 10) # Use a consistent color for each section + # plt.bar(procs, value, bottom=bottom, label=f"{names[j]}" if i == 0 else "", width=procs / 10, color=color) + # bottom += value + + + plt_name = f"graph_{graph_name_base}.png" + plt.legend(fontsize=14) + plt.savefig(plt_name) + print(f"Graph saved as {plt_name}") def create_graphics_elem(names, num_files, data): compute_ghosts = False @@ -171,11 +170,13 @@ def create_graphics_elem(names, num_files, data): continue plt.figure(figsize=(10, 6)) - plt.xlabel('Number of Processes') - plt.ylabel('Average Time (s)') + plt.xlabel('Number of Processes', fontsize=16) + plt.ylabel('Average Time (s)', fontsize=16) plt.xscale('log', base=2) - plt.yscale('log', base=2) - plt.title(f'Performance Comparison for {names[i]}') + plt.yscale('log', base=10) + plt.xticks(fontsize=14) + plt.yticks(fontsize=14) + plt.title(f'Performance Comparison for {names[i]}', fontsize=16) color_map = { "TETRAHEDRON": "green", "HEXAHEDRON": "blue", @@ -196,15 +197,48 @@ def create_graphics_elem(names, num_files, data): times = [entry["summaries"][i] for entry in element_data] if compute_ghosts: ghost_sent = [entry["summaries"][i+1] for entry in element_data] - parallel_efficiency = [times[j] * ghost_sent[j+1] / (times[j+1] * ghost_sent[j]) for j in range(len(times)-1)] + parallel_efficiency = [times[0] * ghost_sent[j] / (times[j] * ghost_sent[0]) for j in range(len(times))] print(f"Parallel Efficiency for {element_type}: {parallel_efficiency}") + if element_type == "PYRAMID": + print(f"Times for PYRAMID: {times}") + print(f"Ghost Sent for PYRAMID: {ghost_sent}") color = color_map.get(element_type, "gray") - plt.plot(procs, times, label=name_map[element_type] if ifile == 0 else None, marker='o', color=color) + marker_map = { + "TETRAHEDRON": "^", # triangle_up + "HEXAHEDRON": "s", # square + "PRISM": "8", # octagon + "PYRAMID": "D" # diamond + } + marker = marker_map.get(element_type, "o") + plt.plot(procs, times, label=name_map.get(element_type, element_type) if ifile == 0 else None, + marker=marker, color=color, linestyle='-') if element_type == "PYRAMID": - ideal_scaling = [times[0] / 2**iproc for iproc in range(len(procs))] - plt.plot(procs, ideal_scaling, label="Ideal Strong Scaling" if ifile == 0 else None, color='black', linestyle='dashed') + if compute_ghosts: + ghost_sent = [entry["summaries"][i+1] for entry in element_data] + ideal_scaling = [times[0]] * len(procs) + for j in range(1, len(procs)): + ideal_scaling[j] = ideal_scaling[j-1] * (ghost_sent[j] / ghost_sent[j-1]) + #print(f"Times for PYRAMID: {times}") + #print(f"Ghost Sent for PYRAMID: {ghost_sent}") + #print(f"Ideal Scaling for PYRAMID: {ideal_scaling}") + plt.plot(procs, ideal_scaling, label="Ideal Strong Scaling" if ifile == 0 else None, color='black', linestyle='dashed') + else: + ideal_scaling = [times[0] / 2**iproc for iproc in range(len(procs))] + plt.plot(procs, ideal_scaling, label="Ideal Strong Scaling" if ifile == 0 else None, color='black', linestyle='dashed') if ifile == 0: + #if compute_ghosts: + # elem_data = [[entry for entry in data[j] if entry["element_type"] == "PYRAMID"] for j in range(int(num_files))] + # ghost_sent = [[entry["summaries"][i+1] for entry in elem_data[j]] for j in range(int(num_files))] + # print(f"Ghost Sent for PYRAMID: {ghost_sent}") + # for iproc, proc in enumerate(procs): + # val = times[iproc] + # ideal_weak_scaling = [val ] * int(num_files) + # for j in range(1, int(num_files)): + # ideal_weak_scaling[j] = ideal_weak_scaling[j-1] * (ghost_sent[j][iproc] / ghost_sent[j-1][iproc]) + # shifted_procs = [proc * 8**i for i in range(int(num_files))] + # plt.plot(shifted_procs, ideal_weak_scaling, color='black', linestyle='dotted', label="Ideal Weak Scaling" if iproc == 0 and ifile == 0 else None) + #else: num_elements = element_data[ifile].get("num_elements", 1) num_elements_next_file = next( (entry.get("num_elements", 1) for entry in data[ifile + 1] if entry.get("element_type") == "PYRAMID"), @@ -219,10 +253,10 @@ def create_graphics_elem(names, num_files, data): plt.grid() plt.legend() - plt.legend(loc='lower left') + plt.legend(loc='lower left', fontsize=14) handles, labels = plt.gca().get_legend_handles_labels() order = [] - label_order = ["Tetrahedron", "Hexahedron", "Prism", "Pyramid", "Ideal Strong Scaling", "Ideal Weak Scaling"] + label_order = ["Pyramid", "Prism", "Tetrahedron", "Hexahedron", "Ideal Strong Scaling", "Ideal Weak Scaling"] for lbl in label_order: if lbl in labels: order.append(labels.index(lbl)) @@ -233,33 +267,28 @@ def create_graphics_elem(names, num_files, data): if "Ghost" in names[i]: compute_ghosts = False -def compare_versions(): +def compare_mesh(): num_files = sys.argv[2] base = sys.argv[3:3 + int(num_files)] - compare = sys.argv[3 + int(num_files):3 + 2 * int(num_files)] - additional_args_index = 3 + 2 * int(num_files) - names = sys.argv[additional_args_index].split(',') - indices = list(map(int, sys.argv[additional_args_index + 1].split(','))) + additional_args_index = 3 + int(num_files) + names = [name.strip() for name in sys.argv[additional_args_index].split(',')] - graph_name_base = sys.argv[additional_args_index + 2] - graph_name_compare = sys.argv[additional_args_index + 3] + indices = list(map(int, sys.argv[additional_args_index + 1].split(','))) if len(names) != len(indices): print("Error: The number of names and indices must be the same.") sys.exit(1) + graph_name_base = sys.argv[additional_args_index + 2] data_base = [] - data_compare = [] - for file in range(int(num_files)): data_base.append(extract_data(base[file], indices)) - data_compare.append(extract_data(compare[file], indices)) - create_graphics(num_files, names, graph_name_base, graph_name_compare, data_base, data_compare) + create_graphics(num_files, names, graph_name_base, data_base) def compare_elements(): if (len(sys.argv) < 6): @@ -267,11 +296,13 @@ def compare_elements(): sys.exit(1) num_files = sys.argv[2] + print (num_files) base = sys.argv[3:3 + int(num_files)] - + print(base) additional_args_index = 3 + int(num_files) - names = sys.argv[additional_args_index].split(',') + names = [name.strip() for name in sys.argv[additional_args_index].split(',')] + print (names) indices = list(map(int, sys.argv[additional_args_index + 1].split(','))) graph_name_base = sys.argv[additional_args_index + 2] @@ -292,12 +323,12 @@ def main(): mode = sys.argv[1] - if mode == "compare": - compare_versions() + if mode == "mesh": + compare_mesh() elif mode == "elements": compare_elements() else: - print("Error: Invalid mode. Use 'compare' or 'elements'.") + print("Error: Invalid mode. Use 'mesh' or 'elements'.") sys.exit(1) diff --git a/paper_files/New_for_hybrid/evaluate/graph_Ghost.png b/paper_files/New_for_hybrid/evaluate/graph_Ghost.png new file mode 100644 index 0000000..f1469fd --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/graph_Ghost.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736b0c4c48666d8ddd5944b209db5368e25e8864f913b9a75b286a5d3a14b5b1 +size 122928 diff --git a/paper_files/New_for_hybrid/evaluate/graph_adapt.png b/paper_files/New_for_hybrid/evaluate/graph_adapt.png new file mode 100644 index 0000000..ab550b2 --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/graph_adapt.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96450c8819686d3d17a2dedd6fc51a41ed3c428a88efd9f6f29f907cdfb2b8d7 +size 108083 diff --git a/paper_files/New_for_hybrid/evaluate/graph_new.png b/paper_files/New_for_hybrid/evaluate/graph_new.png new file mode 100644 index 0000000..e7d3ffe --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/graph_new.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399fe221a0be513f83e09c7e06ad33bf0f6bfddbfe798ba497bae2a3ab2054c4 +size 110444 diff --git a/paper_files/New_for_hybrid/evaluate/graph_parition.png b/paper_files/New_for_hybrid/evaluate/graph_parition.png new file mode 100644 index 0000000..868d205 --- /dev/null +++ b/paper_files/New_for_hybrid/evaluate/graph_parition.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e98003e6743ed5c02e27380b409c281f269704b3a3bae253e8d0e5c8cfdf6e8 +size 120657 diff --git a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_5614056 b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_5614056 deleted file mode 100644 index 62e1fbf..0000000 --- a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_5614056 +++ /dev/null @@ -1,631 +0,0 @@ -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 1 procs ------------ -[1745580881.817123] [n10495:3080400:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.00133247 (0 = 0%) -[t8] Minimum attained at rank 0: 0.00133247 -[t8] Maximum attained at rank 0: 0.00133247 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.202355 (0 = 0%) -[t8] Minimum attained at rank 0: 0.202355 -[t8] Maximum attained at rank 0: 0.202355 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.00361261 (0 = 0%) -[t8] Minimum attained at rank 0: 0.00361261 -[t8] Maximum attained at rank 0: 0.00361261 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.21005 (0 = 0%) -[t8] Minimum attained at rank 0: 0.21005 -[t8] Maximum attained at rank 0: 0.21005 -[t8] Summary = [ 0.00133247 0.202355 0.00361261 0.21005 ]; -[t8] Maximum = [ 0.00133247 0.202355 0.00361261 0.21005 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.000148812 (0 = 0%) -[t8] Minimum attained at rank 0: 0.000148812 -[t8] Maximum attained at rank 0: 0.000148812 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.200213 (0 = 0%) -[t8] Minimum attained at rank 0: 0.200213 -[t8] Maximum attained at rank 0: 0.200213 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.00189789 (0 = 0%) -[t8] Minimum attained at rank 0: 0.00189789 -[t8] Maximum attained at rank 0: 0.00189789 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.204536 (0 = 0%) -[t8] Minimum attained at rank 0: 0.204536 -[t8] Maximum attained at rank 0: 0.204536 -[t8] Summary = [ 0.000148812 0.200213 0.00189789 0.204536 ]; -[t8] Maximum = [ 0.000148812 0.200213 0.00189789 0.204536 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.000147731 (0 = 0%) -[t8] Minimum attained at rank 0: 0.000147731 -[t8] Maximum attained at rank 0: 0.000147731 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.199516 (0 = 0%) -[t8] Minimum attained at rank 0: 0.199516 -[t8] Maximum attained at rank 0: 0.199516 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.00168757 (0 = 0%) -[t8] Minimum attained at rank 0: 0.00168757 -[t8] Maximum attained at rank 0: 0.00168757 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.203617 (0 = 0%) -[t8] Minimum attained at rank 0: 0.203617 -[t8] Maximum attained at rank 0: 0.203617 -[t8] Summary = [ 0.000147731 0.199516 0.00168757 0.203617 ]; -[t8] Maximum = [ 0.000147731 0.199516 0.00168757 0.203617 ]; -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 2 procs ------------ -[1745580883.144065] [n10495:3080428:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.000903535 (1.05e-06 = 0.116%) -[t8] Minimum attained at rank 1: 0.00090249 -[t8] Maximum attained at rank 0: 0.00090458 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.114664 (1.48e-06 = 0.00129%) -[t8] Minimum attained at rank 1: 0.114663 -[t8] Maximum attained at rank 0: 0.114665 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.0100204 (2.41e-06 = 0.0241%) -[t8] Minimum attained at rank 1: 0.010018 -[t8] Maximum attained at rank 0: 0.0100228 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.129472 (3.35e-06 = 0.00259%) -[t8] Minimum attained at rank 1: 0.129469 -[t8] Maximum attained at rank 0: 0.129476 -[t8] Summary = [ 0.000903535 0.114664 0.0100204 0.129472 ]; -[t8] Maximum = [ 0.00090458 0.114665 0.0100228 0.129476 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.00050909 (8.65e-07 = 0.17%) -[t8] Minimum attained at rank 0: 0.000508225 -[t8] Maximum attained at rank 1: 0.000509955 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.113005 (1.06e-05 = 0.00936%) -[t8] Minimum attained at rank 1: 0.112994 -[t8] Maximum attained at rank 0: 0.113015 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.0077076 (5.45e-07 = 0.00707%) -[t8] Minimum attained at rank 0: 0.00770705 -[t8] Maximum attained at rank 1: 0.00770814 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.124732 (1.58e-06 = 0.00127%) -[t8] Minimum attained at rank 1: 0.124731 -[t8] Maximum attained at rank 0: 0.124734 -[t8] Summary = [ 0.00050909 0.113005 0.0077076 0.124732 ]; -[t8] Maximum = [ 0.000509955 0.113015 0.00770814 0.124734 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.000496565 (1.9e-07 = 0.0383%) -[t8] Minimum attained at rank 0: 0.000496375 -[t8] Maximum attained at rank 1: 0.000496755 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.112501 (1.53e-05 = 0.0136%) -[t8] Minimum attained at rank 1: 0.112486 -[t8] Maximum attained at rank 0: 0.112517 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.00771272 (1.27e-06 = 0.0164%) -[t8] Minimum attained at rank 0: 0.00771145 -[t8] Maximum attained at rank 1: 0.00771398 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.124306 (4.63e-06 = 0.00372%) -[t8] Minimum attained at rank 0: 0.124302 -[t8] Maximum attained at rank 1: 0.124311 -[t8] Summary = [ 0.000496565 0.112501 0.00771272 0.124306 ]; -[t8] Maximum = [ 0.000496755 0.112517 0.00771398 0.124311 ]; -[1745580883.144061] [n10495:3080429:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 4 procs ------------ -[1745580884.386388] [n10495:3080463:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0011409 (4.6e-05 = 4.03%) -[t8] Minimum attained at rank 0: 0.00108414 -[t8] Maximum attained at rank 1: 0.0011918 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0699723 (1.52e-05 = 0.0217%) -[t8] Minimum attained at rank 1: 0.0699523 -[t8] Maximum attained at rank 0: 0.0699883 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0103236 (5.17e-06 = 0.0501%) -[t8] Minimum attained at rank 0: 0.0103162 -[t8] Maximum attained at rank 3: 0.0103307 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0857635 (4.52e-05 = 0.0527%) -[t8] Minimum attained at rank 0: 0.0857056 -[t8] Maximum attained at rank 1: 0.0858134 -[t8] Summary = [ 0.0011409 0.0699723 0.0103236 0.0857635 ]; -[t8] Maximum = [ 0.0011918 0.0699883 0.0103307 0.0858134 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.000661152 (1.22e-06 = 0.184%) -[t8] Minimum attained at rank 2: 0.000659277 -[t8] Maximum attained at rank 3: 0.000662657 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0685583 (2.06e-05 = 0.0301%) -[t8] Minimum attained at rank 2: 0.0685262 -[t8] Maximum attained at rank 3: 0.0685825 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.00898828 (6.78e-06 = 0.0754%) -[t8] Minimum attained at rank 3: 0.00898083 -[t8] Maximum attained at rank 2: 0.00899625 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0821393 (5.54e-06 = 0.00675%) -[t8] Minimum attained at rank 0: 0.082136 -[t8] Maximum attained at rank 2: 0.0821489 -[t8] Summary = [ 0.000661152 0.0685583 0.00898828 0.0821393 ]; -[t8] Maximum = [ 0.000662657 0.0685825 0.00899625 0.0821489 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.000632271 (1.21e-06 = 0.192%) -[t8] Minimum attained at rank 2: 0.000630456 -[t8] Maximum attained at rank 1: 0.000633697 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0687219 (2.52e-05 = 0.0366%) -[t8] Minimum attained at rank 2: 0.0686819 -[t8] Maximum attained at rank 3: 0.068751 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.00858736 (1.04e-05 = 0.121%) -[t8] Minimum attained at rank 3: 0.00857629 -[t8] Maximum attained at rank 2: 0.00859953 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0817032 (2.01e-06 = 0.00246%) -[t8] Minimum attained at rank 0: 0.081701 -[t8] Maximum attained at rank 2: 0.0817062 -[t8] Summary = [ 0.000632271 0.0687219 0.00858736 0.0817032 ]; -[t8] Maximum = [ 0.000633697 0.068751 0.00859953 0.0817062 ]; -[1745580884.386342] [n10495:3080466:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580884.386337] [n10495:3080464:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580884.386337] [n10495:3080465:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 8 procs ------------ -[1745580885.569721] [n10495:3080506:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.00163225 (4.67e-05 = 2.86%) -[t8] Minimum attained at rank 4: 0.00154755 -[t8] Maximum attained at rank 3: 0.00169025 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0448647 (2.71e-05 = 0.0604%) -[t8] Minimum attained at rank 5: 0.044824 -[t8] Maximum attained at rank 7: 0.0449065 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0126814 (1.8e-05 = 0.142%) -[t8] Minimum attained at rank 2: 0.0126504 -[t8] Maximum attained at rank 6: 0.0127055 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0641942 (4.45e-05 = 0.0694%) -[t8] Minimum attained at rank 4: 0.06412 -[t8] Maximum attained at rank 3: 0.0642517 -[t8] Summary = [ 0.00163225 0.0448647 0.0126814 0.0641942 ]; -[t8] Maximum = [ 0.00169025 0.0449065 0.0127055 0.0642517 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.000820988 (9.41e-07 = 0.115%) -[t8] Minimum attained at rank 2: 0.000818859 -[t8] Maximum attained at rank 3: 0.000822039 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0440668 (2.04e-05 = 0.0464%) -[t8] Minimum attained at rank 3: 0.0440366 -[t8] Maximum attained at rank 7: 0.044094 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0113625 (1.14e-05 = 0.1%) -[t8] Minimum attained at rank 2: 0.011349 -[t8] Maximum attained at rank 5: 0.0113805 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0606545 (4.17e-06 = 0.00687%) -[t8] Minimum attained at rank 0: 0.0606495 -[t8] Maximum attained at rank 5: 0.060664 -[t8] Summary = [ 0.000820988 0.0440668 0.0113625 0.0606545 ]; -[t8] Maximum = [ 0.000822039 0.044094 0.0113805 0.060664 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.000789449 (1.21e-06 = 0.153%) -[t8] Minimum attained at rank 2: 0.000786509 -[t8] Maximum attained at rank 3: 0.000790719 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0441953 (1.95e-05 = 0.0442%) -[t8] Minimum attained at rank 3: 0.0441677 -[t8] Maximum attained at rank 0: 0.0442288 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0108699 (1.48e-05 = 0.136%) -[t8] Minimum attained at rank 2: 0.0108495 -[t8] Maximum attained at rank 5: 0.010888 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0601512 (3.79e-06 = 0.0063%) -[t8] Minimum attained at rank 7: 0.0601464 -[t8] Maximum attained at rank 6: 0.0601601 -[t8] Summary = [ 0.000789449 0.0441953 0.0108699 0.0601512 ]; -[t8] Maximum = [ 0.000790719 0.0442288 0.010888 0.0601601 ]; -[1745580885.570383] [n10495:3080509:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580885.570587] [n10495:3080510:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580885.570419] [n10495:3080513:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580885.570375] [n10495:3080512:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580885.570375] [n10495:3080511:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580885.569868] [n10495:3080508:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580885.570449] [n10495:3080507:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 16 procs ------------ -[1745580886.801291] [n10495:3080571:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.00229556 (3.94e-05 = 1.72%) -[t8] Minimum attained at rank 5: 0.00225921 -[t8] Maximum attained at rank 3: 0.00237637 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.036408 (3.56e-05 = 0.0979%) -[t8] Minimum attained at rank 2: 0.03635 -[t8] Maximum attained at rank 11: 0.0364827 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0165726 (3.31e-05 = 0.2%) -[t8] Minimum attained at rank 15: 0.0165185 -[t8] Maximum attained at rank 8: 0.0166257 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0617483 (3.91e-05 = 0.0633%) -[t8] Minimum attained at rank 10: 0.0617122 -[t8] Maximum attained at rank 3: 0.0618322 -[t8] Summary = [ 0.00229556 0.036408 0.0165726 0.0617483 ]; -[t8] Maximum = [ 0.00237637 0.0364827 0.0166257 0.0618322 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.00111912 (7.11e-07 = 0.0635%) -[t8] Minimum attained at rank 2: 0.00111671 -[t8] Maximum attained at rank 6: 0.00112007 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0354639 (3.52e-05 = 0.0993%) -[t8] Minimum attained at rank 2: 0.0353963 -[t8] Maximum attained at rank 11: 0.0355268 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0152896 (1.62e-05 = 0.106%) -[t8] Minimum attained at rank 0: 0.0152618 -[t8] Maximum attained at rank 13: 0.0153123 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0576655 (8.01e-06 = 0.0139%) -[t8] Minimum attained at rank 7: 0.0576523 -[t8] Maximum attained at rank 9: 0.057685 -[t8] Summary = [ 0.00111912 0.0354639 0.0152896 0.0576655 ]; -[t8] Maximum = [ 0.00112007 0.0355268 0.0153123 0.057685 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.00113263 (4.9e-06 = 0.433%) -[t8] Minimum attained at rank 2: 0.00112528 -[t8] Maximum attained at rank 9: 0.00114214 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.035287 (3.5e-05 = 0.0993%) -[t8] Minimum attained at rank 5: 0.0352402 -[t8] Maximum attained at rank 0: 0.0353597 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0148008 (4.23e-06 = 0.0286%) -[t8] Minimum attained at rank 3: 0.014794 -[t8] Maximum attained at rank 13: 0.0148073 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0567583 (7.09e-06 = 0.0125%) -[t8] Minimum attained at rank 6: 0.0567474 -[t8] Maximum attained at rank 5: 0.0567745 -[t8] Summary = [ 0.00113263 0.035287 0.0148008 0.0567583 ]; -[t8] Maximum = [ 0.00114214 0.0353597 0.0148073 0.0567745 ]; -[1745580886.844293] [n10495:3080580:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845875] [n10495:3080584:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.812202] [n10495:3080586:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.844271] [n10495:3080579:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845279] [n10495:3080581:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.801291] [n10495:3080573:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845548] [n10495:3080575:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845721] [n10495:3080582:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845875] [n10495:3080585:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845008] [n10495:3080577:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845046] [n10495:3080576:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845001] [n10495:3080578:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.845614] [n10495:3080574:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.802679] [n10495:3080572:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580886.817598] [n10495:3080583:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 32 procs ------------ -[1745580888.391766] [n10495:3080679:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0040876 (7.25e-05 = 1.77%) -[t8] Minimum attained at rank 3: 0.0040055 -[t8] Maximum attained at rank 5: 0.00424702 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0379883 (7.22e-05 = 0.19%) -[t8] Minimum attained at rank 7: 0.037833 -[t8] Maximum attained at rank 17: 0.0381188 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0251593 (0.000534 = 2.12%) -[t8] Minimum attained at rank 0: 0.0242697 -[t8] Maximum attained at rank 1: 0.0259875 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0810756 (7.48e-05 = 0.0923%) -[t8] Minimum attained at rank 18: 0.0809933 -[t8] Maximum attained at rank 2: 0.0812365 -[t8] Summary = [ 0.0040876 0.0379883 0.0251593 0.0810756 ]; -[t8] Maximum = [ 0.00424702 0.0381188 0.0259875 0.0812365 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.00172274 (9.57e-07 = 0.0556%) -[t8] Minimum attained at rank 2: 0.00171942 -[t8] Maximum attained at rank 12: 0.00172435 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0367917 (6.72e-05 = 0.183%) -[t8] Minimum attained at rank 3: 0.0365935 -[t8] Maximum attained at rank 20: 0.0368909 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0229129 (0.000322 = 1.41%) -[t8] Minimum attained at rank 0: 0.0223774 -[t8] Maximum attained at rank 1: 0.0234175 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.072298 (1.49e-05 = 0.0206%) -[t8] Minimum attained at rank 18: 0.0722694 -[t8] Maximum attained at rank 3: 0.0723255 -[t8] Summary = [ 0.00172274 0.0367917 0.0229129 0.072298 ]; -[t8] Maximum = [ 0.00172435 0.0368909 0.0234175 0.0723255 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.00171707 (1.12e-06 = 0.0649%) -[t8] Minimum attained at rank 2: 0.00171373 -[t8] Maximum attained at rank 11: 0.00171947 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0365628 (8.78e-05 = 0.24%) -[t8] Minimum attained at rank 5: 0.0363497 -[t8] Maximum attained at rank 15: 0.0366719 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0231212 (0.000232 = 1%) -[t8] Minimum attained at rank 0: 0.0227469 -[t8] Maximum attained at rank 1: 0.0234811 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0716399 (1.6e-05 = 0.0223%) -[t8] Minimum attained at rank 31: 0.071613 -[t8] Maximum attained at rank 3: 0.0716725 -[t8] Summary = [ 0.00171707 0.0365628 0.0231212 0.0716399 ]; -[t8] Maximum = [ 0.00171947 0.0366719 0.0234811 0.0716725 ]; -[1745580888.437774] [n10495:3080710:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.428562] [n10495:3080706:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.421306] [n10495:3080681:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.436900] [n10495:3080688:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.438122] [n10495:3080697:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.392016] [n10495:3080683:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.391271] [n10495:3080693:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.406629] [n10495:3080689:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.438252] [n10495:3080698:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.392016] [n10495:3080686:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.437760] [n10495:3080695:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.438147] [n10495:3080696:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.405679] [n10495:3080685:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.430208] [n10495:3080705:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.435612] [n10495:3080680:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.391674] [n10495:3080691:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.437130] [n10495:3080682:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.392466] [n10495:3080703:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.438259] [n10495:3080702:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.438259] [n10495:3080699:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.425963] [n10495:3080690:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.391271] [n10495:3080694:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.407071] [n10495:3080701:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.391502] [n10495:3080692:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.425457] [n10495:3080708:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.437719] [n10495:3080704:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.436762] [n10495:3080709:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.392373] [n10495:3080687:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.436909] [n10495:3080684:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.392960] [n10495:3080707:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580888.438299] [n10495:3080700:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 64 procs ------------ -[1745580890.930396] [n10495:3080883:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.00879591 (0.000188 = 2.14%) -[t8] Minimum attained at rank 4: 0.00853486 -[t8] Maximum attained at rank 3: 0.00929796 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0511845 (0.00017 = 0.332%) -[t8] Minimum attained at rank 0: 0.0507054 -[t8] Maximum attained at rank 55: 0.0514475 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0416985 (0.000231 = 0.554%) -[t8] Minimum attained at rank 5: 0.0414334 -[t8] Maximum attained at rank 40: 0.0421722 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.11703 (0.000194 = 0.166%) -[t8] Minimum attained at rank 60: 0.116733 -[t8] Maximum attained at rank 3: 0.117544 -[t8] Summary = [ 0.00879591 0.0511845 0.0416985 0.11703 ]; -[t8] Maximum = [ 0.00929796 0.0514475 0.0421722 0.117544 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.00318852 (9.64e-07 = 0.0302%) -[t8] Minimum attained at rank 63: 0.00318574 -[t8] Maximum attained at rank 42: 0.00319023 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0489405 (0.000192 = 0.392%) -[t8] Minimum attained at rank 4: 0.0484779 -[t8] Maximum attained at rank 63: 0.0493245 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0392325 (1.05e-05 = 0.0267%) -[t8] Minimum attained at rank 35: 0.0392107 -[t8] Maximum attained at rank 32: 0.0392623 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.103868 (3.41e-05 = 0.0329%) -[t8] Minimum attained at rank 63: 0.103799 -[t8] Maximum attained at rank 29: 0.103935 -[t8] Summary = [ 0.00318852 0.0489405 0.0392325 0.103868 ]; -[t8] Maximum = [ 0.00319023 0.0493245 0.0392623 0.103935 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.00318709 (1.45e-06 = 0.0455%) -[t8] Minimum attained at rank 56: 0.00318364 -[t8] Maximum attained at rank 11: 0.00319053 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0491988 (0.000171 = 0.347%) -[t8] Minimum attained at rank 3: 0.0487613 -[t8] Maximum attained at rank 36: 0.0495589 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0386549 (9.37e-06 = 0.0242%) -[t8] Minimum attained at rank 17: 0.0386388 -[t8] Maximum attained at rank 22: 0.0386802 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.10346 (3.44e-05 = 0.0332%) -[t8] Minimum attained at rank 35: 0.103391 -[t8] Maximum attained at rank 18: 0.103525 -[t8] Summary = [ 0.00318709 0.0491988 0.0386549 0.10346 ]; -[t8] Maximum = [ 0.00319053 0.0495589 0.0386802 0.103525 ]; -[1745580890.850807] [n10495:3080921:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930484] [n10495:3080906:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.855588] [n10495:3080944:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.834986] [n10495:3080889:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.839872] [n10495:3080890:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.851561] [n10495:3080927:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930340] [n10495:3080940:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929722] [n10495:3080932:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.856124] [n10495:3080930:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929981] [n10495:3080935:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.849075] [n10495:3080892:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.832781] [n10495:3080912:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930493] [n10495:3080907:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.857460] [n10495:3080905:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.854807] [n10495:3080916:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930484] [n10495:3080909:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930279] [n10495:3080886:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929030] [n10495:3080895:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929609] [n10495:3080904:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.846034] [n10495:3080894:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.855375] [n10495:3080938:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930599] [n10495:3080893:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930009] [n10495:3080915:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930517] [n10495:3080901:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930340] [n10495:3080942:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929731] [n10495:3080934:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.927200] [n10495:3080896:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.854836] [n10495:3080917:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930517] [n10495:3080899:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.850641] [n10495:3080914:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930517] [n10495:3080900:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929531] [n10495:3080931:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.855538] [n10495:3080937:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.833236] [n10495:3080913:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930340] [n10495:3080939:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.823359] [n10495:3080891:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929993] [n10495:3080918:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930317] [n10495:3080884:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.857523] [n10495:3080923:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.856379] [n10495:3080887:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.927701] [n10495:3080897:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930500] [n10495:3080919:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.928028] [n10495:3080903:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.928001] [n10495:3080898:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929504] [n10495:3080946:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.856427] [n10495:3080908:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.855108] [n10495:3080928:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930643] [n10495:3080925:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.855588] [n10495:3080943:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.848824] [n10495:3080929:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930643] [n10495:3080924:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930290] [n10495:3080885:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.853493] [n10495:3080920:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.854218] [n10495:3080902:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.929537] [n10495:3080945:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.857285] [n10495:3080933:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.851573] [n10495:3080888:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.851796] [n10495:3080911:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930345] [n10495:3080941:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.855752] [n10495:3080936:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930643] [n10495:3080926:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.851520] [n10495:3080922:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580890.930522] [n10495:3080910:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_1_8_5624012 b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_1_8_5624012 deleted file mode 100644 index d28b806..0000000 --- a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_1_8_5624012 +++ /dev/null @@ -1,795 +0,0 @@ -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 1 procs ------------ -[1745998183.743167] [n11086:58046:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.440715 -0.440711 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 1.766674 1.325963 -[t8] Enter forest partition. -[t8] Start partition 1.769660 1.769660 -[t8] End partition 1.938060 0.168400 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 17715456 local elements. -[t8] Start ghost at 2.467730 -2.467730 -[t8] End ghost at 2.467824 0.000094 -[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 2.467924 -2.467924 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 5.230846 2.762921 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.439099 (0 = 0%) -[t8] Minimum attained at rank 0: 0.439099 -[t8] Maximum attained at rank 0: 0.439099 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 1.32596 (0 = 0%) -[t8] Minimum attained at rank 0: 1.32596 -[t8] Maximum attained at rank 0: 1.32596 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.1684 (0 = 0%) -[t8] Minimum attained at rank 0: 0.1684 -[t8] Maximum attained at rank 0: 0.1684 -[t8] Statistics for ghost -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0 (0) -[t8] Minimum attained at rank 0: 0 -[t8] Maximum attained at rank 0: 0 -[t8] Statistics for balance -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 3.38151 (0 = 0%) -[t8] Minimum attained at rank 0: 3.38151 -[t8] Maximum attained at rank 0: 3.38151 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 5.32429 (0 = 0%) -[t8] Minimum attained at rank 0: 5.32429 -[t8] Maximum attained at rank 0: 5.32429 -[t8] Summary = [ 0.439099 1.32596 0.1684 0 3.38151 5.32429 ]; -[t8] Maximum = [ 0.439099 1.32596 0.1684 0 3.38151 5.32429 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 5.761835 -5.761835 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 7.064657 1.302822 -[t8] Enter forest partition. -[t8] Start partition 7.067817 7.067817 -[t8] End partition 7.240711 0.172894 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 17715456 local elements. -[t8] Start ghost at 7.769964 -7.769964 -[t8] End ghost at 7.770010 0.000046 -[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 7.770107 -7.770107 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 10.521700 2.751593 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.432346 (0 = 0%) -[t8] Minimum attained at rank 0: 0.432346 -[t8] Maximum attained at rank 0: 0.432346 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 1.30282 (0 = 0%) -[t8] Minimum attained at rank 0: 1.30282 -[t8] Maximum attained at rank 0: 1.30282 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.172894 (0 = 0%) -[t8] Minimum attained at rank 0: 0.172894 -[t8] Maximum attained at rank 0: 0.172894 -[t8] Statistics for ghost -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0 (0) -[t8] Minimum attained at rank 0: 0 -[t8] Maximum attained at rank 0: 0 -[t8] Statistics for balance -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 3.37107 (0 = 0%) -[t8] Minimum attained at rank 0: 3.37107 -[t8] Maximum attained at rank 0: 3.37107 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 5.28727 (0 = 0%) -[t8] Minimum attained at rank 0: 5.28727 -[t8] Maximum attained at rank 0: 5.28727 -[t8] Summary = [ 0.432346 1.30282 0.172894 0 3.37107 5.28727 ]; -[t8] Maximum = [ 0.432346 1.30282 0.172894 0 3.37107 5.28727 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 11.056782 -11.056782 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 12.361434 1.304652 -[t8] Enter forest partition. -[t8] Start partition 12.364615 12.364614 -[t8] End partition 12.537533 0.172918 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 17715456 local elements. -[t8] Start ghost at 13.066515 -13.066515 -[t8] End ghost at 13.066564 0.000049 -[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 13.066663 -13.066663 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 15.827203 2.760539 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.436143 (0 = 0%) -[t8] Minimum attained at rank 0: 0.436143 -[t8] Maximum attained at rank 0: 0.436143 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 1.30465 (0 = 0%) -[t8] Minimum attained at rank 0: 1.30465 -[t8] Maximum attained at rank 0: 1.30465 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.172918 (0 = 0%) -[t8] Minimum attained at rank 0: 0.172918 -[t8] Maximum attained at rank 0: 0.172918 -[t8] Statistics for ghost -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0 (0) -[t8] Minimum attained at rank 0: 0 -[t8] Maximum attained at rank 0: 0 -[t8] Statistics for balance -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 3.37983 (0 = 0%) -[t8] Minimum attained at rank 0: 3.37983 -[t8] Maximum attained at rank 0: 3.37983 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 5.30202 (0 = 0%) -[t8] Minimum attained at rank 0: 5.30202 -[t8] Maximum attained at rank 0: 5.30202 -[t8] Summary = [ 0.436143 1.30465 0.172918 0 3.37983 5.30202 ]; -[t8] Maximum = [ 0.436143 1.30465 0.172918 0 3.37983 5.30202 ]; -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 2 procs ------------ -[1745998200.431346] [n11086:58073:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.222743 -0.222740 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 0.908645 0.685904 -[t8] Enter forest partition. -[t8] Start partition 0.910759 0.910759 -[t8] End partition 1.020173 0.109414 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 1.286413 -1.286413 -[t8] End ghost at 2.375347 1.088934 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 2.375419 -2.375419 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 3.758774 1.383354 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 3.820974 -3.820974 -[t8] End ghost at 4.909596 1.088621 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.218851 (6.9e-07 = 0.000315%) -[t8] Minimum attained at rank 1: 0.21885 -[t8] Maximum attained at rank 0: 0.218851 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.685894 (1.06e-05 = 0.00155%) -[t8] Minimum attained at rank 1: 0.685883 -[t8] Maximum attained at rank 0: 0.685904 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.109197 (0.000216 = 0.198%) -[t8] Minimum attained at rank 1: 0.108981 -[t8] Maximum attained at rank 0: 0.109414 -[t8] Statistics for ghost -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 1.08862 (1.91e-06 = 0.000175%) -[t8] Minimum attained at rank 1: 1.08862 -[t8] Maximum attained at rank 0: 1.08862 -[t8] Statistics for balance -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 2.79753 (2.36e-05 = 0.000845%) -[t8] Minimum attained at rank 0: 2.79751 -[t8] Maximum attained at rank 1: 2.79756 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 4.90754 (3.74e-06 = 7.63e-05%) -[t8] Minimum attained at rank 1: 4.90753 -[t8] Maximum attained at rank 0: 4.90754 -[t8] Summary = [ 0.218851 0.685894 0.109197 1.08862 2.79753 4.90754 ]; -[t8] Maximum = [ 0.218851 0.685904 0.109414 1.08862 2.79756 4.90754 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 5.128412 -5.128412 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 5.801809 0.673397 -[t8] Enter forest partition. -[t8] Start partition 5.804343 5.804343 -[t8] End partition 5.913345 0.109002 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 6.178983 -6.178983 -[t8] End ghost at 7.266778 1.087795 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 7.266839 -7.266839 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 8.648264 1.381425 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 8.708898 -8.708898 -[t8] End ghost at 9.795530 1.086631 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.214441 (5.85e-07 = 0.000273%) -[t8] Minimum attained at rank 0: 0.214441 -[t8] Maximum attained at rank 1: 0.214442 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.673388 (9.49e-06 = 0.00141%) -[t8] Minimum attained at rank 1: 0.673378 -[t8] Maximum attained at rank 0: 0.673397 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.109009 (6.42e-06 = 0.00589%) -[t8] Minimum attained at rank 0: 0.109002 -[t8] Maximum attained at rank 1: 0.109015 -[t8] Statistics for ghost -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 1.08663 (1.48e-06 = 0.000136%) -[t8] Minimum attained at rank 1: 1.08663 -[t8] Maximum attained at rank 0: 1.08663 -[t8] Statistics for balance -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 2.79206 (2.09e-06 = 7.48e-05%) -[t8] Minimum attained at rank 1: 2.79206 -[t8] Maximum attained at rank 0: 2.79206 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 4.88239 (2.51e-06 = 5.13e-05%) -[t8] Minimum attained at rank 1: 4.88239 -[t8] Maximum attained at rank 0: 4.88239 -[t8] Summary = [ 0.214441 0.673388 0.109009 1.08663 2.79206 4.88239 ]; -[t8] Maximum = [ 0.214442 0.673397 0.109015 1.08663 2.79206 4.88239 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 10.017436 -10.017436 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 10.690457 0.673020 -[t8] Enter forest partition. -[t8] Start partition 10.693212 10.693212 -[t8] End partition 10.802303 0.109090 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 11.068219 -11.068219 -[t8] End ghost at 12.158527 1.090308 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 12.158592 -12.158592 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 13.539964 1.381371 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 13.600689 -13.600689 -[t8] End ghost at 14.692962 1.092273 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.218483 (8.35e-07 = 0.000382%) -[t8] Minimum attained at rank 0: 0.218483 -[t8] Maximum attained at rank 1: 0.218484 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.673012 (8.75e-06 = 0.0013%) -[t8] Minimum attained at rank 1: 0.673003 -[t8] Maximum attained at rank 0: 0.67302 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.109088 (1.68e-06 = 0.00154%) -[t8] Minimum attained at rank 1: 0.109087 -[t8] Maximum attained at rank 0: 0.10909 -[t8] Statistics for ghost -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 1.09231 (4.1e-05 = 0.00375%) -[t8] Minimum attained at rank 0: 1.09227 -[t8] Maximum attained at rank 1: 1.09236 -[t8] Statistics for balance -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 2.79488 (1.92e-06 = 6.87e-05%) -[t8] Minimum attained at rank 1: 2.79488 -[t8] Maximum attained at rank 0: 2.79488 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 4.89486 (1.79e-06 = 3.65e-05%) -[t8] Minimum attained at rank 1: 4.89485 -[t8] Maximum attained at rank 0: 4.89486 -[t8] Summary = [ 0.218483 0.673012 0.109088 1.09231 2.79488 4.89486 ]; -[t8] Maximum = [ 0.218484 0.67302 0.10909 1.09236 2.79488 4.89486 ]; -[1745998200.431349] [n11086:58074:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 4 procs ------------ -[1745998216.026277] [n11086:58107:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.115706 -0.115704 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 0.480742 0.365038 -[t8] Enter forest partition. -[t8] Start partition 0.482297 0.482296 -[t8] End partition 0.574974 0.092677 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 0.708751 -0.708751 -[t8] End ghost at 1.349539 0.640788 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 1.349604 -1.349604 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 2.040702 0.691097 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 2.090264 -2.090264 -[t8] End ghost at 2.731875 0.641611 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.110712 (5.72e-05 = 0.0517%) -[t8] Minimum attained at rank 1: 0.110654 -[t8] Maximum attained at rank 0: 0.110775 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.365023 (1.01e-05 = 0.00276%) -[t8] Minimum attained at rank 2: 0.36501 -[t8] Maximum attained at rank 0: 0.365038 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0923527 (0.000559 = 0.606%) -[t8] Minimum attained at rank 3: 0.0913838 -[t8] Maximum attained at rank 2: 0.0926887 -[t8] Statistics for ghost -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.641151 (0.000651 = 0.101%) -[t8] Minimum attained at rank 2: 0.640031 -[t8] Maximum attained at rank 0: 0.641611 -[t8] Statistics for balance -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 1.51248 (1.38e-05 = 0.000912%) -[t8] Minimum attained at rank 0: 1.51246 -[t8] Maximum attained at rank 2: 1.5125 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 2.72766 (5.88e-05 = 0.00216%) -[t8] Minimum attained at rank 1: 2.7276 -[t8] Maximum attained at rank 0: 2.72773 -[t8] Summary = [ 0.110712 0.365023 0.0923527 0.641151 1.51248 2.72766 ]; -[t8] Maximum = [ 0.110775 0.365038 0.0926887 0.641611 1.5125 2.72773 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 2.841638 -2.841638 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 3.200876 0.359237 -[t8] Enter forest partition. -[t8] Start partition 3.201682 3.201682 -[t8] End partition 3.297827 0.096145 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 3.431258 -3.431258 -[t8] End ghost at 4.072271 0.641013 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 4.072343 -4.072343 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 4.764495 0.692152 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 4.817515 -4.817515 -[t8] End ghost at 5.457794 0.640279 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.107071 (1.08e-06 = 0.00101%) -[t8] Minimum attained at rank 1: 0.107069 -[t8] Maximum attained at rank 2: 0.107071 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.359217 (1.12e-05 = 0.00313%) -[t8] Minimum attained at rank 3: 0.35921 -[t8] Maximum attained at rank 0: 0.359237 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0961656 (1.38e-05 = 0.0143%) -[t8] Minimum attained at rank 0: 0.0961447 -[t8] Maximum attained at rank 2: 0.0961792 -[t8] Statistics for ghost -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.640414 (0.000112 = 0.0175%) -[t8] Minimum attained at rank 0: 0.640279 -[t8] Maximum attained at rank 2: 0.640557 -[t8] Statistics for balance -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 1.51648 (3.04e-06 = 0.000201%) -[t8] Minimum attained at rank 1: 1.51648 -[t8] Maximum attained at rank 0: 1.51648 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 2.72407 (6.22e-06 = 0.000228%) -[t8] Minimum attained at rank 1: 2.72407 -[t8] Maximum attained at rank 2: 2.72408 -[t8] Summary = [ 0.107071 0.359217 0.0961656 0.640414 1.51648 2.72407 ]; -[t8] Maximum = [ 0.107071 0.359237 0.0961792 0.640557 1.51648 2.72408 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 5.565928 -5.565928 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 5.923058 0.357130 -[t8] Enter forest partition. -[t8] Start partition 5.923858 5.923858 -[t8] End partition 6.020144 0.096285 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 6.153714 -6.153714 -[t8] End ghost at 6.796271 0.642556 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 6.796354 -6.796353 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 7.548655 0.752301 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 7.601354 -7.601354 -[t8] End ghost at 8.244950 0.643595 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.104998 (8.24e-07 = 0.000784%) -[t8] Minimum attained at rank 1: 0.104996 -[t8] Maximum attained at rank 3: 0.104998 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.357266 (0.000149 = 0.0416%) -[t8] Minimum attained at rank 1: 0.357104 -[t8] Maximum attained at rank 3: 0.357418 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0962817 (7.54e-06 = 0.00784%) -[t8] Minimum attained at rank 3: 0.0962719 -[t8] Maximum attained at rank 2: 0.0962918 -[t8] Statistics for ghost -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.642726 (0.00143 = 0.222%) -[t8] Minimum attained at rank 2: 0.640251 -[t8] Maximum attained at rank 0: 0.643595 -[t8] Statistics for balance -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 1.57804 (3.16e-06 = 0.0002%) -[t8] Minimum attained at rank 0: 1.57803 -[t8] Maximum attained at rank 3: 1.57804 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 2.78495 (3.71e-06 = 0.000133%) -[t8] Minimum attained at rank 1: 2.78495 -[t8] Maximum attained at rank 2: 2.78496 -[t8] Summary = [ 0.104998 0.357266 0.0962817 0.642726 1.57804 2.78495 ]; -[t8] Maximum = [ 0.104998 0.357418 0.0962918 0.643595 1.57804 2.78496 ]; -[1745998216.026168] [n11086:58108:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998216.026164] [n11086:58109:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998216.026156] [n11086:58110:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 8 procs ------------ -[1745998225.249931] [n11086:58151:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.072413 -0.072411 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 0.283976 0.211565 -[t8] Enter forest partition. -[t8] Start partition 0.286620 0.286620 -[t8] End partition 0.369945 0.083325 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 0.437364 -0.437364 -[t8] End ghost at 0.857088 0.419724 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 0.857138 -0.857138 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 1.204960 0.347822 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 1.250480 -1.250480 -[t8] End ghost at 1.669077 0.418597 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0577997 (1.2e-05 = 0.0208%) -[t8] Minimum attained at rank 6: 0.0577799 -[t8] Maximum attained at rank 3: 0.0578195 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.211558 (1.17e-05 = 0.00551%) -[t8] Minimum attained at rank 1: 0.211542 -[t8] Maximum attained at rank 4: 0.211572 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0820872 (0.00135 = 1.65%) -[t8] Minimum attained at rank 6: 0.0788615 -[t8] Maximum attained at rank 0: 0.0833248 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.41863 (0.000883 = 0.211%) -[t8] Minimum attained at rank 6: 0.417091 -[t8] Maximum attained at rank 4: 0.419582 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.876622 (2.9e-05 = 0.0033%) -[t8] Minimum attained at rank 6: 0.876587 -[t8] Maximum attained at rank 3: 0.876665 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.65602 (1.36e-05 = 0.000823%) -[t8] Minimum attained at rank 6: 1.65599 -[t8] Maximum attained at rank 3: 1.65604 -[t8] Summary = [ 0.0577997 0.211558 0.0820872 0.41863 0.876622 1.65602 ]; -[t8] Maximum = [ 0.0578195 0.211572 0.0833248 0.419582 0.876665 1.65604 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 1.730079 -1.730079 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 1.941217 0.211137 -[t8] Enter forest partition. -[t8] Start partition 1.944895 1.944895 -[t8] End partition 2.027243 0.082347 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 2.094682 -2.094682 -[t8] End ghost at 2.513021 0.418339 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 2.513070 -2.513070 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 2.864928 0.351857 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 2.910251 -2.910251 -[t8] End ghost at 3.328247 0.417996 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0568125 (8.49e-07 = 0.00149%) -[t8] Minimum attained at rank 1: 0.0568108 -[t8] Maximum attained at rank 4: 0.0568138 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.21135 (0.000234 = 0.111%) -[t8] Minimum attained at rank 1: 0.211106 -[t8] Maximum attained at rank 7: 0.211588 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0818608 (0.000609 = 0.744%) -[t8] Minimum attained at rank 6: 0.0809577 -[t8] Maximum attained at rank 1: 0.082542 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.41745 (0.000348 = 0.0833%) -[t8] Minimum attained at rank 4: 0.416946 -[t8] Maximum attained at rank 0: 0.417996 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.879309 (5.49e-06 = 0.000625%) -[t8] Minimum attained at rank 0: 0.879304 -[t8] Maximum attained at rank 2: 0.879322 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.65592 (2.94e-06 = 0.000177%) -[t8] Minimum attained at rank 0: 1.65592 -[t8] Maximum attained at rank 1: 1.65593 -[t8] Summary = [ 0.0568125 0.21135 0.0818608 0.41745 0.879309 1.65592 ]; -[t8] Maximum = [ 0.0568138 0.211588 0.082542 0.417996 0.879322 1.65593 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 3.388250 -3.388250 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 3.595993 0.207743 -[t8] Enter forest partition. -[t8] Start partition 3.599716 3.599716 -[t8] End partition 3.681997 0.082282 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 3.749411 -3.749411 -[t8] End ghost at 4.166860 0.417448 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 4.166910 -4.166910 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 4.514037 0.347127 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 4.559285 -4.559285 -[t8] End ghost at 4.977310 0.418025 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0567636 (6.54e-07 = 0.00115%) -[t8] Minimum attained at rank 1: 0.0567621 -[t8] Maximum attained at rank 6: 0.0567643 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.20796 (0.000232 = 0.112%) -[t8] Minimum attained at rank 3: 0.207714 -[t8] Maximum attained at rank 4: 0.208196 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0818203 (0.00058 = 0.709%) -[t8] Minimum attained at rank 6: 0.080903 -[t8] Maximum attained at rank 1: 0.0824553 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.41817 (0.000661 = 0.158%) -[t8] Minimum attained at rank 6: 0.417109 -[t8] Maximum attained at rank 4: 0.41902 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.873603 (5.37e-06 = 0.000615%) -[t8] Minimum attained at rank 5: 0.873598 -[t8] Maximum attained at rank 1: 0.873616 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.64777 (5.81e-06 = 0.000353%) -[t8] Minimum attained at rank 3: 1.64776 -[t8] Maximum attained at rank 4: 1.64778 -[t8] Summary = [ 0.0567636 0.20796 0.0818203 0.41817 0.873603 1.64777 ]; -[t8] Maximum = [ 0.0567643 0.208196 0.0824553 0.41902 0.873616 1.64778 ]; -[1745998225.249862] [n11086:58156:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998225.249864] [n11086:58158:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998225.250010] [n11086:58154:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998225.249927] [n11086:58153:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998225.249857] [n11086:58157:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998225.249904] [n11086:58152:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998225.249857] [n11086:58155:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_8_64_5624005 b/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_8_64_5624005 deleted file mode 100644 index 7baf62d..0000000 --- a/paper_files/New_for_hybrid/jobs/New_for_hybrid_PYRA_procs_8_64_5624005 +++ /dev/null @@ -1,912 +0,0 @@ -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 8 procs ------------ -[1745998043.233442] [n11086:57046:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.464407 -0.464404 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 2.070080 1.605676 -[t8] Enter forest partition. -[t8] Start partition 2.072763 2.072763 -[t8] End partition 2.591698 0.518935 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 3.131831 -3.131830 -[t8] End ghost at 4.810946 1.679115 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 4.811000 -4.811000 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 7.625889 2.814888 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 7.892810 -7.892810 -[t8] End ghost at 9.571548 1.678738 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.455546 (4.07e-05 = 0.00893%) -[t8] Minimum attained at rank 6: 0.455504 -[t8] Maximum attained at rank 5: 0.455621 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.60566 (1.54e-05 = 0.000961%) -[t8] Minimum attained at rank 4: 1.60563 -[t8] Maximum attained at rank 0: 1.60568 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.518383 (0.000983 = 0.19%) -[t8] Minimum attained at rank 6: 0.517006 -[t8] Maximum attained at rank 2: 0.519389 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.67311 (0.00353 = 0.211%) -[t8] Minimum attained at rank 2: 1.66903 -[t8] Maximum attained at rank 0: 1.67874 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 5.29214 (3.22e-05 = 0.000608%) -[t8] Minimum attained at rank 5: 5.2921 -[t8] Maximum attained at rank 3: 5.2922 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 9.56442 (3.98e-05 = 0.000417%) -[t8] Minimum attained at rank 6: 9.56437 -[t8] Maximum attained at rank 5: 9.56449 -[t8] Summary = [ 0.455546 1.60566 0.518383 1.67311 5.29214 9.56442 ]; -[t8] Maximum = [ 0.455621 1.60568 0.519389 1.67874 5.2922 9.56449 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 10.027395 -10.027394 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 11.614002 1.586608 -[t8] Enter forest partition. -[t8] Start partition 11.616483 11.616483 -[t8] End partition 12.135860 0.519377 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 12.677176 -12.677175 -[t8] End ghost at 14.352204 1.675029 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 14.352264 -14.352264 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 17.192742 2.840477 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 17.460251 -17.460251 -[t8] End ghost at 19.132855 1.672604 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.446768 (6.11e-07 = 0.000137%) -[t8] Minimum attained at rank 1: 0.446767 -[t8] Maximum attained at rank 3: 0.446768 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.58658 (9.58e-06 = 0.000604%) -[t8] Minimum attained at rank 4: 1.58658 -[t8] Maximum attained at rank 0: 1.58661 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.519138 (0.00167 = 0.322%) -[t8] Minimum attained at rank 5: 0.517063 -[t8] Maximum attained at rank 2: 0.52124 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.67223 (0.000949 = 0.0567%) -[t8] Minimum attained at rank 1: 1.67062 -[t8] Maximum attained at rank 3: 1.67381 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 5.31393 (1.04e-05 = 0.000197%) -[t8] Minimum attained at rank 0: 5.31393 -[t8] Maximum attained at rank 5: 5.31396 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 9.55524 (3.14e-06 = 3.29e-05%) -[t8] Minimum attained at rank 2: 9.55524 -[t8] Maximum attained at rank 4: 9.55525 -[t8] Summary = [ 0.446768 1.58658 0.519138 1.67223 5.31393 9.55524 ]; -[t8] Maximum = [ 0.446768 1.58661 0.52124 1.67381 5.31396 9.55525 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 19.589468 -19.589467 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 21.185767 1.596299 -[t8] Enter forest partition. -[t8] Start partition 21.188209 21.188209 -[t8] End partition 21.706603 0.518393 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 22.247833 -22.247833 -[t8] End ghost at 23.923816 1.675982 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 23.923877 -23.923876 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 26.712050 2.788173 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 26.979172 -26.979172 -[t8] End ghost at 28.654534 1.675362 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.446852 (7.39e-07 = 0.000165%) -[t8] Minimum attained at rank 7: 0.446851 -[t8] Maximum attained at rank 0: 0.446854 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.59627 (1.04e-05 = 0.000649%) -[t8] Minimum attained at rank 7: 1.59627 -[t8] Maximum attained at rank 0: 1.5963 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.518578 (0.00136 = 0.262%) -[t8] Minimum attained at rank 7: 0.516366 -[t8] Maximum attained at rank 2: 0.520507 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.67308 (0.00147 = 0.088%) -[t8] Minimum attained at rank 3: 1.67065 -[t8] Maximum attained at rank 0: 1.67536 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 5.26185 (4.27e-06 = 8.11e-05%) -[t8] Minimum attained at rank 5: 5.26184 -[t8] Maximum attained at rank 3: 5.26186 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 9.51363 (3.32e-06 = 3.49e-05%) -[t8] Minimum attained at rank 4: 9.51362 -[t8] Maximum attained at rank 6: 9.51363 -[t8] Summary = [ 0.446852 1.59627 0.518578 1.67308 5.26185 9.51363 ]; -[t8] Maximum = [ 0.446854 1.5963 0.520507 1.67536 5.26186 9.51363 ]; -[1745998043.233453] [n11086:57051:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998043.233453] [n11086:57053:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998043.233453] [n11086:57052:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998043.233453] [n11086:57050:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998043.233442] [n11086:57048:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998043.233449] [n11086:57047:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998043.233462] [n11086:57049:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 16 procs ------------ -[1745998073.024207] [n11086:57109:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.256424 -0.256420 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 1.055840 0.799419 -[t8] Enter forest partition. -[t8] Start partition 1.058786 1.058786 -[t8] End partition 1.318514 0.259728 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 1.591980 -1.591980 -[t8] End ghost at 2.825361 1.233381 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 2.825415 -2.825415 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 4.245051 1.419636 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 4.382376 -4.382376 -[t8] End ghost at 5.613990 1.231614 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.227696 (5.42e-05 = 0.0238%) -[t8] Minimum attained at rank 4: 0.227621 -[t8] Maximum attained at rank 7: 0.227824 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.799357 (3.68e-05 = 0.00461%) -[t8] Minimum attained at rank 12: 0.799306 -[t8] Maximum attained at rank 0: 0.799419 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.260839 (0.00138 = 0.527%) -[t8] Minimum attained at rank 4: 0.256486 -[t8] Maximum attained at rank 9: 0.262398 -[t8] Statistics for ghost -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 1.23131 (0.00424 = 0.344%) -[t8] Minimum attained at rank 7: 1.22658 -[t8] Maximum attained at rank 8: 1.24032 -[t8] Statistics for balance -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 3.05353 (5.06e-05 = 0.00166%) -[t8] Minimum attained at rank 13: 3.05345 -[t8] Maximum attained at rank 6: 3.05364 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 5.59502 (5.27e-05 = 0.000943%) -[t8] Minimum attained at rank 4: 5.59495 -[t8] Maximum attained at rank 7: 5.59514 -[t8] Summary = [ 0.227696 0.799357 0.260839 1.23131 3.05353 5.59502 ]; -[t8] Maximum = [ 0.227824 0.799419 0.262398 1.24032 3.05364 5.59514 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 5.855816 -5.855816 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 6.660106 0.804290 -[t8] Enter forest partition. -[t8] Start partition 6.662851 6.662851 -[t8] End partition 6.924172 0.261321 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 7.202266 -7.202266 -[t8] End ghost at 8.432680 1.230413 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 8.432740 -8.432740 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 9.847632 1.414891 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 9.985652 -9.985652 -[t8] End ghost at 11.223188 1.237536 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.226453 (9.44e-07 = 0.000417%) -[t8] Minimum attained at rank 2: 0.226451 -[t8] Maximum attained at rank 15: 0.226455 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.804255 (9.53e-06 = 0.00119%) -[t8] Minimum attained at rank 15: 0.804248 -[t8] Maximum attained at rank 0: 0.80429 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.261124 (0.000937 = 0.359%) -[t8] Minimum attained at rank 7: 0.258713 -[t8] Maximum attained at rank 3: 0.262523 -[t8] Statistics for ghost -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 1.23367 (0.00394 = 0.319%) -[t8] Minimum attained at rank 15: 1.22558 -[t8] Maximum attained at rank 2: 1.23915 -[t8] Statistics for balance -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 3.05287 (9.64e-06 = 0.000316%) -[t8] Minimum attained at rank 2: 3.05286 -[t8] Maximum attained at rank 7: 3.0529 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 5.59644 (1.2e-05 = 0.000214%) -[t8] Minimum attained at rank 0: 5.59643 -[t8] Maximum attained at rank 6: 5.59648 -[t8] Summary = [ 0.226453 0.804255 0.261124 1.23367 3.05287 5.59644 ]; -[t8] Maximum = [ 0.226455 0.80429 0.262523 1.23915 3.0529 5.59648 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 11.458647 -11.458646 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 12.264139 0.805493 -[t8] Enter forest partition. -[t8] Start partition 12.266831 12.266831 -[t8] End partition 12.527549 0.260717 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 12.801022 -12.801022 -[t8] End ghost at 14.035202 1.234179 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 14.035257 -14.035257 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 15.435130 1.399873 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 15.573752 -15.573752 -[t8] End ghost at 16.806618 1.232866 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.226833 (6.96e-07 = 0.000307%) -[t8] Minimum attained at rank 3: 0.226831 -[t8] Maximum attained at rank 2: 0.226834 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.805468 (6.48e-06 = 0.000804%) -[t8] Minimum attained at rank 15: 0.805463 -[t8] Maximum attained at rank 0: 0.805493 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.260882 (0.00103 = 0.393%) -[t8] Minimum attained at rank 14: 0.259493 -[t8] Maximum attained at rank 2: 0.263356 -[t8] Statistics for ghost -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 1.23217 (0.00404 = 0.328%) -[t8] Minimum attained at rank 5: 1.22807 -[t8] Maximum attained at rank 8: 1.24282 -[t8] Statistics for balance -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 3.03609 (8.83e-06 = 0.000291%) -[t8] Minimum attained at rank 14: 3.03608 -[t8] Maximum attained at rank 1: 3.03611 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 5.58577 (9.9e-06 = 0.000177%) -[t8] Minimum attained at rank 5: 5.58575 -[t8] Maximum attained at rank 7: 5.58579 -[t8] Summary = [ 0.226833 0.805468 0.260882 1.23217 3.03609 5.58577 ]; -[t8] Maximum = [ 0.226834 0.805493 0.263356 1.24282 3.03611 5.58579 ]; -[1745998073.023791] [n11086:57114:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.023864] [n11086:57116:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.024226] [n11086:57119:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.023967] [n11086:57117:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.024305] [n11086:57111:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.024212] [n11086:57112:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.023312] [n11086:57122:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.024296] [n11086:57115:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.024136] [n11086:57123:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.023726] [n11086:57120:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.023914] [n11086:57121:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.023562] [n11086:57124:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.024207] [n11086:57110:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.010238] [n11086:57118:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998073.022705] [n11086:57113:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 32 procs ------------ -[1745998091.337707] [n11086:57221:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.151550 -0.151547 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 0.566609 0.415062 -[t8] Enter forest partition. -[t8] Start partition 0.570329 0.570329 -[t8] End partition 0.724485 0.154156 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 0.861518 -0.861518 -[t8] End ghost at 1.716356 0.854837 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 1.716440 -1.716439 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 2.429748 0.713308 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 2.502891 -2.502891 -[t8] End ghost at 3.353970 0.851079 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.118869 (8.86e-05 = 0.0745%) -[t8] Minimum attained at rank 31: 0.118755 -[t8] Maximum attained at rank 6: 0.119054 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.415017 (9.54e-05 = 0.023%) -[t8] Minimum attained at rank 6: 0.414868 -[t8] Maximum attained at rank 2: 0.415154 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.137308 (0.00913 = 6.65%) -[t8] Minimum attained at rank 13: 0.131065 -[t8] Maximum attained at rank 16: 0.154254 -[t8] Statistics for ghost -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.852425 (0.00134 = 0.158%) -[t8] Minimum attained at rank 29: 0.850429 -[t8] Maximum attained at rank 17: 0.854902 -[t8] Statistics for balance -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 1.77116 (9.8e-05 = 0.00553%) -[t8] Minimum attained at rank 15: 1.77105 -[t8] Maximum attained at rank 24: 1.77144 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 3.32627 (9.15e-05 = 0.00275%) -[t8] Minimum attained at rank 9: 3.32614 -[t8] Maximum attained at rank 6: 3.32648 -[t8] Summary = [ 0.118869 0.415017 0.137308 0.852425 1.77116 3.32627 ]; -[t8] Maximum = [ 0.119054 0.415154 0.154254 0.854902 1.77144 3.32648 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 3.477949 -3.477949 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 3.888701 0.410751 -[t8] Enter forest partition. -[t8] Start partition 3.895170 3.895170 -[t8] End partition 4.047336 0.152166 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 4.201975 -4.201975 -[t8] End ghost at 5.055844 0.853868 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 5.055921 -5.055920 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 5.760948 0.705028 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 5.833185 -5.833185 -[t8] End ghost at 6.689288 0.856102 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.115282 (6.78e-07 = 0.000588%) -[t8] Minimum attained at rank 1: 0.11528 -[t8] Maximum attained at rank 6: 0.115284 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.410719 (8.15e-06 = 0.00198%) -[t8] Minimum attained at rank 19: 0.41071 -[t8] Maximum attained at rank 0: 0.410751 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.136768 (0.00898 = 6.57%) -[t8] Minimum attained at rank 17: 0.130408 -[t8] Maximum attained at rank 28: 0.15417 -[t8] Statistics for ghost -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.852791 (0.00244 = 0.286%) -[t8] Minimum attained at rank 29: 0.847836 -[t8] Maximum attained at rank 1: 0.857015 -[t8] Statistics for balance -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 1.77796 (1.6e-05 = 0.000899%) -[t8] Minimum attained at rank 14: 1.77793 -[t8] Maximum attained at rank 12: 1.778 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 3.32854 (1.72e-05 = 0.000518%) -[t8] Minimum attained at rank 12: 3.32851 -[t8] Maximum attained at rank 3: 3.32859 -[t8] Summary = [ 0.115282 0.410719 0.136768 0.852791 1.77796 3.32854 ]; -[t8] Maximum = [ 0.115284 0.410751 0.15417 0.857015 1.778 3.32859 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 6.811142 -6.811142 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 7.220092 0.408950 -[t8] Enter forest partition. -[t8] Start partition 7.226540 7.226540 -[t8] End partition 7.377804 0.151264 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 7.531608 -7.531608 -[t8] End ghost at 8.389212 0.857604 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 8.389279 -8.389279 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 9.108398 0.719119 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 9.180789 -9.180789 -[t8] End ghost at 10.030715 0.849926 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.116056 (9.29e-07 = 0.0008%) -[t8] Minimum attained at rank 1: 0.116053 -[t8] Maximum attained at rank 6: 0.116058 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.408922 (8.14e-06 = 0.00199%) -[t8] Minimum attained at rank 31: 0.408911 -[t8] Maximum attained at rank 0: 0.40895 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.135881 (0.00913 = 6.72%) -[t8] Minimum attained at rank 9: 0.126361 -[t8] Maximum attained at rank 28: 0.152544 -[t8] Statistics for ghost -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.851362 (0.00109 = 0.128%) -[t8] Minimum attained at rank 5: 0.848848 -[t8] Maximum attained at rank 29: 0.852798 -[t8] Statistics for balance -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 1.79582 (1.44e-05 = 0.000802%) -[t8] Minimum attained at rank 20: 1.79578 -[t8] Maximum attained at rank 7: 1.79585 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 3.33961 (1.85e-05 = 0.000554%) -[t8] Minimum attained at rank 14: 3.33958 -[t8] Maximum attained at rank 9: 3.33966 -[t8] Summary = [ 0.116056 0.408922 0.135881 0.851362 1.79582 3.33961 ]; -[t8] Maximum = [ 0.116058 0.40895 0.152544 0.852798 1.79585 3.33966 ]; -[1745998091.337341] [n11086:57243:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337707] [n11086:57222:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337425] [n11086:57235:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337499] [n11086:57230:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337717] [n11086:57224:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337814] [n11086:57245:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337375] [n11086:57249:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337480] [n11086:57232:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337682] [n11086:57227:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337378] [n11086:57250:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337533] [n11086:57233:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337871] [n11086:57241:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337684] [n11086:57226:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337391] [n11086:57228:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337778] [n11086:57247:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337607] [n11086:57251:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337502] [n11086:57234:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.336208] [n11086:57236:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337521] [n11086:57238:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337582] [n11086:57237:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337234] [n11086:57242:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337653] [n11086:57246:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337375] [n11086:57252:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337480] [n11086:57229:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337707] [n11086:57244:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337532] [n11086:57239:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337521] [n11086:57240:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337716] [n11086:57223:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337493] [n11086:57231:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337389] [n11086:57225:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998091.337562] [n11086:57248:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 64 procs ------------ -[1745998103.634591] [n11086:57421:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.106127 -0.106123 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 0.322967 0.216843 -[t8] Enter forest partition. -[t8] Start partition 0.327859 0.327859 -[t8] End partition 0.412593 0.084734 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 0.508721 -0.508721 -[t8] End ghost at 1.071046 0.562325 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 1.071104 -1.071104 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 1.433214 0.362109 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 1.487873 -1.487873 -[t8] End ghost at 2.048496 0.560622 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.0682832 (0.000189 = 0.276%) -[t8] Minimum attained at rank 49: 0.068083 -[t8] Maximum attained at rank 3: 0.068726 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.216444 (0.000252 = 0.116%) -[t8] Minimum attained at rank 57: 0.216056 -[t8] Maximum attained at rank 0: 0.216843 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0916992 (0.00817 = 8.91%) -[t8] Minimum attained at rank 8: 0.0808894 -[t8] Maximum attained at rank 29: 0.103706 -[t8] Statistics for ghost -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.543528 (0.0284 = 5.23%) -[t8] Minimum attained at rank 63: 0.49266 -[t8] Maximum attained at rank 18: 0.561515 -[t8] Statistics for balance -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 1.04464 (0.000206 = 0.0197%) -[t8] Minimum attained at rank 63: 1.04436 -[t8] Maximum attained at rank 1: 1.04533 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 2.01288 (0.000193 = 0.00957%) -[t8] Minimum attained at rank 44: 2.01264 -[t8] Maximum attained at rank 3: 2.01336 -[t8] Summary = [ 0.0682832 0.216444 0.0916992 0.543528 1.04464 2.01288 ]; -[t8] Maximum = [ 0.068726 0.216843 0.103706 0.561515 1.04533 2.01336 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 2.116774 -2.116774 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 2.330328 0.213553 -[t8] Enter forest partition. -[t8] Start partition 2.338933 2.338933 -[t8] End partition 2.418788 0.079855 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 2.516480 -2.516479 -[t8] End ghost at 3.078122 0.561642 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 3.078188 -3.078188 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 3.441062 0.362873 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 3.493437 -3.493437 -[t8] End ghost at 4.052125 0.558687 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.0619021 (2.64e-06 = 0.00427%) -[t8] Minimum attained at rank 1: 0.0618931 -[t8] Maximum attained at rank 13: 0.0619063 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.213503 (1.29e-05 = 0.00603%) -[t8] Minimum attained at rank 59: 0.213486 -[t8] Maximum attained at rank 0: 0.213553 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0898181 (0.00863 = 9.61%) -[t8] Minimum attained at rank 40: 0.0787402 -[t8] Maximum attained at rank 62: 0.102808 -[t8] Statistics for ghost -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.541986 (0.0271 = 5%) -[t8] Minimum attained at rank 39: 0.493548 -[t8] Maximum attained at rank 10: 0.559202 -[t8] Statistics for balance -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 1.04292 (3.33e-05 = 0.00319%) -[t8] Minimum attained at rank 5: 1.04285 -[t8] Maximum attained at rank 1: 1.04298 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 1.99903 (3.72e-05 = 0.00186%) -[t8] Minimum attained at rank 14: 1.99896 -[t8] Maximum attained at rank 30: 1.9991 -[t8] Summary = [ 0.0619021 0.213503 0.0898181 0.541986 1.04292 1.99903 ]; -[t8] Maximum = [ 0.0619063 0.213553 0.102808 0.559202 1.04298 1.9991 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 4.120116 -4.120116 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 4.333498 0.213382 -[t8] Enter forest partition. -[t8] Start partition 4.342135 4.342135 -[t8] End partition 4.424460 0.082323 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 4.542513 -4.542513 -[t8] End ghost at 5.104463 0.561950 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 5.104528 -5.104528 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 5.465253 0.360724 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 5.517390 -5.517390 -[t8] End ghost at 6.074635 0.557245 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.0619939 (1.61e-06 = 0.0026%) -[t8] Minimum attained at rank 61: 0.0619908 -[t8] Maximum attained at rank 13: 0.0619982 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.213327 (2.04e-05 = 0.00958%) -[t8] Minimum attained at rank 44: 0.213288 -[t8] Maximum attained at rank 0: 0.213382 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0899292 (0.00792 = 8.81%) -[t8] Minimum attained at rank 16: 0.0809723 -[t8] Maximum attained at rank 62: 0.101723 -[t8] Statistics for ghost -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.542515 (0.028 = 5.16%) -[t8] Minimum attained at rank 63: 0.492179 -[t8] Maximum attained at rank 44: 0.560528 -[t8] Statistics for balance -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 1.06508 (3.59e-05 = 0.00337%) -[t8] Minimum attained at rank 23: 1.065 -[t8] Maximum attained at rank 3: 1.06515 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 2.02103 (4.14e-05 = 0.00205%) -[t8] Minimum attained at rank 50: 2.02095 -[t8] Maximum attained at rank 6: 2.02113 -[t8] Summary = [ 0.0619939 0.213327 0.0899292 0.542515 1.06508 2.02103 ]; -[t8] Maximum = [ 0.0619982 0.213382 0.101723 0.560528 1.06515 2.02113 ]; -[1745998103.625667] [n11086:57442:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634549] [n11086:57484:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.632044] [n11086:57458:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.612573] [n11086:57460:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.615128] [n11086:57441:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634495] [n11086:57457:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634852] [n11086:57476:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634549] [n11086:57482:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634702] [n11086:57437:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634382] [n11086:57438:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.626584] [n11086:57433:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634406] [n11086:57430:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634008] [n11086:57447:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.590904] [n11086:57424:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633985] [n11086:57428:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.612463] [n11086:57440:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634527] [n11086:57462:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634658] [n11086:57464:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634709] [n11086:57471:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634549] [n11086:57481:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634191] [n11086:57423:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634852] [n11086:57474:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633377] [n11086:57451:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.632905] [n11086:57439:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634645] [n11086:57465:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634749] [n11086:57468:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634615] [n11086:57427:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633898] [n11086:57435:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.630614] [n11086:57426:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.625727] [n11086:57431:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633449] [n11086:57470:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634720] [n11086:57463:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634012] [n11086:57461:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634450] [n11086:57466:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.632089] [n11086:57479:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634779] [n11086:57480:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633295] [n11086:57453:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633690] [n11086:57445:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634414] [n11086:57452:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.617496] [n11086:57444:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.609035] [n11086:57434:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634116] [n11086:57467:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.623913] [n11086:57455:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634851] [n11086:57473:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634549] [n11086:57483:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.625972] [n11086:57425:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.620737] [n11086:57446:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.629810] [n11086:57478:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634055] [n11086:57448:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.582604] [n11086:57443:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633015] [n11086:57456:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633918] [n11086:57454:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.620810] [n11086:57422:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.623556] [n11086:57429:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634234] [n11086:57450:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634558] [n11086:57436:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634763] [n11086:57432:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.631409] [n11086:57472:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.634852] [n11086:57475:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633945] [n11086:57477:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633769] [n11086:57459:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.630311] [n11086:57469:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998103.633572] [n11086:57449:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh b/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh index 698ad8f..840da63 100644 --- a/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh +++ b/paper_files/New_for_hybrid/jobs/benchmark_eclass.sh @@ -14,7 +14,7 @@ ELEMENT_NAMES=("TETRAHEDRON" "HEXAHEDRON" "PRISM" "PYRAMID") # l = initial level # n = number of reruns -PART_ARGS="-l3 -n3" +PART_ARGS="-l4 -n3" JOBFILE="/scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark" @@ -22,6 +22,12 @@ JOBFILE="/scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark" for i in {0..3}; do ELEMENT=${ELEMENT_NAMES[$i]} echo "TEST $ELEMENT" + if [ "$i" -eq 3 ]; then + LVAL=$(echo $PART_ARGS | sed -n 's/.*-l\([0-9]\+\).*/\1/p') + NEW_LVAL=$((LVAL - 1)) + PART_ARGS="-l$NEW_LVAL -n3" + echo "Adjusting level to $NEW_LVAL for PYRAMID element" + fi ARGS="$PART_ARGS -e$i" JOB_CMD="$JOBFILE $ARGS" for PROCS in $NUM_PROCS ; do diff --git a/paper_files/New_for_hybrid/jobs/benchmark_mesh.sh b/paper_files/New_for_hybrid/jobs/benchmark_mesh.sh index 1ee6dec..5e18310 100644 --- a/paper_files/New_for_hybrid/jobs/benchmark_mesh.sh +++ b/paper_files/New_for_hybrid/jobs/benchmark_mesh.sh @@ -5,8 +5,8 @@ #SBATCH --time=00:10:00 #SBATCH --ntasks=128 -#SBATCH --output=New_for_hybrid_ELEM_%j -#SBATCH --error=New_for_hybrid_ELEM_err_%j +#SBATCH --output=Mesh_%j +#SBATCH --error=Mesh_err_%j NUM_PROCS="128" # d = Dimension @@ -20,14 +20,14 @@ NUM_PROCS="128" # b = balance after each refinement step # g = ghost cells -PART_ARGS="-d3 -l2 -r3 -x-0.5 -t0.3 -D2 -s5 -n3 -b -g" +PART_ARGS="-d3 -l5 -r2 -x-0.5 -t0.2 -D2 -s5 -n2 -g" JOBFILE="/scratch_fast/ws/0/knap_da-t8code_benchmarks/benchmark_build/benchmark" MSH_FILE="/scratch_fast/ws/0/knap_da-t8code_benchmarks/t8data/paper_files/New_for_hybrid/tonne_100k" -JOB_CMD="$JOBFILE -f $MSH_FILE " +JOB_CMD="$JOBFILE -f $MSH_FILE $PART_ARGS" for PROCS in $NUM_PROCS ; do echo "------------- Running: $JOB_CMD with $PROCS procs ------------" srun -n $PROCS $JOB_CMD & diff --git a/paper_files/New_for_hybrid/jobs/current_code_PYRA_561402 b/paper_files/New_for_hybrid/jobs/current_code_PYRA_561402 deleted file mode 100644 index 62609c8..0000000 --- a/paper_files/New_for_hybrid/jobs/current_code_PYRA_561402 +++ /dev/null @@ -1,631 +0,0 @@ -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 1 procs ------------ -[1745580396.390109] [n10474:267925:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.00199672 (0 = 0%) -[t8] Minimum attained at rank 0: 0.00199672 -[t8] Maximum attained at rank 0: 0.00199672 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.214441 (0 = 0%) -[t8] Minimum attained at rank 0: 0.214441 -[t8] Maximum attained at rank 0: 0.214441 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.0035431 (0 = 0%) -[t8] Minimum attained at rank 0: 0.0035431 -[t8] Maximum attained at rank 0: 0.0035431 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.222739 (0 = 0%) -[t8] Minimum attained at rank 0: 0.222739 -[t8] Maximum attained at rank 0: 0.222739 -[t8] Summary = [ 0.00199672 0.214441 0.0035431 0.222739 ]; -[t8] Maximum = [ 0.00199672 0.214441 0.0035431 0.222739 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.00060292 (0 = 0%) -[t8] Minimum attained at rank 0: 0.00060292 -[t8] Maximum attained at rank 0: 0.00060292 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.212556 (0 = 0%) -[t8] Minimum attained at rank 0: 0.212556 -[t8] Maximum attained at rank 0: 0.212556 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.00199164 (0 = 0%) -[t8] Minimum attained at rank 0: 0.00199164 -[t8] Maximum attained at rank 0: 0.00199164 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.217644 (0 = 0%) -[t8] Minimum attained at rank 0: 0.217644 -[t8] Maximum attained at rank 0: 0.217644 -[t8] Summary = [ 0.00060292 0.212556 0.00199164 0.217644 ]; -[t8] Maximum = [ 0.00060292 0.212556 0.00199164 0.217644 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.000591861 (0 = 0%) -[t8] Minimum attained at rank 0: 0.000591861 -[t8] Maximum attained at rank 0: 0.000591861 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.211818 (0 = 0%) -[t8] Minimum attained at rank 0: 0.211818 -[t8] Maximum attained at rank 0: 0.211818 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.00198065 (0 = 0%) -[t8] Minimum attained at rank 0: 0.00198065 -[t8] Maximum attained at rank 0: 0.00198065 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.21688 (0 = 0%) -[t8] Minimum attained at rank 0: 0.21688 -[t8] Maximum attained at rank 0: 0.21688 -[t8] Summary = [ 0.000591861 0.211818 0.00198065 0.21688 ]; -[t8] Maximum = [ 0.000591861 0.211818 0.00198065 0.21688 ]; -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 2 procs ------------ -[1745580397.762330] [n10474:267953:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.00433901 (2.4e-06 = 0.0552%) -[t8] Minimum attained at rank 1: 0.00433661 -[t8] Maximum attained at rank 0: 0.0043414 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.120067 (3.41e-05 = 0.0284%) -[t8] Minimum attained at rank 0: 0.120033 -[t8] Maximum attained at rank 1: 0.120101 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.00980357 (3.5e-06 = 0.0357%) -[t8] Minimum attained at rank 1: 0.00980007 -[t8] Maximum attained at rank 0: 0.00980707 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.138202 (4.88e-06 = 0.00353%) -[t8] Minimum attained at rank 1: 0.138198 -[t8] Maximum attained at rank 0: 0.138207 -[t8] Summary = [ 0.00433901 0.120067 0.00980357 0.138202 ]; -[t8] Maximum = [ 0.0043414 0.120101 0.00980707 0.138207 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0035037 (7.6e-07 = 0.0217%) -[t8] Minimum attained at rank 0: 0.00350294 -[t8] Maximum attained at rank 1: 0.00350446 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.118547 (4.57e-06 = 0.00385%) -[t8] Minimum attained at rank 0: 0.118543 -[t8] Maximum attained at rank 1: 0.118552 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.00799577 (4.44e-06 = 0.0556%) -[t8] Minimum attained at rank 0: 0.00799132 -[t8] Maximum attained at rank 1: 0.00800021 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.133466 (2.19e-06 = 0.00164%) -[t8] Minimum attained at rank 1: 0.133463 -[t8] Maximum attained at rank 0: 0.133468 -[t8] Summary = [ 0.0035037 0.118547 0.00799577 0.133466 ]; -[t8] Maximum = [ 0.00350446 0.118552 0.00800021 0.133468 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.00347859 (2.4e-07 = 0.0069%) -[t8] Minimum attained at rank 0: 0.00347835 -[t8] Maximum attained at rank 1: 0.00347883 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.118469 (2.48e-05 = 0.021%) -[t8] Minimum attained at rank 0: 0.118444 -[t8] Maximum attained at rank 1: 0.118494 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.00738578 (1.75e-06 = 0.0238%) -[t8] Minimum attained at rank 0: 0.00738403 -[t8] Maximum attained at rank 1: 0.00738754 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.132704 (2.63e-06 = 0.00199%) -[t8] Minimum attained at rank 0: 0.132701 -[t8] Maximum attained at rank 1: 0.132706 -[t8] Summary = [ 0.00347859 0.118469 0.00738578 0.132704 ]; -[t8] Maximum = [ 0.00347883 0.118494 0.00738754 0.132706 ]; -[1745580397.762330] [n10474:267954:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 4 procs ------------ -[1745580399.011848] [n10474:267988:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.00574694 (4.65e-05 = 0.809%) -[t8] Minimum attained at rank 2: 0.00569469 -[t8] Maximum attained at rank 3: 0.00580309 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.072943 (1.05e-05 = 0.0144%) -[t8] Minimum attained at rank 2: 0.0729296 -[t8] Maximum attained at rank 0: 0.0729568 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0107866 (2.42e-05 = 0.224%) -[t8] Minimum attained at rank 2: 0.0107497 -[t8] Maximum attained at rank 3: 0.0108147 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0936841 (4.56e-05 = 0.0486%) -[t8] Minimum attained at rank 2: 0.0936357 -[t8] Maximum attained at rank 3: 0.09374 -[t8] Summary = [ 0.00574694 0.072943 0.0107866 0.0936841 ]; -[t8] Maximum = [ 0.00580309 0.0729568 0.0108147 0.09374 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.00433005 (1.14e-06 = 0.0264%) -[t8] Minimum attained at rank 2: 0.00432813 -[t8] Maximum attained at rank 3: 0.00433111 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0722967 (1.24e-05 = 0.0171%) -[t8] Minimum attained at rank 2: 0.0722822 -[t8] Maximum attained at rank 0: 0.0723163 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.00930881 (1.47e-06 = 0.0158%) -[t8] Minimum attained at rank 1: 0.00930668 -[t8] Maximum attained at rank 2: 0.00931032 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0898848 (2.95e-06 = 0.00328%) -[t8] Minimum attained at rank 2: 0.0898809 -[t8] Maximum attained at rank 1: 0.0898892 -[t8] Summary = [ 0.00433005 0.0722967 0.00930881 0.0898848 ]; -[t8] Maximum = [ 0.00433111 0.0723163 0.00931032 0.0898892 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0042488 (1.35e-06 = 0.0319%) -[t8] Minimum attained at rank 2: 0.00424666 -[t8] Maximum attained at rank 3: 0.00425041 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0721709 (2.08e-05 = 0.0288%) -[t8] Minimum attained at rank 1: 0.0721498 -[t8] Maximum attained at rank 3: 0.0721973 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.00913149 (2.88e-06 = 0.0315%) -[t8] Minimum attained at rank 0: 0.00912829 -[t8] Maximum attained at rank 1: 0.00913457 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0895252 (2.65e-06 = 0.00296%) -[t8] Minimum attained at rank 2: 0.0895223 -[t8] Maximum attained at rank 1: 0.0895295 -[t8] Summary = [ 0.0042488 0.0721709 0.00913149 0.0895252 ]; -[t8] Maximum = [ 0.00425041 0.0721973 0.00913457 0.0895295 ]; -[1745580399.018222] [n10474:267991:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580399.014331] [n10474:267990:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580399.011829] [n10474:267989:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 8 procs ------------ -[1745580400.209089] [n10474:268033:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.00776433 (4.36e-05 = 0.562%) -[t8] Minimum attained at rank 0: 0.00769255 -[t8] Maximum attained at rank 7: 0.00781713 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0464793 (2.96e-05 = 0.0638%) -[t8] Minimum attained at rank 5: 0.0464414 -[t8] Maximum attained at rank 1: 0.0465271 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0119348 (1.05e-05 = 0.0881%) -[t8] Minimum attained at rank 0: 0.0119219 -[t8] Maximum attained at rank 7: 0.0119489 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0712406 (4.26e-05 = 0.0598%) -[t8] Minimum attained at rank 0: 0.0711694 -[t8] Maximum attained at rank 7: 0.071288 -[t8] Summary = [ 0.00776433 0.0464793 0.0119348 0.0712406 ]; -[t8] Maximum = [ 0.00781713 0.0465271 0.0119489 0.071288 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.00570469 (1.3e-06 = 0.0228%) -[t8] Minimum attained at rank 2: 0.00570134 -[t8] Maximum attained at rank 5: 0.00570578 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0459727 (1.95e-05 = 0.0424%) -[t8] Minimum attained at rank 1: 0.0459396 -[t8] Maximum attained at rank 0: 0.0460095 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.011351 (1.12e-05 = 0.0983%) -[t8] Minimum attained at rank 6: 0.0113391 -[t8] Maximum attained at rank 3: 0.0113664 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0675218 (3.97e-06 = 0.00589%) -[t8] Minimum attained at rank 2: 0.0675148 -[t8] Maximum attained at rank 6: 0.0675301 -[t8] Summary = [ 0.00570469 0.0459727 0.011351 0.0675218 ]; -[t8] Maximum = [ 0.00570578 0.0460095 0.0113664 0.0675301 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.00556384 (1.12e-06 = 0.0201%) -[t8] Minimum attained at rank 2: 0.00556104 -[t8] Maximum attained at rank 3: 0.00556481 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0458731 (2.7e-05 = 0.0589%) -[t8] Minimum attained at rank 1: 0.0458148 -[t8] Maximum attained at rank 7: 0.0459117 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0109534 (1.96e-06 = 0.0179%) -[t8] Minimum attained at rank 7: 0.0109489 -[t8] Maximum attained at rank 5: 0.010956 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0667666 (6.01e-06 = 0.009%) -[t8] Minimum attained at rank 0: 0.0667616 -[t8] Maximum attained at rank 6: 0.0667812 -[t8] Summary = [ 0.00556384 0.0458731 0.0109534 0.0667666 ]; -[t8] Maximum = [ 0.00556481 0.0459117 0.010956 0.0667812 ]; -[1745580400.208997] [n10474:268038:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580400.209369] [n10474:268039:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580400.209430] [n10474:268040:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580400.207344] [n10474:268034:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580400.206873] [n10474:268036:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580400.207510] [n10474:268035:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580400.209009] [n10474:268037:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 16 procs ------------ -[1745580401.485342] [n10474:268097:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.011628 (3.68e-05 = 0.317%) -[t8] Minimum attained at rank 13: 0.0115756 -[t8] Maximum attained at rank 12: 0.0117105 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0372923 (4.98e-05 = 0.134%) -[t8] Minimum attained at rank 5: 0.0372202 -[t8] Maximum attained at rank 11: 0.0374156 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0165085 (4.2e-05 = 0.254%) -[t8] Minimum attained at rank 14: 0.0164379 -[t8] Maximum attained at rank 12: 0.0165564 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0721085 (3.77e-05 = 0.0523%) -[t8] Minimum attained at rank 13: 0.0720446 -[t8] Maximum attained at rank 12: 0.0721816 -[t8] Summary = [ 0.011628 0.0372923 0.0165085 0.0721085 ]; -[t8] Maximum = [ 0.0117105 0.0374156 0.0165564 0.0721816 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.00832639 (9.47e-07 = 0.0114%) -[t8] Minimum attained at rank 2: 0.0083234 -[t8] Maximum attained at rank 7: 0.00832748 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0369966 (2.8e-05 = 0.0757%) -[t8] Minimum attained at rank 5: 0.0369285 -[t8] Maximum attained at rank 11: 0.0370357 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0156842 (9.45e-06 = 0.0603%) -[t8] Minimum attained at rank 13: 0.0156678 -[t8] Maximum attained at rank 7: 0.0156978 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0669886 (8.37e-06 = 0.0125%) -[t8] Minimum attained at rank 10: 0.0669755 -[t8] Maximum attained at rank 9: 0.0670083 -[t8] Summary = [ 0.00832639 0.0369966 0.0156842 0.0669886 ]; -[t8] Maximum = [ 0.00832748 0.0370357 0.0156978 0.0670083 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.00815327 (1.14e-06 = 0.014%) -[t8] Minimum attained at rank 2: 0.00814952 -[t8] Maximum attained at rank 12: 0.00815478 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0366715 (3.52e-05 = 0.0959%) -[t8] Minimum attained at rank 7: 0.036611 -[t8] Maximum attained at rank 10: 0.036729 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0151701 (1.6e-05 = 0.105%) -[t8] Minimum attained at rank 10: 0.0151461 -[t8] Maximum attained at rank 1: 0.0151971 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0656108 (7.62e-06 = 0.0116%) -[t8] Minimum attained at rank 10: 0.0655989 -[t8] Maximum attained at rank 2: 0.0656267 -[t8] Summary = [ 0.00815327 0.0366715 0.0151701 0.0656108 ]; -[t8] Maximum = [ 0.00815478 0.036729 0.0151971 0.0656267 ]; -[1745580401.474116] [n10474:268108:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.485358] [n10474:268106:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.485841] [n10474:268112:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.485841] [n10474:268111:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.485848] [n10474:268109:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.472733] [n10474:268103:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.475132] [n10474:268104:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.481799] [n10474:268099:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.485418] [n10474:268098:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.460096] [n10474:268102:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.484942] [n10474:268105:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.483574] [n10474:268100:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.485841] [n10474:268110:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.485918] [n10474:268107:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580401.472713] [n10474:268101:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 32 procs ------------ -[1745580403.054727] [n10474:268205:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.01913 (9.02e-05 = 0.472%) -[t8] Minimum attained at rank 30: 0.0190227 -[t8] Maximum attained at rank 0: 0.0193083 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0383149 (8.99e-05 = 0.235%) -[t8] Minimum attained at rank 4: 0.0381293 -[t8] Maximum attained at rank 9: 0.0386266 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0243951 (0.000517 = 2.12%) -[t8] Minimum attained at rank 31: 0.023549 -[t8] Maximum attained at rank 1: 0.025183 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0958576 (8.76e-05 = 0.0914%) -[t8] Minimum attained at rank 25: 0.0957497 -[t8] Maximum attained at rank 0: 0.0960526 -[t8] Summary = [ 0.01913 0.0383149 0.0243951 0.0958576 ]; -[t8] Maximum = [ 0.0193083 0.0386266 0.025183 0.0960526 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0127475 (8.1e-07 = 0.00636%) -[t8] Minimum attained at rank 2: 0.0127457 -[t8] Maximum attained at rank 9: 0.0127493 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0376583 (5.55e-05 = 0.147%) -[t8] Minimum attained at rank 7: 0.0375659 -[t8] Maximum attained at rank 17: 0.037766 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0230024 (0.000277 = 1.21%) -[t8] Minimum attained at rank 0: 0.0225635 -[t8] Maximum attained at rank 1: 0.0234369 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0841673 (1.65e-05 = 0.0196%) -[t8] Minimum attained at rank 9: 0.0841398 -[t8] Maximum attained at rank 14: 0.084201 -[t8] Summary = [ 0.0127475 0.0376583 0.0230024 0.0841673 ]; -[t8] Maximum = [ 0.0127493 0.037766 0.0234369 0.084201 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0129044 (9.96e-07 = 0.00772%) -[t8] Minimum attained at rank 2: 0.0129018 -[t8] Maximum attained at rank 9: 0.0129064 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0380322 (8.41e-05 = 0.221%) -[t8] Minimum attained at rank 0: 0.0379027 -[t8] Maximum attained at rank 5: 0.038198 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0225831 (0.000225 = 0.997%) -[t8] Minimum attained at rank 0: 0.0222235 -[t8] Maximum attained at rank 1: 0.0229413 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.0837114 (1.35e-05 = 0.0161%) -[t8] Minimum attained at rank 17: 0.0836873 -[t8] Maximum attained at rank 4: 0.0837397 -[t8] Summary = [ 0.0129044 0.0380322 0.0225831 0.0837114 ]; -[t8] Maximum = [ 0.0129064 0.038198 0.0229413 0.0837397 ]; -[1745580403.038139] [n10474:268217:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580402.931523] [n10474:268213:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.055011] [n10474:268231:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054666] [n10474:268225:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054727] [n10474:268208:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580402.924930] [n10474:268220:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580402.931791] [n10474:268218:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.047891] [n10474:268227:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580402.930087] [n10474:268221:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054727] [n10474:268224:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054801] [n10474:268228:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580402.931523] [n10474:268216:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054871] [n10474:268230:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054851] [n10474:268235:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054528] [n10474:268210:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054715] [n10474:268233:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.055043] [n10474:268236:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054715] [n10474:268234:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054810] [n10474:268206:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.043888] [n10474:268219:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.053400] [n10474:268232:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.037868] [n10474:268223:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.030030] [n10474:268229:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054344] [n10474:268211:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580402.924770] [n10474:268207:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580402.963895] [n10474:268209:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.053625] [n10474:268222:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.036703] [n10474:268215:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054649] [n10474:268226:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580403.054480] [n10474:268214:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580402.964067] [n10474:268212:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark -e3 -l3 -r3 -n3 -x-0.1 -X0 -T1 -C1 with 64 procs ------------ -[1745580405.508689] [n10474:268399:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] #################### Run 1 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.0368443 (0.000195 = 0.53%) -[t8] Minimum attained at rank 46: 0.0365992 -[t8] Maximum attained at rank 33: 0.0373248 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.050382 (0.000285 = 0.566%) -[t8] Minimum attained at rank 0: 0.0497474 -[t8] Maximum attained at rank 16: 0.050943 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0405244 (0.000223 = 0.55%) -[t8] Minimum attained at rank 2: 0.0402607 -[t8] Maximum attained at rank 8: 0.0410326 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.143711 (0.000199 = 0.138%) -[t8] Minimum attained at rank 46: 0.143437 -[t8] Maximum attained at rank 33: 0.144213 -[t8] Summary = [ 0.0368443 0.050382 0.0405244 0.143711 ]; -[t8] Maximum = [ 0.0373248 0.050943 0.0410326 0.144213 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.0238685 (1.33e-06 = 0.00559%) -[t8] Minimum attained at rank 43: 0.023866 -[t8] Maximum attained at rank 13: 0.0238716 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0499325 (0.000184 = 0.369%) -[t8] Minimum attained at rank 3: 0.0494536 -[t8] Maximum attained at rank 61: 0.0504387 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0388919 (9.07e-06 = 0.0233%) -[t8] Minimum attained at rank 41: 0.0388628 -[t8] Maximum attained at rank 0: 0.0389162 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.125248 (3.76e-05 = 0.03%) -[t8] Minimum attained at rank 40: 0.125173 -[t8] Maximum attained at rank 0: 0.125316 -[t8] Summary = [ 0.0238685 0.0499325 0.0388919 0.125248 ]; -[t8] Maximum = [ 0.0238716 0.0504387 0.0389162 0.125316 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.0247006 (1.87e-06 = 0.00756%) -[t8] Minimum attained at rank 3: 0.0246906 -[t8] Maximum attained at rank 36: 0.0247041 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0486778 (0.000169 = 0.346%) -[t8] Minimum attained at rank 0: 0.0481859 -[t8] Maximum attained at rank 9: 0.0490719 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.038514 (7.14e-06 = 0.0185%) -[t8] Minimum attained at rank 53: 0.0384973 -[t8] Maximum attained at rank 50: 0.0385264 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.124188 (3.84e-05 = 0.0309%) -[t8] Minimum attained at rank 2: 0.124109 -[t8] Maximum attained at rank 29: 0.124271 -[t8] Summary = [ 0.0247006 0.0486778 0.038514 0.124188 ]; -[t8] Maximum = [ 0.0247041 0.0490719 0.0385264 0.124271 ]; -[1745580405.508671] [n10474:268402:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.503771] [n10474:268410:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.501702] [n10474:268431:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.497972] [n10474:268428:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509227] [n10474:268427:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509711] [n10474:268461:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.510021] [n10474:268446:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.465382] [n10474:268405:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509363] [n10474:268459:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.508870] [n10474:268452:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509431] [n10474:268407:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509959] [n10474:268450:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.510109] [n10474:268457:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.510008] [n10474:268451:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509011] [n10474:268447:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.366060] [n10474:268437:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.465407] [n10474:268438:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.508721] [n10474:268455:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.282989] [n10474:268406:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.316808] [n10474:268425:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509849] [n10474:268460:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.469215] [n10474:268419:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.456142] [n10474:268422:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.474989] [n10474:268432:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.468314] [n10474:268426:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509805] [n10474:268453:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.506736] [n10474:268445:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.508534] [n10474:268415:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.484948] [n10474:268442:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.507268] [n10474:268443:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509366] [n10474:268401:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.510274] [n10474:268444:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.339915] [n10474:268435:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.446212] [n10474:268412:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.469319] [n10474:268421:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.500422] [n10474:268409:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.507628] [n10474:268400:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509615] [n10474:268420:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.497317] [n10474:268434:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.508978] [n10474:268414:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509882] [n10474:268408:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.450290] [n10474:268436:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.507943] [n10474:268429:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509566] [n10474:268441:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.465748] [n10474:268423:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.480015] [n10474:268433:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.508971] [n10474:268449:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.477149] [n10474:268418:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.507423] [n10474:268430:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.508582] [n10474:268424:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.463738] [n10474:268403:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509842] [n10474:268462:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.480523] [n10474:268439:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.496446] [n10474:268454:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.487226] [n10474:268440:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.508721] [n10474:268458:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.474496] [n10474:268417:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.508753] [n10474:268456:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.457793] [n10474:268411:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.324061] [n10474:268404:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.509920] [n10474:268448:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.495025] [n10474:268416:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745580405.458109] [n10474:268413:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_1_8_5624028 b/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_1_8_5624028 deleted file mode 100644 index 24480af..0000000 --- a/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_1_8_5624028 +++ /dev/null @@ -1,1227 +0,0 @@ -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 1 procs ------------ -[1745998589.067872] [n10160:3564559:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.392002 -0.392002 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 1.762456 1.370453 -[t8] Enter forest partition. -[t8] Start partition 1.766531 1.766531 -[t8] End partition 1.939240 0.172709 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 17715456 local elements. -[t8] Start ghost at 2.549904 -2.549904 -[t8] End ghost at 2.549992 0.000088 -[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 2.550091 -2.550091 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 5.493707 2.943616 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.388452 (0 = 0%) -[t8] Minimum attained at rank 0: 0.388452 -[t8] Maximum attained at rank 0: 0.388452 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 1.37045 (0 = 0%) -[t8] Minimum attained at rank 0: 1.37045 -[t8] Maximum attained at rank 0: 1.37045 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.172709 (0 = 0%) -[t8] Minimum attained at rank 0: 0.172709 -[t8] Maximum attained at rank 0: 0.172709 -[t8] Statistics for ghost -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0 (0) -[t8] Minimum attained at rank 0: 0 -[t8] Maximum attained at rank 0: 0 -[t8] Statistics for balance -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 3.64471 (0 = 0%) -[t8] Minimum attained at rank 0: 3.64471 -[t8] Maximum attained at rank 0: 3.64471 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 5.5857 (0 = 0%) -[t8] Minimum attained at rank 0: 5.5857 -[t8] Maximum attained at rank 0: 5.5857 -[t8] Summary = [ 0.388452 1.37045 0.172709 0 3.64471 5.5857 ]; -[t8] Maximum = [ 0.388452 1.37045 0.172709 0 3.64471 5.5857 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 5.944971 -5.944971 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 7.318916 1.373945 -[t8] Enter forest partition. -[t8] Start partition 7.325001 7.325001 -[t8] End partition 7.497139 0.172138 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 17715456 local elements. -[t8] Start ghost at 8.107830 -8.107829 -[t8] End ghost at 8.107876 0.000047 -[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 8.107964 -8.107964 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 11.053840 2.945875 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.352018 (0 = 0%) -[t8] Minimum attained at rank 0: 0.352018 -[t8] Maximum attained at rank 0: 0.352018 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 1.37394 (0 = 0%) -[t8] Minimum attained at rank 0: 1.37394 -[t8] Maximum attained at rank 0: 1.37394 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.172138 (0 = 0%) -[t8] Minimum attained at rank 0: 0.172138 -[t8] Maximum attained at rank 0: 0.172138 -[t8] Statistics for ghost -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0 (0) -[t8] Minimum attained at rank 0: 0 -[t8] Maximum attained at rank 0: 0 -[t8] Statistics for balance -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 3.64669 (0 = 0%) -[t8] Minimum attained at rank 0: 3.64669 -[t8] Maximum attained at rank 0: 3.64669 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 5.55601 (0 = 0%) -[t8] Minimum attained at rank 0: 5.55601 -[t8] Maximum attained at rank 0: 5.55601 -[t8] Summary = [ 0.352018 1.37394 0.172138 0 3.64669 5.55601 ]; -[t8] Maximum = [ 0.352018 1.37394 0.172138 0 3.64669 5.55601 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 11.504092 -11.504092 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 12.880456 1.376364 -[t8] Enter forest partition. -[t8] Start partition 12.886526 12.886526 -[t8] End partition 13.058901 0.172375 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 17715456 local elements. -[t8] Start ghost at 13.669678 -13.669678 -[t8] End ghost at 13.669724 0.000046 -[t8] Done t8_forest_ghost with 17715456 local elements and 0 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 13.669828 -13.669828 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 16.614344 2.944516 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Statistics for new -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.351246 (0 = 0%) -[t8] Minimum attained at rank 0: 0.351246 -[t8] Maximum attained at rank 0: 0.351246 -[t8] Statistics for adapt -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 1.37636 (0 = 0%) -[t8] Minimum attained at rank 0: 1.37636 -[t8] Maximum attained at rank 0: 1.37636 -[t8] Statistics for partition -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0.172375 (0 = 0%) -[t8] Minimum attained at rank 0: 0.172375 -[t8] Maximum attained at rank 0: 0.172375 -[t8] Statistics for ghost -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 0 (0) -[t8] Minimum attained at rank 0: 0 -[t8] Maximum attained at rank 0: 0 -[t8] Statistics for balance -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 3.64578 (0 = 0%) -[t8] Minimum attained at rank 0: 3.64578 -[t8] Maximum attained at rank 0: 3.64578 -[t8] Statistics for total -[t8] Global number of values: 1 -[t8] Mean value (std. dev.): 5.55686 (0 = 0%) -[t8] Minimum attained at rank 0: 5.55686 -[t8] Maximum attained at rank 0: 5.55686 -[t8] Summary = [ 0.351246 1.37636 0.172375 0 3.64578 5.55686 ]; -[t8] Maximum = [ 0.351246 1.37636 0.172375 0 3.64578 5.55686 ]; -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 2 procs ------------ -[1745998606.518771] [n10160:3564586:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.222014 -0.222014 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 0.925950 0.703935 -[t8] Enter forest partition. -[t8] Start partition 0.929203 0.929203 -[t8] End partition 1.037016 0.107814 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 1.344110 -1.344110 -[t8] End ghost at 2.431580 1.087470 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 2.431647 -2.431647 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 3.908578 1.476930 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 3.969486 -3.969486 -[t8] End ghost at 5.055629 1.086143 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.21852 (5.18e-06 = 0.00237%) -[t8] Minimum attained at rank 1: 0.218515 -[t8] Maximum attained at rank 0: 0.218525 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.70394 (4.75e-06 = 0.000675%) -[t8] Minimum attained at rank 0: 0.703935 -[t8] Maximum attained at rank 1: 0.703945 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.107837 (2.31e-05 = 0.0214%) -[t8] Minimum attained at rank 0: 0.107814 -[t8] Maximum attained at rank 1: 0.10786 -[t8] Statistics for ghost -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 1.08614 (1.95e-06 = 0.00018%) -[t8] Minimum attained at rank 0: 1.08614 -[t8] Maximum attained at rank 1: 1.08615 -[t8] Statistics for balance -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 2.92874 (1.3e-05 = 0.000444%) -[t8] Minimum attained at rank 1: 2.92872 -[t8] Maximum attained at rank 0: 2.92875 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 5.053 (1.5e-06 = 2.97e-05%) -[t8] Minimum attained at rank 1: 5.053 -[t8] Maximum attained at rank 0: 5.053 -[t8] Summary = [ 0.21852 0.70394 0.107837 1.08614 2.92874 5.053 ]; -[t8] Maximum = [ 0.218525 0.703945 0.10786 1.08615 2.92875 5.053 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 5.252817 -5.252817 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 5.955891 0.703074 -[t8] Enter forest partition. -[t8] Start partition 5.960043 5.960043 -[t8] End partition 6.070930 0.110887 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 6.377811 -6.377811 -[t8] End ghost at 7.463933 1.086122 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 7.464008 -7.464007 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 8.941340 1.477332 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 9.001213 -9.001213 -[t8] End ghost at 10.084264 1.083051 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.193756 (2.25e-07 = 0.000116%) -[t8] Minimum attained at rank 1: 0.193756 -[t8] Maximum attained at rank 0: 0.193756 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.703064 (9.49e-06 = 0.00135%) -[t8] Minimum attained at rank 1: 0.703055 -[t8] Maximum attained at rank 0: 0.703074 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.111047 (0.000161 = 0.145%) -[t8] Minimum attained at rank 0: 0.110887 -[t8] Maximum attained at rank 1: 0.111208 -[t8] Statistics for ghost -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 1.08305 (3.24e-06 = 0.0003%) -[t8] Minimum attained at rank 0: 1.08305 -[t8] Maximum attained at rank 1: 1.08306 -[t8] Statistics for balance -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 2.92653 (3.35e-06 = 0.000114%) -[t8] Minimum attained at rank 0: 2.92652 -[t8] Maximum attained at rank 1: 2.92653 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 5.02603 (3.14e-06 = 6.25e-05%) -[t8] Minimum attained at rank 0: 5.02603 -[t8] Maximum attained at rank 1: 5.02603 -[t8] Summary = [ 0.193756 0.703064 0.111047 1.08305 2.92653 5.02603 ]; -[t8] Maximum = [ 0.193756 0.703074 0.111208 1.08306 2.92653 5.02603 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 10.281426 -10.281426 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 10.989177 0.707750 -[t8] Enter forest partition. -[t8] Start partition 10.993390 10.993390 -[t8] End partition 11.101205 0.107815 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 11.407620 -11.407619 -[t8] End ghost at 12.494332 1.086712 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 12.494402 -12.494402 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 13.974395 1.479993 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8857728 local elements. -[t8] Start ghost at 14.035562 -14.035562 -[t8] End ghost at 15.123945 1.088383 -[t8] Done t8_forest_ghost with 8857728 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.193747 (1.3e-07 = 6.71e-05%) -[t8] Minimum attained at rank 0: 0.193747 -[t8] Maximum attained at rank 1: 0.193747 -[t8] Statistics for adapt -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.707741 (9.67e-06 = 0.00137%) -[t8] Minimum attained at rank 1: 0.707731 -[t8] Maximum attained at rank 0: 0.70775 -[t8] Statistics for partition -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 0.107817 (2.03e-06 = 0.00188%) -[t8] Minimum attained at rank 0: 0.107815 -[t8] Maximum attained at rank 1: 0.107819 -[t8] Statistics for ghost -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 1.08839 (3.05e-06 = 0.00028%) -[t8] Minimum attained at rank 0: 1.08838 -[t8] Maximum attained at rank 1: 1.08839 -[t8] Statistics for balance -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 2.93087 (4.33e-06 = 0.000148%) -[t8] Minimum attained at rank 0: 2.93086 -[t8] Maximum attained at rank 1: 2.93087 -[t8] Statistics for total -[t8] Global number of values: 2 -[t8] Mean value (std. dev.): 5.03706 (2.84e-06 = 5.64e-05%) -[t8] Minimum attained at rank 0: 5.03706 -[t8] Maximum attained at rank 1: 5.03706 -[t8] Summary = [ 0.193747 0.707741 0.107817 1.08839 2.93087 5.03706 ]; -[t8] Maximum = [ 0.193747 0.70775 0.107819 1.08839 2.93087 5.03706 ]; -[1745998606.518759] [n10160:3564587:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 4 procs ------------ -[1745998622.502411] [n10160:3564648:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.140586 -0.140586 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 0.519701 0.379115 -[t8] Enter forest partition. -[t8] Start partition 0.522172 0.522172 -[t8] End partition 0.617710 0.095538 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 0.771760 -0.771760 -[t8] End ghost at 1.413520 0.641760 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 1.413578 -1.413578 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 2.157368 0.743790 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 2.208481 -2.208481 -[t8] End ghost at 2.848470 0.639989 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.137698 (5.83e-06 = 0.00424%) -[t8] Minimum attained at rank 0: 0.137689 -[t8] Maximum attained at rank 2: 0.137705 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.379108 (2.51e-05 = 0.00663%) -[t8] Minimum attained at rank 2: 0.379082 -[t8] Maximum attained at rank 1: 0.379146 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0955645 (2.29e-05 = 0.024%) -[t8] Minimum attained at rank 0: 0.0955375 -[t8] Maximum attained at rank 2: 0.0955987 -[t8] Statistics for ghost -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.639519 (0.000884 = 0.138%) -[t8] Minimum attained at rank 3: 0.637989 -[t8] Maximum attained at rank 1: 0.64008 -[t8] Statistics for balance -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 1.58738 (1.86e-05 = 0.00117%) -[t8] Minimum attained at rank 2: 1.58736 -[t8] Maximum attained at rank 0: 1.58741 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 2.84633 (7.67e-06 = 0.000269%) -[t8] Minimum attained at rank 0: 2.84632 -[t8] Maximum attained at rank 3: 2.84634 -[t8] Summary = [ 0.137698 0.379108 0.0955645 0.639519 1.58738 2.84633 ]; -[t8] Maximum = [ 0.137705 0.379146 0.0955987 0.64008 1.58741 2.84634 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 2.968506 -2.968506 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 3.345664 0.377158 -[t8] Enter forest partition. -[t8] Start partition 3.350075 3.350075 -[t8] End partition 3.445780 0.095705 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 3.599897 -3.599897 -[t8] End ghost at 4.242338 0.642441 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 4.242397 -4.242397 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 4.984866 0.742469 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 5.035677 -5.035677 -[t8] End ghost at 5.675770 0.640093 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.117391 (7.11e-07 = 0.000606%) -[t8] Minimum attained at rank 1: 0.11739 -[t8] Maximum attained at rank 2: 0.117392 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.377139 (1.13e-05 = 0.00301%) -[t8] Minimum attained at rank 2: 0.37713 -[t8] Maximum attained at rank 0: 0.377158 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0957471 (3.8e-05 = 0.0397%) -[t8] Minimum attained at rank 0: 0.0957046 -[t8] Maximum attained at rank 2: 0.0957856 -[t8] Statistics for ghost -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.639365 (0.00133 = 0.209%) -[t8] Minimum attained at rank 3: 0.637053 -[t8] Maximum attained at rank 1: 0.640158 -[t8] Statistics for balance -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 1.58674 (3.2e-06 = 0.000202%) -[t8] Minimum attained at rank 0: 1.58674 -[t8] Maximum attained at rank 2: 1.58675 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 2.82533 (4.19e-06 = 0.000148%) -[t8] Minimum attained at rank 0: 2.82533 -[t8] Maximum attained at rank 2: 2.82534 -[t8] Summary = [ 0.117391 0.377139 0.0957471 0.639365 1.58674 2.82533 ]; -[t8] Maximum = [ 0.117392 0.377158 0.0957856 0.640158 1.58675 2.82534 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 5.795839 -5.795839 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 6.177842 0.382002 -[t8] Enter forest partition. -[t8] Start partition 6.182469 6.182469 -[t8] End partition 6.277202 0.094733 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 6.430945 -6.430945 -[t8] End ghost at 7.076099 0.645154 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 7.076163 -7.076162 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 7.817351 0.741188 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4428864 local elements. -[t8] Start ghost at 7.869665 -7.869665 -[t8] End ghost at 8.509132 0.639467 -[t8] Done t8_forest_ghost with 4428864 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.117443 (8.25e-07 = 0.000702%) -[t8] Minimum attained at rank 1: 0.117441 -[t8] Maximum attained at rank 2: 0.117443 -[t8] Statistics for adapt -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.381983 (1.19e-05 = 0.00311%) -[t8] Minimum attained at rank 2: 0.381973 -[t8] Maximum attained at rank 0: 0.382002 -[t8] Statistics for partition -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.0946544 (6.32e-05 = 0.0668%) -[t8] Minimum attained at rank 1: 0.0945562 -[t8] Maximum attained at rank 0: 0.0947327 -[t8] Statistics for ghost -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 0.639258 (0.000416 = 0.0651%) -[t8] Minimum attained at rank 3: 0.638546 -[t8] Maximum attained at rank 1: 0.639595 -[t8] Statistics for balance -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 1.58945 (4.41e-06 = 0.000277%) -[t8] Minimum attained at rank 0: 1.58945 -[t8] Maximum attained at rank 3: 1.58946 -[t8] Statistics for total -[t8] Global number of values: 4 -[t8] Mean value (std. dev.): 2.83142 (2.34e-06 = 8.26e-05%) -[t8] Minimum attained at rank 0: 2.83142 -[t8] Maximum attained at rank 1: 2.83142 -[t8] Summary = [ 0.117443 0.381983 0.0946544 0.639258 1.58945 2.83142 ]; -[t8] Maximum = [ 0.117443 0.382002 0.0947327 0.639595 1.58946 2.83142 ]; -[1745998622.497037] [n10160:3564651:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998622.499469] [n10160:3564649:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998622.502622] [n10160:3564650:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l6 -n3 -N8 with 8 procs ------------ -[1745998631.957933] [n10160:3564759:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.110197 -0.110197 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 0.328399 0.218201 -[t8] Enter forest partition. -[t8] Start partition 0.334132 0.334132 -[t8] End partition 0.416260 0.082128 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 0.493996 -0.493995 -[t8] End ghost at 0.912691 0.418695 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 0.912741 -0.912741 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 1.283376 0.370634 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 1.328954 -1.328953 -[t8] End ghost at 1.744366 0.415412 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0971389 (1.4e-05 = 0.0144%) -[t8] Minimum attained at rank 4: 0.0971149 -[t8] Maximum attained at rank 2: 0.0971606 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.218189 (2.63e-05 = 0.012%) -[t8] Minimum attained at rank 7: 0.218164 -[t8] Maximum attained at rank 3: 0.218252 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0817868 (0.000327 = 0.4%) -[t8] Minimum attained at rank 3: 0.081297 -[t8] Maximum attained at rank 6: 0.0821953 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.41568 (0.000948 = 0.228%) -[t8] Minimum attained at rank 3: 0.414388 -[t8] Maximum attained at rank 6: 0.41693 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.908817 (2.21e-05 = 0.00243%) -[t8] Minimum attained at rank 5: 0.908783 -[t8] Maximum attained at rank 3: 0.908856 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.73334 (1.57e-05 = 0.000908%) -[t8] Minimum attained at rank 4: 1.73332 -[t8] Maximum attained at rank 1: 1.73336 -[t8] Summary = [ 0.0971389 0.218189 0.0817868 0.41568 0.908817 1.73334 ]; -[t8] Maximum = [ 0.0971606 0.218252 0.0821953 0.41693 0.908856 1.73336 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 1.836659 -1.836659 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 2.055339 0.218679 -[t8] Enter forest partition. -[t8] Start partition 2.060936 2.060936 -[t8] End partition 2.143387 0.082451 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 2.221094 -2.221094 -[t8] End ghost at 2.638070 0.416977 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 2.638120 -2.638120 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 3.009641 0.371521 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 3.055066 -3.055066 -[t8] End ghost at 3.471221 0.416155 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0881993 (7.06e-07 = 0.0008%) -[t8] Minimum attained at rank 1: 0.0881977 -[t8] Maximum attained at rank 0: 0.0881998 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.21865 (1.16e-05 = 0.00532%) -[t8] Minimum attained at rank 4: 0.218642 -[t8] Maximum attained at rank 0: 0.218679 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0821439 (0.000314 = 0.382%) -[t8] Minimum attained at rank 7: 0.0816838 -[t8] Maximum attained at rank 2: 0.082457 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.415622 (0.000438 = 0.105%) -[t8] Minimum attained at rank 6: 0.414942 -[t8] Maximum attained at rank 1: 0.416209 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.908112 (4.5e-06 = 0.000495%) -[t8] Minimum attained at rank 0: 0.908108 -[t8] Maximum attained at rank 4: 0.908122 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.7233 (4.84e-06 = 0.000281%) -[t8] Minimum attained at rank 5: 1.7233 -[t8] Maximum attained at rank 1: 1.72331 -[t8] Summary = [ 0.0881993 0.21865 0.0821439 0.415622 0.908112 1.7233 ]; -[t8] Maximum = [ 0.0881998 0.218679 0.082457 0.416209 0.908122 1.72331 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 3.561618 -3.561618 -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 3.775235 0.213617 -[t8] Enter forest partition. -[t8] Start partition 3.780953 3.780953 -[t8] End partition 3.863103 0.082150 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 17715456 global elements. -[t8] Computed maximum occurring level: 7 -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 3.940873 -3.940872 -[t8] End ghost at 4.357150 0.416278 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 4.357202 -4.357202 -[t8] Into t8_forest_adapt from 17715456 total elements -[t8] Done t8_forest_adapt with 17715456 total elements -[t8] End adadpt 4.737009 0.379807 -[t8] Done t8_forest_balance with 17715456 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2214432 local elements. -[t8] Start ghost at 4.782379 -4.782379 -[t8] End ghost at 5.197725 0.415346 -[t8] Done t8_forest_ghost with 2214432 local elements and 28715 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.0876121 (1.15e-06 = 0.00131%) -[t8] Minimum attained at rank 1: 0.0876098 -[t8] Maximum attained at rank 6: 0.0876136 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.213588 (1.11e-05 = 0.00517%) -[t8] Minimum attained at rank 7: 0.213581 -[t8] Maximum attained at rank 0: 0.213617 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.0818841 (0.000304 = 0.371%) -[t8] Minimum attained at rank 1: 0.0814525 -[t8] Maximum attained at rank 6: 0.0821922 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.415211 (0.000372 = 0.0895%) -[t8] Minimum attained at rank 6: 0.41459 -[t8] Maximum attained at rank 1: 0.41568 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.915771 (5.79e-06 = 0.000632%) -[t8] Minimum attained at rank 3: 0.915763 -[t8] Maximum attained at rank 1: 0.915784 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.72449 (4.89e-06 = 0.000284%) -[t8] Minimum attained at rank 5: 1.72449 -[t8] Maximum attained at rank 4: 1.7245 -[t8] Summary = [ 0.0876121 0.213588 0.0818841 0.415211 0.915771 1.72449 ]; -[t8] Maximum = [ 0.0876136 0.213617 0.0821922 0.41568 0.915784 1.7245 ]; -[1745998631.956149] [n10160:3564764:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998631.951250] [n10160:3564766:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998631.957910] [n10160:3564762:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998631.957920] [n10160:3564760:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998631.957922] [n10160:3564761:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998631.952260] [n10160:3564763:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998631.951250] [n10160:3564765:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) diff --git a/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_8_64_5624030 b/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_8_64_5624030 deleted file mode 100644 index 7af1f88..0000000 --- a/paper_files/New_for_hybrid/jobs/current_code_PYRA_procs_8_64_5624030 +++ /dev/null @@ -1,1416 +0,0 @@ -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 8 procs ------------ -[1745998632.165562] [n10406:587624:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.609018 -0.609018 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 2.276029 1.667011 -[t8] Enter forest partition. -[t8] Start partition 2.278761 2.278761 -[t8] End partition 2.796255 0.517493 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 3.422423 -3.422423 -[t8] End ghost at 5.087472 1.665049 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 5.087532 -5.087532 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 8.126416 3.038884 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 8.390634 -8.390634 -[t8] End ghost at 10.053946 1.663312 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.603631 (1.82e-05 = 0.00302%) -[t8] Minimum attained at rank 4: 0.603611 -[t8] Maximum attained at rank 7: 0.603667 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.66691 (3.91e-05 = 0.00234%) -[t8] Minimum attained at rank 1: 1.66687 -[t8] Maximum attained at rank 0: 1.66701 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.518157 (0.000838 = 0.162%) -[t8] Minimum attained at rank 4: 0.516356 -[t8] Maximum attained at rank 3: 0.519212 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.66229 (0.00227 = 0.136%) -[t8] Minimum attained at rank 2: 1.65671 -[t8] Maximum attained at rank 4: 1.66387 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 5.58626 (1.69e-05 = 0.000303%) -[t8] Minimum attained at rank 7: 5.58623 -[t8] Maximum attained at rank 0: 5.58628 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 10.0515 (1.96e-05 = 0.000195%) -[t8] Minimum attained at rank 1: 10.0515 -[t8] Maximum attained at rank 7: 10.0516 -[t8] Summary = [ 0.603631 1.66691 0.518157 1.66229 5.58626 10.0515 ]; -[t8] Maximum = [ 0.603667 1.66701 0.519212 1.66387 5.58628 10.0516 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 10.654472 -10.654472 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 12.318355 1.663882 -[t8] Enter forest partition. -[t8] Start partition 12.321239 12.321239 -[t8] End partition 12.839405 0.518165 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 13.464339 -13.464339 -[t8] End ghost at 15.134925 1.670586 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 15.134984 -15.134984 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 18.274642 3.139658 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 18.539609 -18.539609 -[t8] End ghost at 20.199220 1.659610 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.592147 (1e-06 = 0.000169%) -[t8] Minimum attained at rank 1: 0.592145 -[t8] Maximum attained at rank 5: 0.592148 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.66386 (8.58e-06 = 0.000516%) -[t8] Minimum attained at rank 7: 1.66386 -[t8] Maximum attained at rank 0: 1.66388 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.517414 (0.00126 = 0.243%) -[t8] Minimum attained at rank 4: 0.515515 -[t8] Maximum attained at rank 2: 0.519102 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.66181 (0.00322 = 0.194%) -[t8] Minimum attained at rank 1: 1.65878 -[t8] Maximum attained at rank 4: 1.6662 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 5.69356 (5.3e-06 = 9.31e-05%) -[t8] Minimum attained at rank 6: 5.69356 -[t8] Maximum attained at rank 1: 5.69358 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 10.1454 (5.04e-06 = 4.97e-05%) -[t8] Minimum attained at rank 1: 10.1454 -[t8] Maximum attained at rank 0: 10.1454 -[t8] Summary = [ 0.592147 1.66386 0.517414 1.66181 5.69356 10.1454 ]; -[t8] Maximum = [ 0.592148 1.66388 0.519102 1.6662 5.69358 10.1454 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 20.807497 -20.807497 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 22.474807 1.667309 -[t8] Enter forest partition. -[t8] Start partition 22.477252 22.477252 -[t8] End partition 22.996039 0.518786 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 23.620858 -23.620858 -[t8] End ghost at 25.289649 1.668791 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 25.289707 -25.289707 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 28.331274 3.041567 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 17968320 local elements. -[t8] Start ghost at 28.596217 -28.596217 -[t8] End ghost at 30.260103 1.663886 -[t8] Done t8_forest_ghost with 17968320 local elements and 112865 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.595044 (1.12e-06 = 0.000188%) -[t8] Minimum attained at rank 1: 0.595042 -[t8] Maximum attained at rank 5: 0.595046 -[t8] Statistics for adapt -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.66728 (9.21e-06 = 0.000553%) -[t8] Minimum attained at rank 5: 1.66728 -[t8] Maximum attained at rank 0: 1.66731 -[t8] Statistics for partition -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 0.518769 (0.000868 = 0.167%) -[t8] Minimum attained at rank 5: 0.51713 -[t8] Maximum attained at rank 3: 0.519907 -[t8] Statistics for ghost -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 1.6649 (0.00541 = 0.325%) -[t8] Minimum attained at rank 2: 1.65492 -[t8] Maximum attained at rank 4: 1.67119 -[t8] Statistics for balance -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 5.59321 (3.91e-06 = 7e-05%) -[t8] Minimum attained at rank 7: 5.5932 -[t8] Maximum attained at rank 5: 5.59321 -[t8] Statistics for total -[t8] Global number of values: 8 -[t8] Mean value (std. dev.): 10.0568 (4.83e-06 = 4.8e-05%) -[t8] Minimum attained at rank 3: 10.0568 -[t8] Maximum attained at rank 4: 10.0568 -[t8] Summary = [ 0.595044 1.66728 0.518769 1.6649 5.59321 10.0568 ]; -[t8] Maximum = [ 0.595046 1.66731 0.519907 1.67119 5.59321 10.0568 ]; -[1745998632.165479] [n10406:587627:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998632.165968] [n10406:587626:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998632.164550] [n10406:587625:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998632.165961] [n10406:587628:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998632.164730] [n10406:587629:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998632.165680] [n10406:587630:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998632.166162] [n10406:587631:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 16 procs ------------ -[1745998663.561665] [n10406:587687:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.369909 -0.369909 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 1.204691 0.834782 -[t8] Enter forest partition. -[t8] Start partition 1.207836 1.207836 -[t8] End partition 1.468960 0.261123 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 1.781775 -1.781775 -[t8] End ghost at 3.002872 1.221096 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 3.002930 -3.002930 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 4.517194 1.514264 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 4.653567 -4.653567 -[t8] End ghost at 5.880015 1.226448 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.353102 (3.25e-05 = 0.00921%) -[t8] Minimum attained at rank 3: 0.353054 -[t8] Maximum attained at rank 0: 0.353144 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.83473 (4.63e-05 = 0.00554%) -[t8] Minimum attained at rank 4: 0.834691 -[t8] Maximum attained at rank 2: 0.834882 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.259811 (0.00121 = 0.467%) -[t8] Minimum attained at rank 12: 0.25692 -[t8] Maximum attained at rank 11: 0.261143 -[t8] Statistics for ghost -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 1.22421 (0.00232 = 0.189%) -[t8] Minimum attained at rank 9: 1.22078 -[t8] Maximum attained at rank 14: 1.22666 -[t8] Statistics for balance -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 3.1788 (7.09e-05 = 0.00223%) -[t8] Minimum attained at rank 15: 3.17873 -[t8] Maximum attained at rank 3: 3.17894 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 5.86492 (3.45e-05 = 0.000588%) -[t8] Minimum attained at rank 3: 5.86487 -[t8] Maximum attained at rank 5: 5.86497 -[t8] Summary = [ 0.353102 0.83473 0.259811 1.22421 3.1788 5.86492 ]; -[t8] Maximum = [ 0.353144 0.834882 0.261143 1.22666 3.17894 5.86497 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 6.218962 -6.218962 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 7.056384 0.837421 -[t8] Enter forest partition. -[t8] Start partition 7.059097 7.059097 -[t8] End partition 7.321084 0.261986 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 7.634667 -7.634667 -[t8] End ghost at 8.866121 1.231454 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 8.866177 -8.866177 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 10.387015 1.520838 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 10.521714 -10.521714 -[t8] End ghost at 11.741652 1.219938 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.333831 (8.11e-07 = 0.000243%) -[t8] Minimum attained at rank 1: 0.333829 -[t8] Maximum attained at rank 10: 0.333832 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.837395 (7.13e-06 = 0.000851%) -[t8] Minimum attained at rank 11: 0.837389 -[t8] Maximum attained at rank 0: 0.837421 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.26169 (0.000843 = 0.322%) -[t8] Minimum attained at rank 8: 0.259584 -[t8] Maximum attained at rank 12: 0.262912 -[t8] Statistics for ghost -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 1.22191 (0.00216 = 0.176%) -[t8] Minimum attained at rank 1: 1.21887 -[t8] Maximum attained at rank 4: 1.22528 -[t8] Statistics for balance -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 3.19498 (1.05e-05 = 0.00033%) -[t8] Minimum attained at rank 11: 3.19497 -[t8] Maximum attained at rank 0: 3.19501 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 5.86313 (1.13e-05 = 0.000193%) -[t8] Minimum attained at rank 1: 5.86312 -[t8] Maximum attained at rank 11: 5.86317 -[t8] Summary = [ 0.333831 0.837395 0.26169 1.22191 3.19498 5.86313 ]; -[t8] Maximum = [ 0.333832 0.837421 0.262912 1.22528 3.19501 5.86317 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 12.093753 -12.093753 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 12.931651 0.837898 -[t8] Enter forest partition. -[t8] Start partition 12.934474 12.934473 -[t8] End partition 13.195855 0.261381 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 13.510008 -13.510008 -[t8] End ghost at 14.737543 1.227535 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 14.737599 -14.737598 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 16.260272 1.522673 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 8984160 local elements. -[t8] Start ghost at 16.395468 -16.395468 -[t8] End ghost at 17.619500 1.224031 -[t8] Done t8_forest_ghost with 8984160 local elements and 90412 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.341693 (8.47e-07 = 0.000248%) -[t8] Minimum attained at rank 0: 0.341691 -[t8] Maximum attained at rank 10: 0.341694 -[t8] Statistics for adapt -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.837875 (6.3e-06 = 0.000752%) -[t8] Minimum attained at rank 10: 0.837871 -[t8] Maximum attained at rank 0: 0.837898 -[t8] Statistics for partition -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 0.261623 (0.00119 = 0.456%) -[t8] Minimum attained at rank 3: 0.258692 -[t8] Maximum attained at rank 8: 0.263051 -[t8] Statistics for ghost -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 1.22582 (0.00585 = 0.478%) -[t8] Minimum attained at rank 13: 1.21908 -[t8] Maximum attained at rank 4: 1.23473 -[t8] Statistics for balance -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 3.19295 (9.99e-06 = 0.000313%) -[t8] Minimum attained at rank 7: 3.19294 -[t8] Maximum attained at rank 0: 3.19298 -[t8] Statistics for total -[t8] Global number of values: 16 -[t8] Mean value (std. dev.): 5.87934 (1.14e-05 = 0.000194%) -[t8] Minimum attained at rank 3: 5.87933 -[t8] Maximum attained at rank 4: 5.87938 -[t8] Summary = [ 0.341693 0.837875 0.261623 1.22582 3.19295 5.87934 ]; -[t8] Maximum = [ 0.341694 0.837898 0.263051 1.23473 3.19298 5.87938 ]; -[1745998663.557007] [n10406:587689:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.561061] [n10406:587691:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.561971] [n10406:587694:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.561590] [n10406:587699:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.562405] [n10406:587692:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.561628] [n10406:587695:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.546737] [n10406:587697:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.561238] [n10406:587688:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.562231] [n10406:587693:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.562201] [n10406:587698:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.560871] [n10406:587701:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.562017] [n10406:587700:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.561719] [n10406:587702:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.552487] [n10406:587696:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998663.561952] [n10406:587690:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 32 procs ------------ -[1745998682.457736] [n10406:587791:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.225556 -0.225556 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 0.653818 0.428261 -[t8] Enter forest partition. -[t8] Start partition 0.660008 0.660008 -[t8] End partition 0.812729 0.152721 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 0.988188 -0.988187 -[t8] End ghost at 1.837413 0.849225 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 1.837485 -1.837485 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 2.598997 0.761512 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 2.672038 -2.672037 -[t8] End ghost at 3.519366 0.847328 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.213596 (6.94e-05 = 0.0325%) -[t8] Minimum attained at rank 13: 0.213492 -[t8] Maximum attained at rank 3: 0.213734 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.428103 (9.28e-05 = 0.0217%) -[t8] Minimum attained at rank 14: 0.428033 -[t8] Maximum attained at rank 2: 0.428399 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.136941 (0.0092 = 6.72%) -[t8] Minimum attained at rank 9: 0.129246 -[t8] Maximum attained at rank 24: 0.154366 -[t8] Statistics for ghost -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.84814 (0.00105 = 0.124%) -[t8] Minimum attained at rank 17: 0.845307 -[t8] Maximum attained at rank 21: 0.849686 -[t8] Statistics for balance -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 1.85079 (0.000103 = 0.00556%) -[t8] Minimum attained at rank 6: 1.85067 -[t8] Maximum attained at rank 3: 1.85104 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 3.51089 (7.5e-05 = 0.00214%) -[t8] Minimum attained at rank 4: 3.51078 -[t8] Maximum attained at rank 3: 3.51107 -[t8] Summary = [ 0.213596 0.428103 0.136941 0.84814 1.85079 3.51089 ]; -[t8] Maximum = [ 0.213734 0.428399 0.154366 0.849686 1.85104 3.51107 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 3.708005 -3.708005 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 4.132584 0.424578 -[t8] Enter forest partition. -[t8] Start partition 4.141595 4.141595 -[t8] End partition 4.293746 0.152151 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 4.453189 -4.453189 -[t8] End ghost at 5.304179 0.850990 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 5.304254 -5.304254 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 6.071291 0.767037 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 6.143519 -6.143519 -[t8] End ghost at 6.990510 0.846990 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.181542 (1.05e-06 = 0.000577%) -[t8] Minimum attained at rank 1: 0.181539 -[t8] Maximum attained at rank 12: 0.181544 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.424548 (1.02e-05 = 0.00241%) -[t8] Minimum attained at rank 14: 0.42453 -[t8] Maximum attained at rank 0: 0.424578 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.136891 (0.00892 = 6.52%) -[t8] Minimum attained at rank 17: 0.130155 -[t8] Maximum attained at rank 8: 0.153986 -[t8] Statistics for ghost -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.846918 (0.000652 = 0.077%) -[t8] Minimum attained at rank 25: 0.845333 -[t8] Maximum attained at rank 29: 0.848202 -[t8] Statistics for balance -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 1.84199 (1.9e-05 = 0.00103%) -[t8] Minimum attained at rank 0: 1.84196 -[t8] Maximum attained at rank 4: 1.84204 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 3.46617 (1.47e-05 = 0.000423%) -[t8] Minimum attained at rank 28: 3.46614 -[t8] Maximum attained at rank 0: 3.4662 -[t8] Summary = [ 0.181542 0.424548 0.136891 0.846918 1.84199 3.46617 ]; -[t8] Maximum = [ 0.181544 0.424578 0.153986 0.848202 1.84204 3.4662 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 7.177491 -7.177491 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 7.601424 0.423933 -[t8] Enter forest partition. -[t8] Start partition 7.610480 7.610480 -[t8] End partition 7.760453 0.149972 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 7.922001 -7.922001 -[t8] End ghost at 8.771904 0.849903 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 8.771976 -8.771976 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 9.538156 0.766180 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 4492080 local elements. -[t8] Start ghost at 9.610110 -9.610110 -[t8] End ghost at 10.455929 0.845818 -[t8] Done t8_forest_ghost with 4492080 local elements and 53177 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.181296 (8.84e-07 = 0.000488%) -[t8] Minimum attained at rank 24: 0.181294 -[t8] Maximum attained at rank 2: 0.181298 -[t8] Statistics for adapt -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.423905 (1.02e-05 = 0.0024%) -[t8] Minimum attained at rank 2: 0.423884 -[t8] Maximum attained at rank 0: 0.423933 -[t8] Statistics for partition -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.135763 (0.00934 = 6.88%) -[t8] Minimum attained at rank 14: 0.126701 -[t8] Maximum attained at rank 8: 0.15403 -[t8] Statistics for ghost -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 0.846927 (0.000955 = 0.113%) -[t8] Minimum attained at rank 5: 0.843623 -[t8] Maximum attained at rank 21: 0.848341 -[t8] Statistics for balance -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 1.83999 (1.63e-05 = 0.000887%) -[t8] Minimum attained at rank 0: 1.83996 -[t8] Maximum attained at rank 10: 1.84004 -[t8] Statistics for total -[t8] Global number of values: 32 -[t8] Mean value (std. dev.): 3.46315 (1.7e-05 = 0.00049%) -[t8] Minimum attained at rank 2: 3.46312 -[t8] Maximum attained at rank 0: 3.46319 -[t8] Summary = [ 0.181296 0.423905 0.135763 0.846927 1.83999 3.46315 ]; -[t8] Maximum = [ 0.181298 0.423933 0.15403 0.848341 1.84004 3.46319 ]; -[1745998682.563912] [n10406:587815:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564257] [n10406:587816:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.539667] [n10406:587792:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.540077] [n10406:587799:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.487371] [n10406:587804:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564001] [n10406:587801:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564617] [n10406:587808:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.485212] [n10406:587795:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.460319] [n10406:587817:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.561064] [n10406:587793:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564617] [n10406:587807:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.485741] [n10406:587796:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.563893] [n10406:587821:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564638] [n10406:587813:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564493] [n10406:587814:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.555244] [n10406:587800:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.444988] [n10406:587822:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564331] [n10406:587820:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.563331] [n10406:587805:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564617] [n10406:587809:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564702] [n10406:587810:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.563900] [n10406:587802:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564493] [n10406:587811:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.563727] [n10406:587794:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.484843] [n10406:587812:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.550130] [n10406:587806:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.445072] [n10406:587798:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.563853] [n10406:587797:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.549943] [n10406:587803:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564242] [n10406:587819:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998682.564075] [n10406:587818:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -------------- Running: /scratch/ws/4/knap_da-t8code_timings/benchmark/benchmark_elems -e3 -l7 -n3 -N8 with 64 procs ------------ -[1745998695.238362] [n10406:587988:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[libsc] This is libsc 2.8.6.999 -[t8] This is t8 4.0.0 -[t8] CXX /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/g++ -[t8] CXXFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] CC /sw/spack/rev23.05/linux-centos7-x86_64_v3/gcc-4.8.5/gcc-10.4.0-wm3izcnn25u2kkibsrqapna2ryf43ovp/bin/gcc -[t8] CFLAGS -O3 -DNDEBUG -Wall -Werror -Wextra -[t8] LDFLAGS -[t8] LIBS P4EST::P4EST SC::SC MPI::MPI_C -[t8] #################### Run 1 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 0.268576 -0.268576 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 0.493345 0.224769 -[t8] Enter forest partition. -[t8] Start partition 0.501933 0.501933 -[t8] End partition 0.586152 0.084218 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 0.695270 -0.695270 -[t8] End ghost at 1.254068 0.558798 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 1.254124 -1.254124 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 1.636459 0.382335 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 1.690513 -1.690513 -[t8] End ghost at 2.244947 0.554433 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.161314 (0.000193 = 0.12%) -[t8] Minimum attained at rank 2: 0.161013 -[t8] Maximum attained at rank 51: 0.161888 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.224565 (0.000182 = 0.0809%) -[t8] Minimum attained at rank 61: 0.224352 -[t8] Maximum attained at rank 1: 0.225117 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0904643 (0.00795 = 8.78%) -[t8] Minimum attained at rank 7: 0.0823124 -[t8] Maximum attained at rank 58: 0.102927 -[t8] Statistics for ghost -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.54068 (0.0268 = 4.95%) -[t8] Minimum attained at rank 47: 0.492782 -[t8] Maximum attained at rank 34: 0.561339 -[t8] Statistics for balance -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 1.07462 (0.000207 = 0.0192%) -[t8] Minimum attained at rank 51: 1.07437 -[t8] Maximum attained at rank 57: 1.07533 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 2.14609 (0.000196 = 0.00914%) -[t8] Minimum attained at rank 5: 2.14574 -[t8] Maximum attained at rank 51: 2.14669 -[t8] Summary = [ 0.161314 0.224565 0.0904643 0.54068 1.07462 2.14609 ]; -[t8] Maximum = [ 0.161888 0.225117 0.102927 0.561339 1.07533 2.14669 ]; -[t8] #################### Run 2 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 2.391903 -2.391903 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 2.611082 0.219178 -[t8] Enter forest partition. -[t8] Start partition 2.620457 2.620457 -[t8] End partition 2.703606 0.083148 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 2.803402 -2.803401 -[t8] End ghost at 3.362998 0.559597 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 3.363051 -3.363051 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 3.750594 0.387543 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 3.802472 -3.802472 -[t8] End ghost at 4.356398 0.553925 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.134632 (1.96e-06 = 0.00145%) -[t8] Minimum attained at rank 48: 0.134625 -[t8] Maximum attained at rank 17: 0.134636 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.219133 (5.35e-05 = 0.0244%) -[t8] Minimum attained at rank 34: 0.218926 -[t8] Maximum attained at rank 0: 0.219178 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0896684 (0.0082 = 9.15%) -[t8] Minimum attained at rank 40: 0.0791312 -[t8] Maximum attained at rank 58: 0.102084 -[t8] Statistics for ghost -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.540127 (0.0264 = 4.89%) -[t8] Minimum attained at rank 63: 0.49231 -[t8] Maximum attained at rank 18: 0.56119 -[t8] Statistics for balance -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 1.07158 (3.88e-05 = 0.00362%) -[t8] Minimum attained at rank 17: 1.0715 -[t8] Maximum attained at rank 19: 1.07165 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 2.10768 (4.26e-05 = 0.00202%) -[t8] Minimum attained at rank 58: 2.10759 -[t8] Maximum attained at rank 4: 2.10775 -[t8] Summary = [ 0.134632 0.219133 0.0896684 0.540127 1.07158 2.10768 ]; -[t8] Maximum = [ 0.134636 0.219178 0.102084 0.56119 1.07165 2.10775 ]; -[t8] #################### Run 3 of 3 #################### -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 8 total elements -[t8] Done t8_forest_adapt with 80 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 80 total elements -[t8] Done t8_forest_adapt with 736 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 736 total elements -[t8] Done t8_forest_adapt with 6464 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 6464 total elements -[t8] Done t8_forest_adapt with 55168 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 55168 total elements -[t8] Done t8_forest_adapt with 462080 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 462080 total elements -[t8] Done t8_forest_adapt with 3821056 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_adapt from 3821056 total elements -[t8] Done t8_forest_adapt with 31314944 total elements -[t8] Enter forest partition. -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Start adadpt 4.504393 -4.504393 -[t8] Into t8_forest_adapt from 31314944 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 4.723749 0.219356 -[t8] Enter forest partition. -[t8] Start partition 4.733301 4.733301 -[t8] End partition 4.817566 0.084264 -[t8] Done forest partition. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_balance with 143746560 global elements. -[t8] Computed maximum occurring level: 8 -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 4.924755 -4.924755 -[t8] End ghost at 5.484926 0.560171 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Profiling: 1 -[t8] Start adadpt 5.484984 -5.484984 -[t8] Into t8_forest_adapt from 143746560 total elements -[t8] Done t8_forest_adapt with 143746560 total elements -[t8] End adadpt 5.869347 0.384362 -[t8] Done t8_forest_balance with 143746560 global elements. -[t8] Enter cmesh partition -[t8] Done cmesh partition -[t8] Into t8_forest_ghost with 2246040 local elements. -[t8] Start ghost at 5.921206 -5.921206 -[t8] End ghost at 6.477020 0.555814 -[t8] Done t8_forest_ghost with 2246040 local elements and 35215 ghost elements. -[t8] Statistics for new -[t8] Global number of values: 128 -[t8] Mean value (std. dev.): 0.135414 (1.52e-06 = 0.00112%) -[t8] Minimum attained at rank 41: 0.13541 -[t8] Maximum attained at rank 29: 0.135417 -[t8] Statistics for adapt -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.21931 (5.06e-05 = 0.0231%) -[t8] Minimum attained at rank 34: 0.219107 -[t8] Maximum attained at rank 0: 0.219356 -[t8] Statistics for partition -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.0901087 (0.0081 = 8.99%) -[t8] Minimum attained at rank 12: 0.081625 -[t8] Maximum attained at rank 58: 0.102319 -[t8] Statistics for ghost -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 0.5392 (0.0262 = 4.86%) -[t8] Minimum attained at rank 55: 0.493046 -[t8] Maximum attained at rank 10: 0.556435 -[t8] Statistics for balance -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 1.07718 (3.83e-05 = 0.00355%) -[t8] Minimum attained at rank 3: 1.07709 -[t8] Maximum attained at rank 5: 1.07725 -[t8] Statistics for total -[t8] Global number of values: 64 -[t8] Mean value (std. dev.): 2.10981 (3.59e-05 = 0.0017%) -[t8] Minimum attained at rank 5: 2.10973 -[t8] Maximum attained at rank 8: 2.10988 -[t8] Summary = [ 0.135414 0.21931 0.0901087 0.5392 1.07718 2.10981 ]; -[t8] Maximum = [ 0.135417 0.219356 0.102319 0.556435 1.07725 2.10988 ]; -[1745998695.238022] [n10406:588046:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238912] [n10406:587989:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.203267] [n10406:587997:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238045] [n10406:588019:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.234478] [n10406:588025:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238375] [n10406:587994:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238778] [n10406:588045:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.239137] [n10406:588018:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.225205] [n10406:588024:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.147782] [n10406:588027:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237591] [n10406:588037:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238022] [n10406:588044:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.239029] [n10406:587992:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.199506] [n10406:588002:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238188] [n10406:588017:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.236170] [n10406:588031:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237694] [n10406:587991:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238583] [n10406:588048:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238438] [n10406:588015:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.194840] [n10406:588022:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238883] [n10406:588036:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237593] [n10406:588010:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238870] [n10406:588039:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.229098] [n10406:588014:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237695] [n10406:588038:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238158] [n10406:588000:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238131] [n10406:587990:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.239062] [n10406:588041:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.211625] [n10406:588026:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238158] [n10406:588040:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.165717] [n10406:587996:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.210655] [n10406:588032:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238518] [n10406:588047:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237342] [n10406:588020:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238860] [n10406:588003:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238514] [n10406:588005:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.236628] [n10406:588006:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238045] [n10406:588016:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238497] [n10406:587993:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.179572] [n10406:587999:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238452] [n10406:588050:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238426] [n10406:588033:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.235890] [n10406:588034:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238646] [n10406:588029:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238236] [n10406:588001:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237047] [n10406:588030:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238126] [n10406:588013:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.236186] [n10406:588007:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.202691] [n10406:588011:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237866] [n10406:587995:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238612] [n10406:588004:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.180257] [n10406:588009:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238527] [n10406:588049:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238459] [n10406:588012:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238544] [n10406:588051:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237654] [n10406:587998:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.237948] [n10406:588028:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238660] [n10406:588042:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.174619] [n10406:588008:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238966] [n10406:588043:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.238294] [n10406:588035:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.185490] [n10406:588021:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) -[1745998695.219894] [n10406:588023:0] parser.c:1908 UCX WARN unused env variable: UCX_ROOT (set UCX_WARN_UNUSED_ENV_VARS=n to suppress this warning) From 136f802702e1c702e1c4bca74c5bf08ab7a95bf5 Mon Sep 17 00:00:00 2001 From: David Knapp Date: Tue, 24 Feb 2026 12:41:28 +0100 Subject: [PATCH 21/21] delete old test-graphicsy --- paper_files/New_for_hybrid/evaluate/graph_Adapt.png | 3 --- paper_files/New_for_hybrid/evaluate/graph_New.png | 3 --- paper_files/New_for_hybrid/evaluate/graph_Partition.png | 3 --- paper_files/New_for_hybrid/evaluate/graph_Total.png | 3 --- 4 files changed, 12 deletions(-) delete mode 100644 paper_files/New_for_hybrid/evaluate/graph_Adapt.png delete mode 100644 paper_files/New_for_hybrid/evaluate/graph_New.png delete mode 100644 paper_files/New_for_hybrid/evaluate/graph_Partition.png delete mode 100644 paper_files/New_for_hybrid/evaluate/graph_Total.png diff --git a/paper_files/New_for_hybrid/evaluate/graph_Adapt.png b/paper_files/New_for_hybrid/evaluate/graph_Adapt.png deleted file mode 100644 index 1e37dcb..0000000 --- a/paper_files/New_for_hybrid/evaluate/graph_Adapt.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:50257eb8b56de806e7cd4fa8b4824ea79b2aac3ae0f1f916b415bb184e89e811 -size 77638 diff --git a/paper_files/New_for_hybrid/evaluate/graph_New.png b/paper_files/New_for_hybrid/evaluate/graph_New.png deleted file mode 100644 index 77c585b..0000000 --- a/paper_files/New_for_hybrid/evaluate/graph_New.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:eecde995c9a6c8e65724413a20989cda65622405b926133cc038d49e2a664c94 -size 73681 diff --git a/paper_files/New_for_hybrid/evaluate/graph_Partition.png b/paper_files/New_for_hybrid/evaluate/graph_Partition.png deleted file mode 100644 index cac95a5..0000000 --- a/paper_files/New_for_hybrid/evaluate/graph_Partition.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:e1d1ea5bbe1cfda10116df21cbd135c8251416d089e5fb2a46ccc2753a6f042e -size 64060 diff --git a/paper_files/New_for_hybrid/evaluate/graph_Total.png b/paper_files/New_for_hybrid/evaluate/graph_Total.png deleted file mode 100644 index ee22e5b..0000000 --- a/paper_files/New_for_hybrid/evaluate/graph_Total.png +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:851c2b40bccde876015794d4da5bf5403229d144a9e29540c09bfc7ff9f79ee3 -size 72599