diff --git a/doc/sphinx/06_umt/roci.gp b/doc/sphinx/06_umt/roci.gp new file mode 100644 index 0000000..04fe90e --- /dev/null +++ b/doc/sphinx/06_umt/roci.gp @@ -0,0 +1,28 @@ +#!/usr/bin/gnuplot +set terminal pngcairo enhanced size 1024, 768 dashed font 'Helvetica,18' + +# no title needed since we will caption the figure +#set title "Strong scaling of SPP 1 on Crossroads" font "serif,22" +set xlabel "Num Cores" +set ylabel "Figure of Merit (unknowns/sec)" + +set xrange [1:112] +set key left top + +set logscale x 2 +set logscale y 2 + +set grid +show grid + +set datafile separator comma +set key autotitle columnheader + +set style line 1 linetype 6 dashtype 1 linecolor rgb "#FF0000" linewidth 2 pointtype 6 pointsize 3 +set style line 2 linetype 1 dashtype 2 linecolor rgb "#FF0000" linewidth 2 + +set output "spr_p1_roci.png" +plot "roci_spr_p1_plot.csv" using 1:2 with linespoints linestyle 1, "" using 1:3 with line linestyle 2 + +set output "spr_p2_roci.png" +plot "roci_spr_p2_plot.csv" using 1:2 with linespoints linestyle 1, "" using 1:3 with line linestyle 2 \ No newline at end of file diff --git a/doc/sphinx/06_umt/roci_spr_p1_plot.csv b/doc/sphinx/06_umt/roci_spr_p1_plot.csv new file mode 100644 index 0000000..0cffaee --- /dev/null +++ b/doc/sphinx/06_umt/roci_spr_p1_plot.csv @@ -0,0 +1,7 @@ +nprocs,Actual,Ideal +1,125169000.0,125169000.0 +8,1062590000.0,1001352000.0 +32,3224050000.0,4005408000.0 +56,5292420000.0,7009464000.0 +88,5641400000.0,11014872000.0 +112,7830500000.0,14018928000.0 diff --git a/doc/sphinx/06_umt/roci_spr_p2_plot.csv b/doc/sphinx/06_umt/roci_spr_p2_plot.csv new file mode 100644 index 0000000..650022f --- /dev/null +++ b/doc/sphinx/06_umt/roci_spr_p2_plot.csv @@ -0,0 +1,7 @@ +nprocs,Actual,Ideal +1,60624400.0,60624400.0 +8,444515000.0,484995200.0 +32,1684040000.0,1939980800.0 +56,2469740000.0,3394966400.0 +88,3861460000.0,5334947200.0 +112,4307010000.0,6789932800.0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/1-p1.out b/doc/sphinx/06_umt/umt_run_artifacts/1-p1.out new file mode 100644 index 0000000..58e6b3e --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/1-p1.out @@ -0,0 +1,276 @@ +srun -N 1 -n 1 ./installs/bin/test_driver -B global -d 14,14,14 -b 1 +Teton driver: number of MPI ranks: 1 +Teton driver: Running predefined benchmark problem UMT SP#1 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 4855431168 global unknowns. +(526848 spatial elements * 72 directions (angles) * 128 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 37044MB +Current CPU memory use (rank 0): 51719.9MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0482621027 in Zone 43695 on Process 0 + TeMax = 0.5000000000 in Zone 98 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5756061286E-08 Energy check = -8.9303633636E-21 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 1.93986156 1.93986156 + Sweep(CPU) = 1.73785890 1.73785890 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.18522971 0.18522971 + Finalization = 0.01244329 0.01244329 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.33198909910E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.3571E-03 5.3571E-03 3.5714E-02 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 1 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.02787576411E-01 + Tr = 3.33198909910E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.3571E-03 5.3571E-03 3.5714E-02 + +Teton driver: CPU MEM USE (rank 0): 52257.8MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0440951070 in Zone 36519 on Process 0 + TeMax = 0.5000000000 in Zone 43723 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3829894118E-08 Energy check = -3.1561306146E-21 + Recommended time step for next rad cycle = 7.8567757548E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 1.93836415 3.87822571 + Sweep(CPU) = 1.73640183 3.47426073 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.18520026 0.37042996 + Finalization = 0.01243987 0.02488315 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.00631665282E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.3571E-03 5.3571E-03 3.5714E-02 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 128 + Recommend Dt = 7.85677575478E-04 + Max Change = 5.09114696008E-01 + Tr = 3.44289058322E-02 + Tr Old = 4.11318471455E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 6.6071E-02 6.6071E-02 1.0714E-01 + +Teton driver: CPU MEM USE (rank 0): 52263.1MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0381348614 in Zone 57625 on Process 0 + TeMax = 0.5000000000 in Zone 98 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8974947936E-08 Energy check = 9.0151616034E-22 + Recommended time step for next rad cycle = 8.5200516546E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 1.93838141 5.81660712 + Sweep(CPU) = 1.73651977 5.21078049 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.18508555 0.55551551 + Finalization = 0.01245368 0.03733683 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.82362591946E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.3571E-03 5.3571E-03 3.5714E-02 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 42105 + Recommend Dt = 8.52005165463E-04 + Max Change = 4.69480721731E-01 + Tr = 3.57939554061E-02 + Tr Old = 4.19405769187E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.3125E-01 5.2857E-01 2.5000E-01 + +Teton driver: CPU MEM USE (rank 0): 52267.4MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0314093005 in Zone 36519 on Process 0 + TeMax = 0.5000000000 in Zone 43723 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.7867634722E-09 Energy check = -8.4236701021E-22 + Recommended time step for next rad cycle = 7.2720575865E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 1.93797491 7.75458203 + Sweep(CPU) = 1.73614650 6.94692700 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.18506717 0.74058268 + Finalization = 0.01243902 0.04977586 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.61506971860E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.3571E-03 5.3571E-03 3.5714E-02 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 7777 + Recommend Dt = 7.27205758646E-04 + Max Change = 5.50050649688E-01 + Tr = 3.05621913985E-02 + Tr Old = 3.73158710753E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.4018E-01 4.5714E-01 4.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 52269.4MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0250435473 in Zone 37535 on Process 0 + TeMax = 0.5000000000 in Zone 98 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.6354836685E-09 Energy check = -6.2092282589E-22 + Recommended time step for next rad cycle = 6.4786245407E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 1.93784026 9.69242230 + Sweep(CPU) = 1.73621487 8.68314187 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.18496062 0.92554330 + Finalization = 0.01234095 0.06211681 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.36473872623E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.3571E-03 5.3571E-03 3.5714E-02 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 15307 + Recommend Dt = 6.47862454070E-04 + Max Change = 6.17415004507E-01 + Tr = 2.42466237997E-02 + Tr Old = 3.08296994407E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.7589E-01 5.0714E-01 4.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 52276.3MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 1.25169e+08 unknowns calculated per second. +Throughput of iterative solver was 4.17231e+07 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 15 +Total wall time for run: 581.864 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 1.3395e-13 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/1-p2.out b/doc/sphinx/06_umt/umt_run_artifacts/1-p2.out new file mode 100644 index 0000000..28ccce3 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/1-p2.out @@ -0,0 +1,276 @@ +srun -N 1 -n 1 ./installs/bin/test_driver -B global -d 31,31,31 -b 2 +Teton driver: number of MPI ranks: 1 +Teton driver: Running predefined benchmark problem UMT SP#2 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 2928574464 global unknowns. +(5719872 spatial elements * 32 directions (angles) * 16 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 22343.2MB +Current CPU memory use (rank 0): 47430.9MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0479810101 in Zone 543679 on Process 0 + TeMax = 0.5000000000 in Zone 873 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5683591379E-08 Energy check = -2.5971450161E-20 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 2.41477911 2.41477911 + Sweep(CPU) = 2.12960347 2.12960347 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.26873898 0.26873898 + Finalization = 0.00871843 0.00871843 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.13271659561E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 2.4194E-03 2.4194E-03 1.6129E-02 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 507309 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.45899370175E-01 + Tr = 3.13271659561E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9758E-01 9.9758E-01 1.6129E-02 + +Teton driver: CPU MEM USE (rank 0): 48212.2MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0432867167 in Zone 317674 on Process 0 + TeMax = 0.5000000000 in Zone 26047 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3708352131E-08 Energy check = 1.1573294861E-20 + Recommended time step for next rad cycle = 7.1080930358E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 2.41246258 4.82724169 + Sweep(CPU) = 2.12762119 4.25722467 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.26840401 0.53714299 + Finalization = 0.00872713 0.01744556 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.90290664991E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 2.4194E-03 2.4194E-03 1.6129E-02 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 99743 + Recommend Dt = 7.10809303578E-04 + Max Change = 5.62738835840E-01 + Tr = 3.16016065805E-02 + Tr Old = 3.88618915446E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.6855E-02 9.4839E-01 4.8387E-02 + +Teton driver: CPU MEM USE (rank 0): 48301.3MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0368415233 in Zone 669450 on Process 0 + TeMax = 0.5000000000 in Zone 2875 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8820018007E-08 Energy check = 2.3283689347E-21 + Recommended time step for next rad cycle = 8.1747200725E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 2.41219885 7.23944054 + Sweep(CPU) = 2.12774708 6.38497174 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.26801933 0.80516232 + Finalization = 0.00871337 0.02615893 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.74230183807E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 2.4194E-03 2.4194E-03 1.6129E-02 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 199615 + Recommend Dt = 8.17472007246E-04 + Max Change = 4.89313391106E-01 + Tr = 3.04522415033E-02 + Tr Old = 3.60230638465E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 1.2137E-01 1.0968E-01 8.8710E-01 + +Teton driver: CPU MEM USE (rank 0): 48315MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0307495758 in Zone 670030 on Process 0 + TeMax = 0.5000000000 in Zone 26 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.6263366891E-09 Energy check = 3.7131481193E-21 + Recommended time step for next rad cycle = 6.8869345770E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 2.41190972 9.65135026 + Sweep(CPU) = 2.12768980 8.51266155 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.26779606 1.07295837 + Finalization = 0.00871145 0.03487039 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.51922534091E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 2.4194E-03 2.4194E-03 1.6129E-02 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 317671 + Recommend Dt = 6.88693457698E-04 + Max Change = 5.80809931514E-01 + Tr = 2.95469392722E-02 + Tr Old = 3.67205986976E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 4.9153E-01 5.0323E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 48315MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 3 + TrMax = 0.0252402764 in Zone 325091 on Process 0 + TeMax = 0.5000000000 in Zone 2875 on Process 0 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.4987299029E-09 Energy check = -4.0218059384E-21 + Recommended time step for next rad cycle = 6.1406701377E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 2.41176761 12.06311787 + Sweep(CPU) = 2.12752435 10.64018590 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.26779872 1.34075709 + Finalization = 0.00871810 0.04358849 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 0 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.23976613498E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 2.4194E-03 2.4194E-03 1.6129E-02 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 238621 + Recommend Dt = 6.14067013770E-04 + Max Change = 6.51394702907E-01 + Tr = 2.27036663097E-02 + Tr Old = 2.95469392722E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 4.9153E-01 4.9677E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 48315.3MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 6.06244e+07 unknowns calculated per second. +Throughput of iterative solver was 2.02081e+07 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 15 +Total wall time for run: 724.603 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 8.93987e-13 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/112-p1.out b/doc/sphinx/06_umt/umt_run_artifacts/112-p1.out new file mode 100644 index 0000000..970967a --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/112-p1.out @@ -0,0 +1,276 @@ +srun -N 1 -n 112 ./installs/bin/test_driver -B global -d 14,14,14 -b 1 +Teton driver: number of MPI ranks: 112 +Teton driver: Running predefined benchmark problem UMT SP#1 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 4855431168 global unknowns. +(526848 spatial elements * 72 directions (angles) * 128 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 330.75MB +Current CPU memory use (rank 0): 462.031MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 8 + TrMax = 0.0482621027 in Zone 168 on Process 66 + TeMax = 0.5000000000 in Zone 754 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5756061286E-08 Energy check = 6.4014805490E-23 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.08690311 0.08690311 + Sweep(CPU) = 0.07995271 0.07995271 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00623674 0.00623674 + Finalization = 0.00032480 0.00032480 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.54817981346E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 7.5000E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 111 + Control Zone = 576 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.02787576411E-01 + Tr = 3.33198909910E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9464E-01 9.9464E-01 9.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 484.777MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 10 + TrMax = 0.0440951070 in Zone 168 on Process 73 + TeMax = 0.5000000000 in Zone 610 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3829894118E-08 Energy check = 4.0042332748E-23 + Recommended time step for next rad cycle = 7.8567757548E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.10309461 0.18999772 + Sweep(CPU) = 0.09665107 0.17660379 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00611895 0.01235569 + Finalization = 0.00029042 0.00061522 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.96352598606E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 7.5000E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 111 + Control Zone = 409 + Recommend Dt = 7.85677575478E-04 + Max Change = 5.09114696008E-01 + Tr = 3.44289058322E-02 + Tr Old = 4.11318471455E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 9.3393E-01 8.9286E-01 + +Teton driver: CPU MEM USE (rank 0): 529.07MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0381348614 in Zone 168 on Process 73 + TeMax = 0.5000000000 in Zone 754 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8974947936E-08 Energy check = -5.3781934802E-24 + Recommended time step for next rad cycle = 8.5200516546E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.09370337 0.28370110 + Sweep(CPU) = 0.08842051 0.26502429 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00498538 0.01734107 + Finalization = 0.00028978 0.00090500 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.42370078934E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 7.5000E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 99 + Control Zone = 36 + Recommend Dt = 8.52005165463E-04 + Max Change = 4.69480721731E-01 + Tr = 3.57939554061E-02 + Tr Old = 4.19405769187E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 2.6875E-01 5.2857E-01 7.5000E-01 + +Teton driver: CPU MEM USE (rank 0): 529.414MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0314093005 in Zone 168 on Process 73 + TeMax = 0.5000000000 in Zone 610 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.7867634722E-09 Energy check = -8.0792618328E-24 + Recommended time step for next rad cycle = 7.2720575865E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.09177849 0.37547958 + Sweep(CPU) = 0.08547563 0.35049992 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00598173 0.02332279 + Finalization = 0.00028999 0.00119500 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.93622350791E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 7.5000E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 72 + Control Zone = 212 + Recommend Dt = 7.27205758646E-04 + Max Change = 5.50050649688E-01 + Tr = 3.05621913985E-02 + Tr Old = 3.73158710753E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.4018E-01 5.4286E-01 5.3571E-01 + +Teton driver: CPU MEM USE (rank 0): 529.539MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 10 + TrMax = 0.0250435473 in Zone 423 on Process 5 + TeMax = 0.5000000000 in Zone 754 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.6354836685E-09 Energy check = 1.9243230323E-24 + Recommended time step for next rad cycle = 6.4786245407E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.09956563 0.47504521 + Sweep(CPU) = 0.09422248 0.44472241 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00502421 0.02834701 + Finalization = 0.00029196 0.00148696 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.47651741454E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 7.5000E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 65 + Control Zone = 185 + Recommend Dt = 6.47862454070E-04 + Max Change = 6.17415004507E-01 + Tr = 2.42466237997E-02 + Tr Old = 3.08296994407E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.7589E-01 4.9286E-01 4.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 530.523MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 7.8305e+09 unknowns calculated per second. +Throughput of iterative solver was 8.51141e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 46 +Total wall time for run: 28.5231 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 4.15129e-16 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/112-p2.out b/doc/sphinx/06_umt/umt_run_artifacts/112-p2.out new file mode 100644 index 0000000..f5d683e --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/112-p2.out @@ -0,0 +1,276 @@ +srun -N 1 -n 112 ./installs/bin/test_driver -B global -d 31,31,31 -b 2 +Teton driver: number of MPI ranks: 112 +Teton driver: Running predefined benchmark problem UMT SP#2 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 2928574464 global unknowns. +(5719872 spatial elements * 32 directions (angles) * 16 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 199.493MB +Current CPU memory use (rank 0): 528.176MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0479810101 in Zone 6 on Process 73 + TeMax = 0.5000000000 in Zone 7591 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5683591379E-08 Energy check = -9.7081781749E-23 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.12054870 0.12054870 + Sweep(CPU) = 0.11423593 0.11423593 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00597069 0.00597069 + Finalization = 0.00025174 0.00025174 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.56363606898E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 7.5806E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 111 + Control Zone = 6144 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.45899370175E-01 + Tr = 3.13271659561E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9758E-01 9.9758E-01 9.8387E-01 + +Teton driver: CPU MEM USE (rank 0): 542.645MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 10 + TrMax = 0.0432867167 in Zone 19 on Process 73 + TeMax = 0.5000000000 in Zone 1550 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3708352131E-08 Energy check = -6.4514318197E-23 + Recommended time step for next rad cycle = 7.1080930358E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.12816992 0.24871863 + Sweep(CPU) = 0.12220664 0.23644257 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00563918 0.01160987 + Finalization = 0.00024789 0.00049962 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.98254210453E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 7.5806E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 111 + Control Zone = 5237 + Recommend Dt = 7.10809303578E-04 + Max Change = 5.62738835840E-01 + Tr = 3.16016065805E-02 + Tr Old = 3.88618915446E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.4315E-01 9.4839E-01 9.5161E-01 + +Teton driver: CPU MEM USE (rank 0): 559.258MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0368415233 in Zone 43 on Process 71 + TeMax = 0.5000000000 in Zone 7591 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8820018007E-08 Energy check = -5.5353832394E-23 + Recommended time step for next rad cycle = 8.1747200725E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.09004322 0.33876184 + Sweep(CPU) = 0.08421956 0.32066214 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00547079 0.01708066 + Finalization = 0.00026074 0.00076036 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.40551664661E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 7.5806E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 90 + Control Zone = 2981 + Recommend Dt = 8.17472007246E-04 + Max Change = 4.89313391106E-01 + Tr = 3.04522415033E-02 + Tr Old = 3.60230638465E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7863E-01 1.0968E-01 8.8710E-01 + +Teton driver: CPU MEM USE (rank 0): 559.703MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0307495758 in Zone 19 on Process 71 + TeMax = 0.5000000000 in Zone 2493 on Process 76 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.6263366891E-09 Energy check = -1.7370268899E-23 + Recommended time step for next rad cycle = 6.8869345770E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.09111742 0.42987927 + Sweep(CPU) = 0.08531676 0.40597890 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00544244 0.02252310 + Finalization = 0.00025867 0.00101903 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.86600809515E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 7.5806E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 73 + Control Zone = 5 + Recommend Dt = 6.88693457698E-04 + Max Change = 5.80809931514E-01 + Tr = 2.95469392722E-02 + Tr Old = 3.67205986976E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 4.9153E-01 4.9677E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 559.781MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0252402764 in Zone 32 on Process 60 + TeMax = 0.5000000000 in Zone 7591 on Process 111 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.4987299029E-09 Energy check = 1.7972119710E-23 + Recommended time step for next rad cycle = 6.1406701377E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.09098803 0.52086730 + Sweep(CPU) = 0.08517873 0.49115763 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00545106 0.02797416 + Finalization = 0.00026916 0.00128820 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 111 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.36783025610E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 7.5806E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 73 + Control Zone = 5 + Recommend Dt = 6.14067013770E-04 + Max Change = 6.51394702907E-01 + Tr = 2.27036663097E-02 + Tr Old = 2.95469392722E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 4.9153E-01 4.9677E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 559.891MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 4.30701e+09 unknowns calculated per second. +Throughput of iterative solver was 4.68153e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 46 +Total wall time for run: 31.278 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 3.99493e-15 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/32-p1.out b/doc/sphinx/06_umt/umt_run_artifacts/32-p1.out new file mode 100644 index 0000000..da2df33 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/32-p1.out @@ -0,0 +1,276 @@ +srun -N 1 -n 32 ./installs/bin/test_driver -B global -d 14,14,14 -b 1 +Teton driver: number of MPI ranks: 32 +Teton driver: Running predefined benchmark problem UMT SP#1 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 4855431168 global unknowns. +(526848 spatial elements * 72 directions (angles) * 128 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 1157.62MB +Current CPU memory use (rank 0): 1777MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 7 + TrMax = 0.0482621027 in Zone 2664 on Process 21 + TeMax = 0.5000000000 in Zone 1266 on Process 31 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5756061286E-08 Energy check = -2.3287024252E-22 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.17633768 0.17633768 + Sweep(CPU) = 0.16515150 0.16515150 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.01046532 0.01046532 + Finalization = 0.00059809 0.00059809 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.65798109802E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.9107E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 31 + Control Zone = 1512 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.02787576411E-01 + Tr = 3.33198909910E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9464E-01 9.9464E-01 9.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 1810.27MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 6 + TrMax = 0.0440951070 in Zone 2664 on Process 21 + TeMax = 0.5000000000 in Zone 5 on Process 17 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3829894118E-08 Energy check = -1.7000042294E-23 + Recommended time step for next rad cycle = 7.8567757548E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.15256468 0.32890236 + Sweep(CPU) = 0.14165908 0.30681058 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.01029234 0.02075766 + Finalization = 0.00049905 0.00109714 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.11719703341E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.9107E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 31 + Control Zone = 1273 + Recommend Dt = 7.85677575478E-04 + Max Change = 5.09114696008E-01 + Tr = 3.44289058322E-02 + Tr Old = 4.11318471455E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 9.3393E-01 8.9286E-01 + +Teton driver: CPU MEM USE (rank 0): 1936.89MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 6 + TrMax = 0.0381348614 in Zone 2664 on Process 25 + TeMax = 0.5000000000 in Zone 1266 on Process 31 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8974947936E-08 Energy check = 5.7302244617E-23 + Recommended time step for next rad cycle = 8.5200516546E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.15131668 0.48021904 + Sweep(CPU) = 0.14121220 0.44802278 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00948611 0.03024378 + Finalization = 0.00049791 0.00159505 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.52850439606E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.9107E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 10 + Control Zone = 917 + Recommend Dt = 8.52005165463E-04 + Max Change = 4.69480721731E-01 + Tr = 3.57939554061E-02 + Tr Old = 4.19405769187E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.3125E-01 5.2857E-01 2.5000E-01 + +Teton driver: CPU MEM USE (rank 0): 1937.27MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 7 + TrMax = 0.0314093005 in Zone 2664 on Process 21 + TeMax = 0.5000000000 in Zone 5 on Process 17 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.7867634722E-09 Energy check = 3.4153271522E-23 + Recommended time step for next rad cycle = 7.2720575865E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.17394975 0.65416879 + Sweep(CPU) = 0.16380949 0.61183227 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00952163 0.03976541 + Finalization = 0.00049698 0.00209203 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.95496204743E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.9107E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 25 + Control Zone = 20 + Recommend Dt = 7.27205758646E-04 + Max Change = 5.50050649688E-01 + Tr = 3.05621913985E-02 + Tr Old = 3.73158710753E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.4018E-01 5.4286E-01 5.3571E-01 + +Teton driver: CPU MEM USE (rank 0): 1937.38MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 7 + TrMax = 0.0250435473 in Zone 1023 on Process 19 + TeMax = 0.5000000000 in Zone 1266 on Process 31 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.6354836685E-09 Energy check = 1.1169947545E-24 + Recommended time step for next rad cycle = 6.4786245407E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.17369190 0.82786069 + Sweep(CPU) = 0.16364535 0.77547762 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00943189 0.04919730 + Finalization = 0.00049415 0.00258618 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.41836713249E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.9107E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 6 + Control Zone = 1967 + Recommend Dt = 6.47862454070E-04 + Max Change = 6.17415004507E-01 + Tr = 2.42466237997E-02 + Tr Old = 3.08296994407E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 6.2411E-01 4.9286E-01 4.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 1937.47MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 3.22405e+09 unknowns calculated per second. +Throughput of iterative solver was 4.88492e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 33 +Total wall time for run: 49.6981 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 2.40966e-16 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/32-p2.out b/doc/sphinx/06_umt/umt_run_artifacts/32-p2.out new file mode 100644 index 0000000..67e3bcf --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/32-p2.out @@ -0,0 +1,276 @@ +srun -N 1 -n 32 ./installs/bin/test_driver -B global -d 31,31,31 -b 2 +Teton driver: number of MPI ranks: 32 +Teton driver: Running predefined benchmark problem UMT SP#2 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 2928574464 global unknowns. +(5719872 spatial elements * 32 directions (angles) * 16 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 698.227MB +Current CPU memory use (rank 0): 1553.51MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 7 + TrMax = 0.0479810101 in Zone 23214 on Process 9 + TeMax = 0.5000000000 in Zone 10077 on Process 31 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5683591379E-08 Energy check = 2.4163296706E-21 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.20174492 0.20174492 + Sweep(CPU) = 0.19027194 0.19027194 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.01091769 0.01091769 + Finalization = 0.00041500 0.00041500 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.70464774289E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.7661E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 31 + Control Zone = 20160 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.45899370175E-01 + Tr = 3.13271659561E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9758E-01 9.9758E-01 9.8387E-01 + +Teton driver: CPU MEM USE (rank 0): 1623.67MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 6 + TrMax = 0.0432867167 in Zone 23219 on Process 9 + TeMax = 0.5000000000 in Zone 2378 on Process 31 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3708352131E-08 Energy check = -9.1260605664E-22 + Recommended time step for next rad cycle = 7.1080930358E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.17457168 0.37631660 + Sweep(CPU) = 0.16308777 0.35335972 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.01084792 0.02176562 + Finalization = 0.00041611 0.00083111 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.20950464800E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.7661E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 31 + Control Zone = 18605 + Recommend Dt = 7.10809303578E-04 + Max Change = 5.62738835840E-01 + Tr = 3.16016065805E-02 + Tr Old = 3.88618915446E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.4315E-01 9.4839E-01 9.5161E-01 + +Teton driver: CPU MEM USE (rank 0): 1624.91MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 6 + TrMax = 0.0368415233 in Zone 23195 on Process 8 + TeMax = 0.5000000000 in Zone 10077 on Process 31 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8820018007E-08 Energy check = 2.6109238274E-22 + Recommended time step for next rad cycle = 8.1747200725E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.17328372 0.54960032 + Sweep(CPU) = 0.16192496 0.51528467 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.01071603 0.03248165 + Finalization = 0.00041509 0.00124620 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.63491498100E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.7661E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 19 + Control Zone = 13517 + Recommend Dt = 8.17472007246E-04 + Max Change = 4.89313391106E-01 + Tr = 3.04522415033E-02 + Tr Old = 3.60230638465E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7863E-01 1.0968E-01 8.8710E-01 + +Teton driver: CPU MEM USE (rank 0): 1625.11MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 7 + TrMax = 0.0307495758 in Zone 23179 on Process 8 + TeMax = 0.5000000000 in Zone 3861 on Process 27 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.6263366891E-09 Energy check = -2.2849513277E-23 + Recommended time step for next rad cycle = 6.8869345770E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.20239955 0.75199987 + Sweep(CPU) = 0.19112689 0.70641156 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.01070283 0.04318448 + Finalization = 0.00041464 0.00166084 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.04607024579E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.7661E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 9 + Control Zone = 23228 + Recommend Dt = 6.88693457698E-04 + Max Change = 5.80809931514E-01 + Tr = 2.95469392722E-02 + Tr Old = 3.67205986976E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0847E-01 5.0323E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 1625.29MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 7 + TrMax = 0.0252402764 in Zone 20264 on Process 2 + TeMax = 0.5000000000 in Zone 10077 on Process 31 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.4987299029E-09 Energy check = 9.8922194861E-24 + Recommended time step for next rad cycle = 6.1406701377E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.20393231 0.95593218 + Sweep(CPU) = 0.19266864 0.89908020 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.01069414 0.05387862 + Finalization = 0.00041247 0.00207331 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 31 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.48096109873E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.7661E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 9 + Control Zone = 23213 + Recommend Dt = 6.14067013770E-04 + Max Change = 6.51394702907E-01 + Tr = 2.27036663097E-02 + Tr Old = 2.95469392722E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 4.9153E-01 4.9677E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 1625.43MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 1.68404e+09 unknowns calculated per second. +Throughput of iterative solver was 2.55157e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 33 +Total wall time for run: 57.3876 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 2.19889e-15 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/56-p1.out b/doc/sphinx/06_umt/umt_run_artifacts/56-p1.out new file mode 100644 index 0000000..3ef40e9 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/56-p1.out @@ -0,0 +1,276 @@ +srun -N 1 -n 56 ./installs/bin/test_driver -B global -d 14,14,14 -b 1 +Teton driver: number of MPI ranks: 56 +Teton driver: Running predefined benchmark problem UMT SP#1 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 4855431168 global unknowns. +(526848 spatial elements * 72 directions (angles) * 128 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 661.5MB +Current CPU memory use (rank 0): 924.629MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 8 + TrMax = 0.0482621027 in Zone 1320 on Process 38 + TeMax = 0.5000000000 in Zone 946 on Process 55 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5756061286E-08 Energy check = -3.6835054793E-23 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.12484996 0.12484996 + Sweep(CPU) = 0.11750089 0.11750089 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00688809 0.00688809 + Finalization = 0.00034308 0.00034308 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.58913913685E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 55 + Control Zone = 1008 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.02787576411E-01 + Tr = 3.33198909910E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9464E-01 9.9464E-01 9.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 1007.23MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 8 + TrMax = 0.0440951070 in Zone 1320 on Process 38 + TeMax = 0.5000000000 in Zone 5 on Process 30 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3829894118E-08 Energy check = -7.1532842823E-24 + Recommended time step for next rad cycle = 7.8567757548E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.12267401 0.24752397 + Sweep(CPU) = 0.11533728 0.23283817 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00694233 0.01383042 + Finalization = 0.00032168 0.00066476 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.03305971745E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 55 + Control Zone = 841 + Recommend Dt = 7.85677575478E-04 + Max Change = 5.09114696008E-01 + Tr = 3.44289058322E-02 + Tr Old = 4.11318471455E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 9.3393E-01 8.9286E-01 + +Teton driver: CPU MEM USE (rank 0): 1019.55MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 8 + TrMax = 0.0381348614 in Zone 1320 on Process 45 + TeMax = 0.5000000000 in Zone 946 on Process 55 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8974947936E-08 Energy check = 1.3296236029E-23 + Recommended time step for next rad cycle = 8.5200516546E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.12218005 0.36970402 + Sweep(CPU) = 0.11503069 0.34786887 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00672121 0.02055163 + Finalization = 0.00031700 0.00098177 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.47156898100E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 15 + Control Zone = 612 + Recommend Dt = 8.52005165463E-04 + Max Change = 4.69480721731E-01 + Tr = 3.57939554061E-02 + Tr Old = 4.19405769187E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 2.6875E-01 5.2857E-01 2.5000E-01 + +Teton driver: CPU MEM USE (rank 0): 1019.93MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0314093005 in Zone 1320 on Process 38 + TeMax = 0.5000000000 in Zone 5 on Process 30 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.7867634722E-09 Energy check = -4.7308347132E-24 + Recommended time step for next rad cycle = 7.2720575865E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.13603607 0.50574009 + Sweep(CPU) = 0.12892907 0.47679794 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00669718 0.02724881 + Finalization = 0.00032041 0.00130217 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.92985297672E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 44 + Control Zone = 20 + Recommend Dt = 7.27205758646E-04 + Max Change = 5.50050649688E-01 + Tr = 3.05621913985E-02 + Tr Old = 3.73158710753E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.4018E-01 5.4286E-01 5.3571E-01 + +Teton driver: CPU MEM USE (rank 0): 1020.04MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0250435473 in Zone 423 on Process 5 + TeMax = 0.5000000000 in Zone 946 on Process 55 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.6354836685E-09 Energy check = 7.8535536631E-24 + Recommended time step for next rad cycle = 6.4786245407E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.13608441 0.64182450 + Sweep(CPU) = 0.12897189 0.60576982 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00674535 0.03399417 + Finalization = 0.00031833 0.00162050 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.41548835753E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.6250E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 9 + Control Zone = 1337 + Recommend Dt = 6.47862454070E-04 + Max Change = 6.17415004507E-01 + Tr = 2.42466237997E-02 + Tr Old = 3.08296994407E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.7589E-01 4.9286E-01 4.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 1020.18MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 5.29242e+09 unknowns calculated per second. +Throughput of iterative solver was 6.30051e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 42 +Total wall time for run: 38.5321 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 1.69423e-15 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/56-p2.out b/doc/sphinx/06_umt/umt_run_artifacts/56-p2.out new file mode 100644 index 0000000..6f4883a --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/56-p2.out @@ -0,0 +1,276 @@ +srun -N 1 -n 56 ./installs/bin/test_driver -B global -d 31,31,31 -b 2 +Teton driver: number of MPI ranks: 56 +Teton driver: Running predefined benchmark problem UMT SP#2 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 2928574464 global unknowns. +(5719872 spatial elements * 32 directions (angles) * 16 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 398.987MB +Current CPU memory use (rank 0): 995.426MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0479810101 in Zone 11526 on Process 17 + TeMax = 0.5000000000 in Zone 8493 on Process 55 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5683591379E-08 Energy check = 1.1175634646E-21 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.20507425 0.20507425 + Sweep(CPU) = 0.19666280 0.19666280 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00799572 0.00799572 + Finalization = 0.00030513 0.00030513 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.61704537497E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 55 + Control Zone = 11520 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.45899370175E-01 + Tr = 3.13271659561E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9758E-01 9.9758E-01 9.8387E-01 + +Teton driver: CPU MEM USE (rank 0): 1039.51MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 7 + TrMax = 0.0432867167 in Zone 11531 on Process 17 + TeMax = 0.5000000000 in Zone 1550 on Process 55 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3708352131E-08 Energy check = 7.7390170248E-23 + Recommended time step for next rad cycle = 7.1080930358E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.13136622 0.33644048 + Sweep(CPU) = 0.12295821 0.31962101 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00793046 0.01592617 + Finalization = 0.00031171 0.00061684 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.08320975832E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 55 + Control Zone = 10613 + Recommend Dt = 7.10809303578E-04 + Max Change = 5.62738835840E-01 + Tr = 3.16016065805E-02 + Tr Old = 3.88618915446E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.4315E-01 9.4839E-01 9.5161E-01 + +Teton driver: CPU MEM USE (rank 0): 1044.01MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 7 + TrMax = 0.0368415233 in Zone 14443 on Process 15 + TeMax = 0.5000000000 in Zone 8493 on Process 55 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8820018007E-08 Energy check = -8.4152952601E-23 + Recommended time step for next rad cycle = 8.1747200725E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.13676282 0.47320329 + Sweep(CPU) = 0.12849307 0.44811408 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00790880 0.02383497 + Finalization = 0.00030872 0.00092557 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.51498170155E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 21 + Control Zone = 3452 + Recommend Dt = 8.17472007246E-04 + Max Change = 4.89313391106E-01 + Tr = 3.04522415033E-02 + Tr Old = 3.60230638465E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 1.2137E-01 8.9032E-01 1.1290E-01 + +Teton driver: CPU MEM USE (rank 0): 1044.76MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0307495758 in Zone 14419 on Process 15 + TeMax = 0.5000000000 in Zone 2493 on Process 48 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.6263366891E-09 Energy check = -6.8430473751E-23 + Recommended time step for next rad cycle = 6.8869345770E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.16674191 0.63994521 + Sweep(CPU) = 0.15834614 0.60646022 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00794644 0.03178142 + Finalization = 0.00031376 0.00123933 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.95850041252E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 17 + Control Zone = 11525 + Recommend Dt = 6.88693457698E-04 + Max Change = 5.80809931514E-01 + Tr = 2.95469392722E-02 + Tr Old = 3.67205986976E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 4.9153E-01 4.9677E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 1044.95MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0252402764 in Zone 10112 on Process 4 + TeMax = 0.5000000000 in Zone 8493 on Process 55 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.4987299029E-09 Energy check = -4.8923630789E-23 + Recommended time step for next rad cycle = 6.1406701377E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.16992402 0.80986923 + Sweep(CPU) = 0.16157218 0.76803240 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00791741 0.03969882 + Finalization = 0.00031406 0.00155339 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 55 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.43749159985E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 8.7339E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 17 + Control Zone = 11532 + Recommend Dt = 6.14067013770E-04 + Max Change = 6.51394702907E-01 + Tr = 2.27036663097E-02 + Tr Old = 2.95469392722E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0847E-01 4.9677E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 1045.1MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 2.46974e+09 unknowns calculated per second. +Throughput of iterative solver was 3.01188e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 41 +Total wall time for run: 48.617 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 1.0875e-14 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/8-p1.out b/doc/sphinx/06_umt/umt_run_artifacts/8-p1.out new file mode 100644 index 0000000..c722ad5 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/8-p1.out @@ -0,0 +1,276 @@ +srun -N 1 -n 8 ./installs/bin/test_driver -B global -d 14,14,14 -b 1 +Teton driver: number of MPI ranks: 8 +Teton driver: Running predefined benchmark problem UMT SP#1 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 4855431168 global unknowns. +(526848 spatial elements * 72 directions (angles) * 128 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 4630.5MB +Current CPU memory use (rank 0): 6952.01MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 4 + TrMax = 0.0482621027 in Zone 8232 on Process 4 + TeMax = 0.5000000000 in Zone 3021 on Process 7 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5756061286E-08 Energy check = 5.8382833731E-22 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.31334456 0.31334456 + Sweep(CPU) = 0.28313752 0.28313752 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.02787697 0.02787697 + Finalization = 0.00189422 0.00189422 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.82621027074E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0536E-01 5.0536E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 7 + Control Zone = 8232 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.02787576411E-01 + Tr = 3.33198909910E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9464E-01 9.9464E-01 9.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 7170.05MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 4 + TrMax = 0.0440951070 in Zone 8232 on Process 4 + TeMax = 0.5000000000 in Zone 101 on Process 4 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3829894118E-08 Energy check = 2.2220735597E-22 + Recommended time step for next rad cycle = 7.8567757548E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.30821179 0.62155635 + Sweep(CPU) = 0.27836591 0.56150343 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.02760793 0.05548490 + Finalization = 0.00169793 0.00359215 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.40951069827E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0536E-01 5.0536E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 7 + Control Zone = 7033 + Recommend Dt = 7.85677575478E-04 + Max Change = 5.09114696008E-01 + Tr = 3.44289058322E-02 + Tr Old = 4.11318471455E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 9.3393E-01 8.9286E-01 + +Teton driver: CPU MEM USE (rank 0): 7473.02MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 4 + TrMax = 0.0381348614 in Zone 8232 on Process 6 + TeMax = 0.5000000000 in Zone 3021 on Process 7 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8974947936E-08 Energy check = 3.7569023924E-23 + Recommended time step for next rad cycle = 8.5200516546E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.30651322 0.92806957 + Sweep(CPU) = 0.27795929 0.83946272 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.02629884 0.08178374 + Finalization = 0.00169812 0.00529027 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.81348614124E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0536E-01 5.0536E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 4628 + Recommend Dt = 8.52005165463E-04 + Max Change = 4.69480721731E-01 + Tr = 3.57939554061E-02 + Tr Old = 4.19405769187E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 2.6875E-01 4.7143E-01 2.5000E-01 + +Teton driver: CPU MEM USE (rank 0): 7473.41MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 5 + TrMax = 0.0314093005 in Zone 8232 on Process 6 + TeMax = 0.5000000000 in Zone 101 on Process 4 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.7867634722E-09 Energy check = -4.5428120851E-23 + Recommended time step for next rad cycle = 7.2720575865E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.37329545 1.30136502 + Sweep(CPU) = 0.34473811 1.18420083 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.02630638 0.10809012 + Finalization = 0.00169827 0.00698854 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.14093005048E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0536E-01 5.0536E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 6 + Control Zone = 116 + Recommend Dt = 7.27205758646E-04 + Max Change = 5.50050649688E-01 + Tr = 3.05621913985E-02 + Tr Old = 3.73158710753E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.4018E-01 5.4286E-01 5.3571E-01 + +Teton driver: CPU MEM USE (rank 0): 7473.58MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 5 + TrMax = 0.0250435473 in Zone 2799 on Process 1 + TeMax = 0.5000000000 in Zone 3021 on Process 7 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.6354836685E-09 Energy check = 7.0514139425E-23 + Recommended time step for next rad cycle = 6.4786245407E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.37329225 1.67465727 + Sweep(CPU) = 0.34476503 1.52896587 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.02627919 0.13436931 + Finalization = 0.00169669 0.00868523 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.47993073249E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0536E-01 5.0536E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 8201 + Recommend Dt = 6.47862454070E-04 + Max Change = 6.17415004507E-01 + Tr = 2.42466237997E-02 + Tr Old = 3.08296994407E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 3.7589E-01 4.9286E-01 4.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 7473.68MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 1.06259e+09 unknowns calculated per second. +Throughput of iterative solver was 2.41498e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 22 +Total wall time for run: 100.527 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 1.52118e-14 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/8-p2.out b/doc/sphinx/06_umt/umt_run_artifacts/8-p2.out new file mode 100644 index 0000000..87f6336 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/8-p2.out @@ -0,0 +1,276 @@ +srun -N 1 -n 8 ./installs/bin/test_driver -B global -d 31,31,31 -b 2 +Teton driver: number of MPI ranks: 8 +Teton driver: Running predefined benchmark problem UMT SP#2 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 2928574464 global unknowns. +(5719872 spatial elements * 32 directions (angles) * 16 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 2792.91MB +Current CPU memory use (rank 0): 6878.04MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 4 + TrMax = 0.0479810101 in Zone 98286 on Process 0 + TeMax = 0.5000000000 in Zone 7677 on Process 7 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5683591379E-08 Energy check = -9.0769231227E-22 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.44528946 0.44528946 + Sweep(CPU) = 0.40454489 0.40454489 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.03860542 0.03860542 + Finalization = 0.00153463 0.00153463 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.79724661651E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.1855E-01 5.1855E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 7 + Control Zone = 81000 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.45899370175E-01 + Tr = 3.13271659561E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9758E-01 9.9758E-01 9.8387E-01 + +Teton driver: CPU MEM USE (rank 0): 7134.9MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 4 + TrMax = 0.0432867167 in Zone 98291 on Process 0 + TeMax = 0.5000000000 in Zone 182 on Process 7 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3708352131E-08 Energy check = -5.2246797509E-22 + Recommended time step for next rad cycle = 7.1080930358E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.45487234 0.90016180 + Sweep(CPU) = 0.41388002 0.81842491 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.03856642 0.07717184 + Finalization = 0.00153646 0.00307109 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.32764069175E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.1855E-01 5.1855E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 7 + Control Zone = 75197 + Recommend Dt = 7.10809303578E-04 + Max Change = 5.62738835840E-01 + Tr = 3.16016065805E-02 + Tr Old = 3.88618915446E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.4315E-01 9.4839E-01 9.5161E-01 + +Teton driver: CPU MEM USE (rank 0): 7135.09MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 5 + TrMax = 0.0368415233 in Zone 98075 on Process 0 + TeMax = 0.5000000000 in Zone 7677 on Process 7 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8820018007E-08 Energy check = 6.6956078667E-22 + Recommended time step for next rad cycle = 8.1747200725E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.56297713 1.46313894 + Sweep(CPU) = 0.52232813 1.34075305 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.03822451 0.11539634 + Finalization = 0.00153378 0.00460487 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.67606531658E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.1855E-01 5.1855E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 2 + Control Zone = 21596 + Recommend Dt = 8.17472007246E-04 + Max Change = 4.89313391106E-01 + Tr = 3.04522415033E-02 + Tr Old = 3.60230638465E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 1.2137E-01 8.9032E-01 1.1290E-01 + +Teton driver: CPU MEM USE (rank 0): 7139.54MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 6 + TrMax = 0.0307495758 in Zone 98059 on Process 0 + TeMax = 0.5000000000 in Zone 12885 on Process 7 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.6263366891E-09 Energy check = 7.9096386058E-22 + Recommended time step for next rad cycle = 6.8869345770E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.63381331 2.09695225 + Sweep(CPU) = 0.59309441 1.93384746 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.03830194 0.15369828 + Finalization = 0.00153131 0.00613618 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.96197792942E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.1855E-01 5.1855E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 98300 + Recommend Dt = 6.88693457698E-04 + Max Change = 5.80809931514E-01 + Tr = 2.95469392722E-02 + Tr Old = 3.67205986976E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0847E-01 5.0323E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 7140.44MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 5 + TrMax = 0.0252402764 in Zone 86504 on Process 1 + TeMax = 0.5000000000 in Zone 7677 on Process 7 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.4987299029E-09 Energy check = -8.8079052265E-23 + Recommended time step for next rad cycle = 6.1406701377E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.53637674 2.63332899 + Sweep(CPU) = 0.49572470 2.42957216 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.03823541 0.19193369 + Finalization = 0.00153127 0.00766745 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 7 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.28069442425E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.1855E-01 5.1855E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 0 + Control Zone = 98300 + Recommend Dt = 6.14067013770E-04 + Max Change = 6.51394702907E-01 + Tr = 2.27036663097E-02 + Tr Old = 2.95469392722E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0847E-01 5.0323E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 7140.54MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 4.44515e+08 unknowns calculated per second. +Throughput of iterative solver was 9.26073e+07 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 24 +Total wall time for run: 158.118 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 1.95786e-14 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/88-p1.out b/doc/sphinx/06_umt/umt_run_artifacts/88-p1.out new file mode 100644 index 0000000..fc17b9d --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/88-p1.out @@ -0,0 +1,276 @@ +srun -N 1 -n 88 ./installs/bin/test_driver -B global -d 14,14,14 -b 1 +Teton driver: number of MPI ranks: 88 +Teton driver: Running predefined benchmark problem UMT SP#1 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 4855431168 global unknowns. +(526848 spatial elements * 72 directions (angles) * 128 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 420.955MB +Current CPU memory use (rank 0): 665.508MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 8 + TrMax = 0.0482621027 in Zone 360 on Process 29 + TeMax = 0.5000000000 in Zone 786 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5756061286E-08 Energy check = 2.7062993166E-23 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.11890877 0.11890877 + Sweep(CPU) = 0.11076150 0.11076150 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00764602 0.00764602 + Finalization = 0.00040366 0.00040366 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.44865790618E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 87 + Control Zone = 504 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.02787576411E-01 + Tr = 3.33198909910E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9464E-01 9.9464E-01 9.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 734.75MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 10 + TrMax = 0.0440951070 in Zone 168 on Process 29 + TeMax = 0.5000000000 in Zone 673 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3829894118E-08 Energy check = 3.6892428975E-23 + Recommended time step for next rad cycle = 7.8567757548E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.14385147 0.26276024 + Sweep(CPU) = 0.13609272 0.24685422 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00745365 0.01509968 + Finalization = 0.00032458 0.00072824 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.88691695760E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 87 + Control Zone = 409 + Recommend Dt = 7.85677575478E-04 + Max Change = 5.09114696008E-01 + Tr = 3.44289058322E-02 + Tr Old = 4.11318471455E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 9.3393E-01 8.9286E-01 + +Teton driver: CPU MEM USE (rank 0): 759.625MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 10 + TrMax = 0.0381348614 in Zone 168 on Process 32 + TeMax = 0.5000000000 in Zone 786 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8974947936E-08 Energy check = -5.2987841414E-24 + Recommended time step for next rad cycle = 8.5200516546E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.14224198 0.40500222 + Sweep(CPU) = 0.13548158 0.38233581 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00644513 0.02154481 + Finalization = 0.00032433 0.00105257 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.36214955767E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 59 + Control Zone = 293 + Recommend Dt = 8.52005165463E-04 + Max Change = 4.69480721731E-01 + Tr = 3.57939554061E-02 + Tr Old = 4.19405769187E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 7.3125E-01 5.2857E-01 2.5000E-01 + +Teton driver: CPU MEM USE (rank 0): 759.879MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 11 + TrMax = 0.0314093005 in Zone 168 on Process 29 + TeMax = 0.5000000000 in Zone 673 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.7867634722E-09 Energy check = -2.9970641493E-24 + Recommended time step for next rad cycle = 7.2720575865E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.15549284 0.56049507 + Sweep(CPU) = 0.14873565 0.53107146 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00644213 0.02798693 + Finalization = 0.00032643 0.00137900 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.85749707271E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 73 + Control Zone = 173 + Recommend Dt = 7.27205758646E-04 + Max Change = 5.50050649688E-01 + Tr = 3.05621913985E-02 + Tr Old = 3.73158710753E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 6.5982E-01 4.5714E-01 5.3571E-01 + +Teton driver: CPU MEM USE (rank 0): 760.148MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 10 + TrMax = 0.0250435473 in Zone 643 on Process 70 + TeMax = 0.5000000000 in Zone 786 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.6354836685E-09 Energy check = 6.1594877686E-24 + Recommended time step for next rad cycle = 6.4786245407E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.14202832 0.70252338 + Sweep(CPU) = 0.13526866 0.66634011 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00644423 0.03443116 + Finalization = 0.00032836 0.00170736 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.37582047773E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3393E-01 7.9107E-01 5.3571E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 53 + Control Zone = 1319 + Recommend Dt = 6.47862454070E-04 + Max Change = 6.17415004507E-01 + Tr = 2.42466237997E-02 + Tr Old = 3.08296994407E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 6.2411E-01 4.9286E-01 4.6429E-01 + +Teton driver: CPU MEM USE (rank 0): 760.32MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 5.6414e+09 unknowns calculated per second. +Throughput of iterative solver was 5.75653e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 49 +Total wall time for run: 42.1732 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 1.32877e-15 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/88-p2.out b/doc/sphinx/06_umt/umt_run_artifacts/88-p2.out new file mode 100644 index 0000000..b47cc21 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/88-p2.out @@ -0,0 +1,276 @@ +srun -N 1 -n 88 ./installs/bin/test_driver -B global -d 31,31,31 -b 2 +Teton driver: number of MPI ranks: 88 +Teton driver: Running predefined benchmark problem UMT SP#2 +Teton driver: Using older GTA kernel, version 1. +Teton: setting verbosity to 1 +================================================================= +================================================================= +Test driver starting time steps +================================================================= +Solving for 2928574464 global unknowns. +(5719872 spatial elements * 32 directions (angles) * 16 energy groups) +CPU memory needed per rank (average) for radiation intensity (PSI): 253.901MB +Current CPU memory use (rank 0): 620.566MB +Iteration control: relative tolerance set to 1e-07. +================================================================= + + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 1 timerad = 0.0010000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0479810101 in Zone 78 on Process 32 + TeMax = 0.5000000000 in Zone 8680 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 5.5683591379E-08 Energy check = 1.1065304856E-22 + Recommended time step for next rad cycle = 5.0000000000E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.13476113 0.13476113 + Sweep(CPU) = 0.12795384 0.12795384 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00654382 0.00654382 + Finalization = 0.00027570 0.00027570 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 4.45406753927E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3790E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 2 + Controlled by = Rad Energy Density + ProcessID = 87 + Control Zone = 5760 + Recommend Dt = 5.00000000000E-04 + Max Change = 8.45899370175E-01 + Tr = 3.13271659561E-02 + Tr Old = 5.00000000000E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.9758E-01 9.9758E-01 9.8387E-01 + +Teton driver: CPU MEM USE (rank 0): 640.855MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 2 timerad = 0.0020000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0432867167 in Zone 83 on Process 32 + TeMax = 0.5000000000 in Zone 1007 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 3.3708352131E-08 Energy check = -1.3937085491E-22 + Recommended time step for next rad cycle = 7.1080930358E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.11294706 0.24770819 + Sweep(CPU) = 0.10655851 0.23451235 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00612569 0.01266951 + Finalization = 0.00026795 0.00054365 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.89561386109E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3790E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 3 + Controlled by = Rad Energy Density + ProcessID = 87 + Control Zone = 5285 + Recommend Dt = 7.10809303578E-04 + Max Change = 5.62738835840E-01 + Tr = 3.16016065805E-02 + Tr Old = 3.88618915446E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.4315E-01 9.4839E-01 9.5161E-01 + +Teton driver: CPU MEM USE (rank 0): 660.914MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 3 timerad = 0.0030000000 dtrad = 1.0000000000E-03 + + FluxIters = 9 + TrMax = 0.0368415233 in Zone 11 on Process 31 + TeMax = 0.5000000000 in Zone 8393 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 1.8820018007E-08 Energy check = -4.3654189810E-23 + Recommended time step for next rad cycle = 8.1747200725E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.10555703 0.35326522 + Sweep(CPU) = 0.09903241 0.33354476 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00624680 0.01891631 + Finalization = 0.00026475 0.00080840 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 3.38364264332E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3790E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 4 + Controlled by = Rad Energy Density + ProcessID = 9 + Control Zone = 4124 + Recommend Dt = 8.17472007246E-04 + Max Change = 4.89313391106E-01 + Tr = 3.04522415033E-02 + Tr Old = 3.60230638465E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 1.2137E-01 8.9032E-01 1.1290E-01 + +Teton driver: CPU MEM USE (rank 0): 661.191MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 4 timerad = 0.0040000000 dtrad = 1.0000000000E-03 + + FluxIters = 10 + TrMax = 0.0307495758 in Zone 139 on Process 30 + TeMax = 0.5000000000 in Zone 2949 on Process 82 + Energy deposited in material = 0.0000000000E+00 ERad total = 9.6263366891E-09 Energy check = -2.6039121719E-23 + Recommended time step for next rad cycle = 6.8869345770E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.12062694 0.47389216 + Sweep(CPU) = 0.11429975 0.44784451 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00606132 0.02497764 + Finalization = 0.00027127 0.00107967 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.89953071979E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3790E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 5 + Controlled by = Rad Energy Density + ProcessID = 32 + Control Zone = 92 + Recommend Dt = 6.88693457698E-04 + Max Change = 5.80809931514E-01 + Tr = 2.95469392722E-02 + Tr Old = 3.67205986976E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 5.0847E-01 5.0323E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 661.359MB + + >>>>>>>>>>>>>>> End of Radiation Step Report <<<<<<<<<<<<<<< + TIME STEP 5 timerad = 0.0050000000 dtrad = 1.0000000000E-03 + + FluxIters = 10 + TrMax = 0.0252402764 in Zone 7568 on Process 49 + TeMax = 0.5000000000 in Zone 8393 on Process 87 + Energy deposited in material = 0.0000000000E+00 ERad total = 4.4987299029E-09 Energy check = -1.3487213347E-23 + Recommended time step for next rad cycle = 6.1406701377E-04 + + ***************** Threading **************** + # threads per rank, cpu = 1 + ***************** Run Time ***************** + Cycle (min) Accumulated (min) + RADTR = 0.11982491 0.59371706 + Sweep(CPU) = 0.11355228 0.56139679 + Sweep(GPU) = 0.00000000 0.00000000 + Initialization = 0.00600395 0.03098159 + Finalization = 0.00027047 0.00135014 + + ***************** Convergence ***************** + Controlled by = Intensity + ProcessID = 87 + Zone = 1 + Rel Error = 0.00000000000E+00 + Tr = 2.43606971700E-02 + Te = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 9.3790E-01 7.4435E-01 5.3226E-01 + + ***************** Time Step Vote ***************** + For Cycle = 6 + Controlled by = Rad Energy Density + ProcessID = 32 + Control Zone = 77 + Recommend Dt = 6.14067013770E-04 + Max Change = 6.51394702907E-01 + Tr = 2.27036663097E-02 + Tr Old = 2.95469392722E-02 + Te = 5.00000000000E-01 + Te Old = 5.00000000000E-01 + Rho = 1.31000000000E+00 + Cv = 5.01000000000E-01 + Source Rate = 0.00000000000E+00 + Coordinates = 4.9153E-01 4.9677E-01 5.0000E-01 + +Teton driver: CPU MEM USE (rank 0): 661.52MB + +================================================================= +================================================================= +Test driver finished time steps +================================================================= +Average throughput of single iteration of iterative solver was 3.86146e+09 unknowns calculated per second. +Throughput of iterative solver was 4.10793e+08 unknowns calculated per second. +(average throughput of single iteration * # iterations for solver to produce answer + +Total number of flux solver iterations for run: 47 +Total wall time for run: 35.6454 seconds. +================================================================= + +RESULT CHECK PASSED: Energy check (this is relative to total energy) 2.998e-15 within tolerance of +/- 1e-09; check './unnamed.csv' for tally details + diff --git a/doc/sphinx/06_umt/umt_run_artifacts/roci_spr_Problem1.csv b/doc/sphinx/06_umt/umt_run_artifacts/roci_spr_Problem1.csv new file mode 100644 index 0000000..a7a0667 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/roci_spr_Problem1.csv @@ -0,0 +1,7 @@ +nprocs,iterations,memory,wall_time,single_throughput,total_throughput,TotalMemory,PctMemory,Ideal +1,15,52276.3,581.864,125169000.0,41723100.0,52276.3,40.840859375,125169000.0 +8,22,7473.68,100.527,1062590000.0,241498000.0,59789.44,46.7105,1001352000.0 +32,33,1937.47,49.6981,3224050000.0,488492000.0,61999.04,48.43675,4005408000.0 +56,42,1020.18,38.5321,5292420000.0,630051000.0,57130.079999999994,44.632875,7009464000.0 +88,49,760.32,42.1732,5641400000.0,575653000.0,66908.16,52.272000000000006,11014872000.0 +112,46,530.523,28.5231,7830500000.0,851141000.0,59418.576,46.4207625,14018928000.0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/roci_spr_Problem2.csv b/doc/sphinx/06_umt/umt_run_artifacts/roci_spr_Problem2.csv new file mode 100644 index 0000000..1f38a87 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/roci_spr_Problem2.csv @@ -0,0 +1,7 @@ +nprocs,iterations,memory,wall_time,single_throughput,total_throughput,TotalMemory,PctMemory,Ideal +1,15,48315.3,724.603,60624400.0,20208100.0,48315.3,37.746328125000005,60624400.0 +8,24,7140.54,158.118,444515000.0,92607300.0,57124.32,44.628375,484995200.0 +32,33,1625.43,57.3876,1684040000.0,255157000.0,52013.76,40.63575,1939980800.0 +56,41,1045.1,48.617,2469740000.0,301188000.0,58525.59999999999,45.723124999999996,3394966400.0 +88,47,661.52,35.6454,3861460000.0,410793000.0,58213.759999999995,45.479499999999994,5334947200.0 +112,46,559.891,31.278,4307010000.0,468153000.0,62707.791999999994,48.99046249999999,6789932800.0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/run_umt b/doc/sphinx/06_umt/umt_run_artifacts/run_umt new file mode 100755 index 0000000..518cac8 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/run_umt @@ -0,0 +1,41 @@ +#!/bin/bash + +get_rslt() { + fout=$1 + mem=$(awk '/CPU\ MEM\ USE/ {print $NF}' $fout | tail -n 1 | tr -d 'MB') + unknowns=$(awk '/global\ unknowns/ {print $3}' $fout) + iters=$(awk '/flux\ solver\ iterations\ for/ {print $NF}' $fout) + wtime=$(awk '/Total\ wall\ time/ {print $6}' $fout) + singlefom=$(awk '/single\ iteration\ of\ iterative/ {print $10}' $fout) + totalfom=$(awk '/Throughput\ of\ iterative/ {print $6}' $fout) + rslt_string="${iters},${unknowns}${mem},${wtime},${singlefom},${totalfom}" + echo $rslt_string +} + +UMT=./installs/bin/test_driver +nprocs="1 8 32 56 88 112" +d1=14 +d2=31 +da1="$d1,$d1,$d1" +da2="$d2,$d2,$d2" +rslt_dir="umt_result" +mkdir -p $rslt_dir/checks + +summaryf="${rslt_dir}/umt_summary.csv" +echo "Problem,nprocs,iterations,unknowns,memory,wall_time,single_throughput,total_throughput" > $summaryf + +for n in $nprocs; do + outf="${rslt_dir}/${n}-p1.out" + echo "srun -N 1 -n $n $UMT -B global -d $da1 -b 1" > $outf + srun -N 1 -n $n $UMT -B global -d $da1 -b 1 >> $outf + rslt_grab=$(get_rslt $outf) + echo "1,${n},${rslt_grab}" >> $summaryf + mv unnamed.csv "${rslt_dir}/checks/n${n}-p1.check" + + outf="${rslt_dir}/${n}-p2.out" + echo "srun -N 1 -n $n $UMT -B global -d $da2 -b 2" > $outf + srun -N 1 -n $n $UMT -B global -d $da2 -b 2 >> $outf + rslt_grab=$(get_rslt $outf) + echo "2,${n},${rslt_grab}" >> $summaryf + mv unnamed.csv "${rslt_dir}/checks/n${n}-p2.check" +done diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n1-p1.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n1-p1.check.csv new file mode 100644 index 0000000..4393785 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n1-p1.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +1, 37933056, 53531164, 4855431168, 15, 5, 581.8638080270001, -6.2092282588538e-22, 4.63548366854215e-09, 0.5000000000000002, 0.0250435472523877, 0, 5.151279803700575e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n1-p2.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n1-p2.check.csv new file mode 100644 index 0000000..4c50cba --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n1-p2.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +1, 22879488, 49474856, 2928574464, 15, 5, 724.6027850989999, -4.021805938432028e-21, 4.498729902876704e-09, 0.5000000000000002, 0.0252402763881051, 0, 5.127606786188107e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n112-p1.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n112-p1.check.csv new file mode 100644 index 0000000..3fe2519 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n112-p1.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +112, 338688, 543308, 4855431168, 46, 5, 28.52306613400015, 1.924323032348594e-24, 4.635483668542168e-09, 0.5000000000000002, 0.02504354725238771, 0, 5.15127980369994e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n112-p2.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n112-p2.check.csv new file mode 100644 index 0000000..055fca7 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n112-p2.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +112, 204281.140625, 573328, 2928574464, 46, 5, 31.2779654699998, 1.797211970954812e-23, 4.49872990287675e-09, 0.5000000000000002, 0.0252402763881051, 0, 5.127606786184056e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n32-p1.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n32-p1.check.csv new file mode 100644 index 0000000..b7a87cd --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n32-p1.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +32, 1185408, 1983968, 4855431168, 33, 5, 49.69812994300037, 1.116994754496839e-24, 4.635483668542169e-09, 0.5000000000000002, 0.0250435472523877, 0, 5.15127980369994e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n32-p2.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n32-p2.check.csv new file mode 100644 index 0000000..fd91b97 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n32-p2.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +32, 714984, 1664440, 2928574464, 33, 5, 57.38760542599994, 9.892219486130141e-24, 4.498729902876738e-09, 0.5000000000000002, 0.0252402763881051, 0, 5.127606786184083e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n56-p1.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n56-p1.check.csv new file mode 100644 index 0000000..2349c48 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n56-p1.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +56, 677376, 1044660, 4855431168, 42, 5, 38.53207752400021, 7.853553663128697e-24, 4.635483668542168e-09, 0.5000000000000002, 0.02504354725238771, 0, 5.151279803699934e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n56-p2.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n56-p2.check.csv new file mode 100644 index 0000000..a77db96 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n56-p2.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +56, 408562.28125, 1070180, 2928574464, 41, 5, 48.61703363399965, -4.892363078884034e-23, 4.498729902876752e-09, 0.5000000000000002, 0.0252402763881051, 0, 5.127606786184122e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n8-p1.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n8-p1.check.csv new file mode 100644 index 0000000..51d3a6d --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n8-p1.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +8, 4741632, 7653044, 4855431168, 22, 5, 100.527164093, 7.051413942524565e-23, 4.635483668542169e-09, 0.5000000000000002, 0.02504354725238771, 0, 5.151279803699873e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n8-p2.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n8-p2.check.csv new file mode 100644 index 0000000..8f8ae64 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n8-p2.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +8, 2859936, 7311908, 2928574464, 24, 5, 158.117822144, -8.807905226465046e-23, 4.49872990287678e-09, 0.5000000000000002, 0.0252402763881051, 0, 5.127606786184134e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n88-p1.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n88-p1.check.csv new file mode 100644 index 0000000..852a741 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n88-p1.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +88, 431057.453125, 778568, 4855431168, 49, 5, 42.17321629700018, 6.159487768620096e-24, 4.635483668542166e-09, 0.5000000000000002, 0.0250435472523877, 0, 5.151279803699936e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n88-p2.check.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n88-p2.check.csv new file mode 100644 index 0000000..4f2fdf2 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_output_csvs/n88-p2.check.csv @@ -0,0 +1,2 @@ +# mpi ranks, Mem for PSI (kb), process rss mem (kb), # solver unknowns (extents of PSI), total # flux iterations, # time steps, walltime(seconds),energy check, energy in radiation field, maximum electron temperature, maximum radiation temperature, incident power, escaping power, power absorbed, power emitted +88, 259994.1796875, 677396, 2928574464, 47, 5, 35.64536552599975, -1.348721334706864e-23, 4.498729902876749e-09, 0.5000000000000002, 0.0252402763881051, 0, 5.127606786184092e-06, 0, 0 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_parse.py b/doc/sphinx/06_umt/umt_run_artifacts/umt_parse.py new file mode 100644 index 0000000..b7b177f --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_parse.py @@ -0,0 +1,21 @@ +#!/usr/bin/env python3 + +import pandas as pd +import os + +if __name__ == "__main__": + umtdata = pd.read_csv("umt_summary.csv") + # Add summary columns + outfiles = [f for f in os.listdir('.') if f.endswith('.out')] + umtdata["TotalMemory"] = umtdata["memory"]*umtdata["nprocs"] + umtdata["PctMemory"] = umtdata["TotalMemory"]/1280 + umtsplit = dict() + for grp, data in umtdata.groupby('Problem'): + data.drop('Problem', axis=1, inplace=True) + data.set_index('nprocs', inplace=True) + data['Ideal'] = data['single_throughput'][1]*data.index + umtsplit[grp] = data + + for prob, data in umtsplit.items(): + name=f"../roci_spr_Problem{prob}.csv" + data.to_csv(name) \ No newline at end of file diff --git a/doc/sphinx/06_umt/umt_run_artifacts/umt_summary.csv b/doc/sphinx/06_umt/umt_run_artifacts/umt_summary.csv new file mode 100644 index 0000000..9b7b880 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/umt_summary.csv @@ -0,0 +1,13 @@ +Problem,nprocs,iterations,memory,wall_time,single_throughput,total_throughput +1,1,15,52276.3,581.864,1.25169e+08,4.17231e+07 +2,1,15,48315.3,724.603,6.06244e+07,2.02081e+07 +1,8,22,7473.68,100.527,1.06259e+09,2.41498e+08 +2,8,24,7140.54,158.118,4.44515e+08,9.26073e+07 +1,32,33,1937.47,49.6981,3.22405e+09,4.88492e+08 +2,32,33,1625.43,57.3876,1.68404e+09,2.55157e+08 +1,56,42,1020.18,38.5321,5.29242e+09,6.30051e+08 +2,56,41,1045.1,48.617,2.46974e+09,3.01188e+08 +1,88,49,760.32,42.1732,5.6414e+09,5.75653e+08 +2,88,47,661.52,35.6454,3.86146e+09,4.10793e+08 +1,112,46,530.523,28.5231,7.8305e+09,8.51141e+08 +2,112,46,559.891,31.278,4.30701e+09,4.68153e+08 diff --git a/doc/sphinx/06_umt/umt_run_artifacts/unknowns.csv b/doc/sphinx/06_umt/umt_run_artifacts/unknowns.csv new file mode 100644 index 0000000..22b3295 --- /dev/null +++ b/doc/sphinx/06_umt/umt_run_artifacts/unknowns.csv @@ -0,0 +1,13 @@ +nprocs,problem,unknowns +1,1,4855431168 +1,2,2928574464 +8,1,4855431168 +8,2,2928574464 +32,1,4855431168 +32,2,2928574464 +56,1,4855431168 +56,2,2928574464 +88,1,4855431168 +88,2,2928574464 +112,1,4855431168 +112,2,2928574464