update branson results to Crossroads

lanl · Sep 20, 2023 · a0ce607 · a0ce607
1 parent 03a108d
commit a0ce607
Show file tree

Hide file tree

Showing 7 changed files with 74 additions and 45 deletions.
diff --git a/doc/sphinx/1_branson/branson.rst b/doc/sphinx/1_branson/branson.rst
@@ -103,68 +103,79 @@ Running
 
 ..
 
-For strong scaling on a CPU the memory footprint of Branson must be between 28% and 34% of the computational device's main memory.
-The memory footprint can be controlled by editing "photons" in the input file. 
-On a dual socket Intel Haswell (E5-2695 v4 2.10GHz) with 128GByte of total system memory using 120000000 photons is ~41.1GByte (Resident set size) or approximately %32.7. 
+For strong scaling on a CPU the Branson should be run with three different problem sizes such that the memory 
+footprint at the smallest process count per node is approximately 4 to 5%, 8 to 10%, and 20 to 22% during step 2 of the simulation. 
+Memory footprint is the sum of all Branson processes resident set size (or equivalent) on the node. 
+This can be obtained on a CPU system using the following (while the application is in step 2): 
+
+.. code-block:: bash
+
+   ps -C BRANSON -o euser,c,pid,ppid,cmd,%cpu,%mem,rss --sort=-rss
+   
+   ps -C BRANSON -o rss | awk '{sum+=$1;} END{print sum/1024/1024;}'
+.. 
 
-For throughput curves on a GPU the memory footprint of Branson must vary between 5% and 90% in increments of at most 5% of the computational device's main memory.
+
+
+
+For throughput curves on a GPU the memory footprint of Branson must vary between ~5% and ~60% in increments of at most 5% of the computational device's main memory.
 The memory footprint can be controlled by editing "photons" in the input file. 
 
 
 Results from Branson are provided on the following systems:
 
-* Commodity Technology System 1 (CTS-1) with Intel Broadwell processors,
+* Crossroads,
 * IBM Power9 with Nvidia V100 GPU, 
 
-CTS-1
+Crossroads
 ------------
-Strong scaling performance of Branson CTS-1 66M Particles is provided within the following table and
+Strong scaling performance of Crossroads 66M Particles is provided within the following table and
 figure.
 
-.. csv-table:: Branson Strong Scaling Performance on CTS-1 66M particles
-   :file: cpu_66M.csv
+.. csv-table:: Branson Strong Scaling Performance on Crossroads 10M particles
+   :file: cpu_10M.csv
    :align: center
-   :widths: 10, 10, 10
+   :widths: 10, 10, 10, 10, 10
    :header-rows: 1
 
-.. figure:: cpu_66M.png
+.. figure:: cpu_10M.png
    :align: center
    :scale: 50%
-   :alt: Branson Strong Scaling Performance on CTS-1 66M particles
+   :alt: Branson Strong Scaling Performance on Crossroads 10M particles
 
-Branson Strong Scaling Performance on CTS-1 66M particles   
+Branson Strong Scaling Performance on Crossroads 10M particles   
 
-Strong scaling performance of Branson CTS-1 133M Particles is provided within the following table and
+Strong scaling performance of Branson Crossroads 66M  Particles is provided within the following table and
 figure.
 
-.. csv-table:: Branson Strong Scaling Performance on CTS-1 133M particles
-   :file: cpu_133M.csv
+.. csv-table:: Branson Strong Scaling Performance on Crossroads 66M  particles
+   :file: cpu_66M.csv
    :align: center
-   :widths: 10, 10, 10
+   :widths: 10, 10, 10, 10, 10
    :header-rows: 1
 
-.. figure:: cpu_133M.png
+.. figure:: cpu_10M.png
    :align: center
    :scale: 50%
-   :alt: Branson Strong Scaling Performance on CTS-1 133M particles
+   :alt: Branson Strong Scaling Performance on Crossroads 66M particles
 
-Branson Strong Scaling Performance on CTS-1 133M particles  
+Branson Strong Scaling Performance on Crossroads 66M  particles  
 
-Strong scaling performance of Branson CTS-1 200M Particles is provided within the following table and
+Strong scaling performance of Branson Crossroads 200M Particles is provided within the following table and
 figure.
 
-.. csv-table:: Branson Strong Scaling Performance on CTS-1 200M particles
+.. csv-table:: Branson Strong Scaling Performance on Crossroads 200M particles
    :file: cpu_200M.csv
    :align: center
-   :widths: 10, 10, 10
+   :widths: 10, 10, 10, 10, 10
    :header-rows: 1
 
 .. figure:: cpu_200M.png
    :align: center
    :scale: 50%
-   :alt: Branson Strong Scaling Performance on CTS-1 200M particles
+   :alt: Branson Strong Scaling Performance on Crossroads 200M particles
 
-Branson Strong Scaling Performance on CTS-1 200M particles  
+Branson Strong Scaling Performance on Crossroads 200M particles  
 
 Power9+V100
 ------------

diff --git a/doc/sphinx/1_branson/cpu.gp b/doc/sphinx/1_branson/cpu.gp
@@ -1,12 +1,12 @@
 #!/usr/bin/gnuplot
 set terminal pngcairo enhanced size 1024, 768 dashed font 'Helvetica,18'
-set output "cpu_66M.png"
+set output "cpu_10M.png"
 
-set title "Branson Strong Scaling Performance on CTS-1, 66M particles" font "serif,22"
+set title "Branson Strong Scaling Performance on Crossroads, 10M particles" font "serif,22"
 set xlabel "No. Processing Elements"
 set ylabel "Figure of Merit (particles/sec)"
 
-set xrange [1:64]
+set xrange [8:112]
 set key left top
 
 set logscale x 2
@@ -21,15 +21,15 @@ set key autotitle columnheader
 set style line 1 linetype 6 dashtype 1 linecolor rgb "#FF0000" linewidth 2 pointtype 6 pointsize 3
 set style line 2 linetype 1 dashtype 2 linecolor rgb "#FF0000" linewidth 2
 
-plot "cpu_66M.csv" using 1:2 with linespoints linestyle 1, "" using 1:3 with line linestyle 2
+plot "cpu_10M.csv" using 1:2 with linespoints linestyle 1, "" using 1:3 with line linestyle 2
 
-set output "cpu_133M.png"
-set title "Branson Strong Scaling Performance on CTS-1, 133M particles" font "serif,22"
-plot "cpu_133M.csv" using 1:2 with linespoints linestyle 1, "" using 1:3 with line linestyle 2
+set output "cpu_66M.png"
+set title "Branson Strong Scaling Performance on Crossroads, 66M particles" font "serif,22"
+plot "cpu_66M.csv" using 1:2 with linespoints linestyle 1, "" using 1:3 with line linestyle 2
 
 
 set output "cpu_200M.png"
-set title "Branson Strong Scaling Performance on CTS-1, 200M particles" font "serif,22"
+set title "Branson Strong Scaling Performance on Crossroads, 200M particles" font "serif,22"
 plot "cpu_200M.csv" using 1:2 with linespoints linestyle 1, "" using 1:3 with line linestyle 2
 
 
diff --git a/doc/sphinx/1_branson/cpu_10M.csv b/doc/sphinx/1_branson/cpu_10M.csv
@@ -0,0 +1,6 @@
+No. Cores, Actual, Ideal, Memory (GB), Memory (%)
+8,8.85e+04,8.85e+04, 4.8, 3.75
+32,3.48e+05,3.54e+05, --, -- 
+56,5.61e+05,6.19e+05, --, --
+88,7.52e+05,9.73e+05, --, --
+112,9.08e+05,1.24e+06, 52.27, 40.8
diff --git a/doc/sphinx/1_branson/cpu_200M.csv b/doc/sphinx/1_branson/cpu_200M.csv
@@ -1,6 +1,6 @@
-No. Cores, Actual, Ideal
-4,2.684683e+04,2.684683e+04
-8,5.046809e+04,5.369366e+04
-18,9.855907e+04,1.20810735e+05
-26,1.413827e+05,1.74504395e+05
-36,1.915213e+05,2.4162147e+05
+No. Cores, Actual, Ideal, Memory (GB)
+8,9.27E+04,9.27e+04, 26.026, 20.3 
+32,3.80E+05,3.80E+05, --, --
+56,5.80E+05,6.44E+05, --, --
+88,7.90E+05,1.01E+06, --, --
+112,9.59E+05,1.29E+06, 73.46, 57.3
diff --git a/doc/sphinx/1_branson/cpu_200M_bdw.csv b/doc/sphinx/1_branson/cpu_200M_bdw.csv
@@ -0,0 +1,6 @@
+No. Cores, Actual, Ideal
+4,2.684683e+04,2.684683e+04
+8,5.046809e+04,5.369366e+04
+18,9.855907e+04,1.20810735e+05
+26,1.413827e+05,1.74504395e+05
+36,1.915213e+05,2.4162147e+05
diff --git a/doc/sphinx/1_branson/cpu_66M.csv b/doc/sphinx/1_branson/cpu_66M.csv
@@ -1,6 +1,6 @@
-No. Cores, Actual, Ideal
-4,2.672975e+04,2.672975e+04
-8,5.039091e+04,5.34595e+04
-18,9.831885e+04,1.20283875e+05
-26,1.398838e+05,1.73743375e+05
-36,1.916970e+05,2.4056775e+05
+No. Cores, Actual, Ideal, Memory
+8,9.20E+04,2.672975e+04, 11.04
+32,3.62E+05,3.68E+05, --
+56,5.76E+05,6.44E+05, --
+88,7.74E+05,1.01E+06, --
+112,9.52E+05,1.29E+06, 58.44
diff --git a/doc/sphinx/1_branson/cpu_66M_bdw.csv b/doc/sphinx/1_branson/cpu_66M_bdw.csv
@@ -0,0 +1,6 @@
+No. Cores, Actual, Ideal
+4,2.672975e+04,2.672975e+04
+8,5.039091e+04,5.34595e+04
+18,9.831885e+04,1.20283875e+05
+26,1.398838e+05,1.73743375e+05
+36,1.916970e+05,2.4056775e+05