From 959f79aef667b7bf969f90311e73d9d5899933da Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Thu, 10 Aug 2023 22:35:29 +0200 Subject: [PATCH 01/13] [grid] in tlau add -grid mode to lauX.sh (August 2024: Fix conflicts in epochX/cudacpp/tlau/lauX.sh after rebasing on upstream/master) --- epochX/cudacpp/tlau/lauX.sh | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/epochX/cudacpp/tlau/lauX.sh b/epochX/cudacpp/tlau/lauX.sh index bbc0384c6f..2a697fb20f 100755 --- a/epochX/cudacpp/tlau/lauX.sh +++ b/epochX/cudacpp/tlau/lauX.sh @@ -10,17 +10,20 @@ scrdir=$(cd $(dirname $0); pwd) function usage() { - echo "Usage: $0 - " + echo "Usage: $0 - [-grid] " echo " (supported values: fortran, cuda, hip, cppnone, cppsse4, cppavx2, cpp512y, cpp512z)" echo "Example: $0 -cppavx2 gg_tt.mad" exit 1 } bckend= +grid= proc= while [ "$1" != "" ]; do if [ "$1" == "-fortran" ] || [ "$1" == "-cuda" ] || [ "$1" == "-hip" ] || [ "$1" == "-cppnone" ] || [ "$1" == "-cppsse4" ] || [ "$1" == "-cppavx2" ] || [ "$1" == "-cpp512y" ] || [ "$1" == "-cpp512z" ]; then if [ "${bckend}" == "" ]; then bckend=${1/-/}; else echo "ERROR! Backend already set"; usage; fi + elif [ "$1" == "-grid" ]; then + grid=${1} elif [ "${proc}" == "" ]; then proc=$1 else @@ -84,6 +87,7 @@ echo "r=21" > SubProcesses/randinit # just in case a previous test was not clean cp SubProcesses/randinit SubProcesses/randinit.BKP # save the initial file sed -i "s/.* = nevents/ 10000 = nevents/" Cards/run_card.dat # just in case sed -i "s/.* = cudacpp_backend/ cpp = cudacpp_backend/" Cards/run_card.dat # just in case +sed -i "s/.* = gridpack/ False = gridpack/" Cards/run_card.dat # just in case cp Cards/run_card.dat Cards/run_card.dat.BKP # save the initial file sed -i "s/ NEVENTS = .*/ NEVENTS = 10000/" Source/run_card.inc # just in case cp Source/run_card.inc Source/run_card.inc.BKP # save the initial file @@ -109,6 +113,9 @@ sed -i "s/ 10000 = nevents/ ${nevt} = nevents/" Cards/run_card.dat # Set the backend in run_card.dat sed -i "s/ cpp = cudacpp_backend/${bckend} = cudacpp_backend/" Cards/run_card.dat +# Set gridpack mode in run_card.dat +if [ "${grid}" != "" ]; then sed -i "s/.* = gridpack/ True = gridpack/" Cards/run_card.dat; fi + # Launch (generate_events) # (BUG #683: generate_events does not return an error code even if it fails) ###set -x # verbose @@ -120,6 +127,9 @@ END=$(date +%s) echo "ELAPSED: $((END-START)) seconds" |& tee -a ${resultsdir}/output.txt ###set +x # not verbose +# Skip cleanup (for the moment?) in gridpack mode +if [ "${grid}" != "" ]; then exit 0; fi + # Process and keep results \rm HTML/results.pkl mv Events ${resultsdir}; mv HTML ${resultsdir} From 4c83c693b03cfdf716f2d3228e2e8ea1a353262d Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Fri, 2 Aug 2024 19:14:23 +0200 Subject: [PATCH 02/13] [grid] in tlau/lauX.sh, improve the backup of default config values --- epochX/cudacpp/tlau/lauX.sh | 20 ++++++++++++-------- 1 file changed, 12 insertions(+), 8 deletions(-) diff --git a/epochX/cudacpp/tlau/lauX.sh b/epochX/cudacpp/tlau/lauX.sh index 2a697fb20f..b87e64d95e 100755 --- a/epochX/cudacpp/tlau/lauX.sh +++ b/epochX/cudacpp/tlau/lauX.sh @@ -79,25 +79,29 @@ function lauX_cleanup() # Clean builds before launch lauX_makeclean >& /dev/null +# Back up config before launch +cp SubProcesses/randinit SubProcesses/randinit.BKP # save the initial file +cp Cards/run_card.dat Cards/run_card.dat.BKP # save the initial file +cp Source/run_card.inc Source/run_card.inc.BKP # save the initial file +cp bin/internal/gen_ximprove.py bin/internal/gen_ximprove.py.BKP # save the initial file +cp bin/internal/madevent_interface.py bin/internal/madevent_interface.py.BKP # save the initial file +cp Source/make_opts Source/make_opts.BKP # save the initial file +cp Source/param_card.inc Source/param_card.inc.BKP # save the initial file + # Clean config before launch +# (NB: "just in case" actions below should normally keep the defaults of generated code in the repo?) +# (NB: but some small differences have been observed, e.g. "False = gridpack" vs "False = gridpack") rm -rf ${resultsdir}; mkdir ${resultsdir} lauX_cleanup rm -f SubProcesses/ME5_debug -echo "r=21" > SubProcesses/randinit # just in case a previous test was not cleaned up -cp SubProcesses/randinit SubProcesses/randinit.BKP # save the initial file +echo "r=21" > SubProcesses/randinit # just in case sed -i "s/.* = nevents/ 10000 = nevents/" Cards/run_card.dat # just in case sed -i "s/.* = cudacpp_backend/ cpp = cudacpp_backend/" Cards/run_card.dat # just in case sed -i "s/.* = gridpack/ False = gridpack/" Cards/run_card.dat # just in case -cp Cards/run_card.dat Cards/run_card.dat.BKP # save the initial file sed -i "s/ NEVENTS = .*/ NEVENTS = 10000/" Source/run_card.inc # just in case -cp Source/run_card.inc Source/run_card.inc.BKP # save the initial file sed -i "s/8192 1 1/%(event)s %(maxiter)s %(miniter)s/" bin/internal/gen_ximprove.py # just in case -cp bin/internal/gen_ximprove.py bin/internal/gen_ximprove.py.BKP # save the initial file sed -i "s/'int', 8192,'Number of points/'int', 1000,'Number of points/" bin/internal/madevent_interface.py # just in case sed -i "s/'int', 1, 'Number of iterations'/'int', 5, 'Number of iterations'/" bin/internal/madevent_interface.py # just in case -cp bin/internal/madevent_interface.py bin/internal/madevent_interface.py.BKP # save the initial file -cp Source/make_opts Source/make_opts.BKP # save the initial file -cp Source/param_card.inc Source/param_card.inc.BKP # save the initial file # Set the number of events and iterations in the survey step sed -i "s/'int', 1000,'Number of points/'int', 8192,'Number of points/" bin/internal/madevent_interface.py From e72e16dccad9951d86063d58901edc517aad5166 Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Mon, 5 Aug 2024 09:34:15 +0200 Subject: [PATCH 03/13] [grid] rerun ggtt cuda tlau with latest code ./tlau/lauX.sh -cuda gg_tt.mad --- .../logs_ggtt_cuda/HTML/run_01/results.html | 22 +++++------ epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt | 38 +++++++++---------- 2 files changed, 30 insertions(+), 30 deletions(-) diff --git a/epochX/cudacpp/tlau/logs_ggtt_cuda/HTML/run_01/results.html b/epochX/cudacpp/tlau/logs_ggtt_cuda/HTML/run_01/results.html index 531abb52e8..33486e3031 100644 --- a/epochX/cudacpp/tlau/logs_ggtt_cuda/HTML/run_01/results.html +++ b/epochX/cudacpp/tlau/logs_ggtt_cuda/HTML/run_01/results.html @@ -21,7 +21,7 @@
-      s= 440.4 ± 0.445 (pb)

+      s= 440.12 ± 0.547 (pb)

@@ -32,10 +32,10 @@ - - - - + + + + @@ -45,7 +45,7 @@

-      s= 440.4 ± 0.445 (pb)

+      s= 440.12 ± 0.547 (pb)

Graph Cross-Section
/data/avalassi/GPU2023/madgraph4gpuX/epochX/cudacpp/gg_tt.mad/SubProcesses/P1_gg_ttx 440.4 0.445 638.976 21258.0 440.1 0.547 557.056 23147.0 0
@@ -56,11 +56,11 @@ - - - - - + + + + + diff --git a/epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt b/epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt index c818e6b32f..6d7c37473b 100644 --- a/epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt +++ b/epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt @@ -1,4 +1,4 @@ -START: Wed Dec 20 12:27:20 AM CET 2023 +START: Mon Aug 5 09:33:02 AM CEST 2024 ************************************************************ * * * W E L C O M E to * @@ -11,7 +11,7 @@ START: Wed Dec 20 12:27:20 AM CET 2023 * * * * * * * * * * * * -* VERSION 3.5.2_lo_vect * +* VERSION 3.5.3_lo_vect * * * * The MadGraph5_aMC@NLO Development Team - Find us at * * https://server06.fynu.ucl.ac.be/projects/madgraph * @@ -34,34 +34,34 @@ INFO: Running Survey Creating Jobs Working on SubProcesses INFO: P1_gg_ttx -INFO: Building madevent in madevent_interface.py with 'cuda' matrix elements -INFO: Idle: 1, Running: 0, Completed: 0 [ current time: 00h27 ] -INFO: Idle: 0, Running: 0, Completed: 1 [ 3.1s ] -INFO: Idle: 0, Running: 0, Completed: 1 [ 3.1s ] +Building madevent in madevent_interface.py with 'cuda' matrix elements +INFO: Idle: 1, Running: 0, Completed: 0 [ current time: 09h33 ] +INFO: Idle: 0, Running: 0, Completed: 1 [ 4s ] +INFO: Idle: 0, Running: 0, Completed: 1 [ 4s ] INFO: End survey refine 10000 Creating Jobs INFO: Refine results to 10000 INFO: Generating 10000.0 unweighted events. sum of cpu time of last step: 3 seconds -INFO: Effective Luminosity 27.040181710021088 pb^-1 -INFO: need to improve 2 channels -- Current estimate of cross-section: 443.78400000000005 +- 4.146007168348844 +INFO: Effective Luminosity 27.13133601481371 pb^-1 +INFO: need to improve 1 channels +- Current estimate of cross-section: 442.293 +- 4.035736223404597 P1_gg_ttx Building madevent in madevent_interface.py with 'cuda' matrix elements -INFO: Idle: 9, Running: 4, Completed: 0 [ current time: 00h27 ] -INFO: Idle: 4, Running: 4, Completed: 5 [ 3.1s ] -INFO: Idle: 0, Running: 0, Completed: 13 [ 6s ] +INFO: Idle: 7, Running: 4, Completed: 0 [ current time: 09h33 ] +INFO: Idle: 2, Running: 4, Completed: 5 [ 3.5s ] +INFO: Idle: 0, Running: 0, Completed: 11 [ 5.4s ] INFO: Combining runs -sum of cpu time of last step: 23 seconds +sum of cpu time of last step: 22 seconds INFO: finish refine refine 10000 --treshold=0.9 No need for second refine due to stability of cross-section INFO: Combining Events -combination of events done in 2.0331735610961914 s +combination of events done in 2.1776413917541504 s === Results Summary for run: run_01 tag: tag_1 === - Cross-section : 440.4 +- 0.4447 pb + Cross-section : 440.1 +- 0.547 pb Nb of events : 10000 INFO: No version of lhapdf. Can not run systematics computation @@ -74,7 +74,7 @@ INFO: storing files of previous run INFO: Done quit INFO: -37.92user 8.02system 0:20.53elapsed 223%CPU (0avgtext+0avgdata 232700maxresident)k -0inputs+436576outputs (6major+1045210minor)pagefaults 0swaps -END: Wed Dec 20 12:27:41 AM CET 2023 -ELAPSED: 21 seconds +35.63user 6.55system 0:19.43elapsed 217%CPU (0avgtext+0avgdata 233560maxresident)k +544inputs+415944outputs (10major+762213minor)pagefaults 0swaps +END: Mon Aug 5 09:33:22 AM CEST 2024 +ELAPSED: 20 seconds From a9ddfef8b141436168411c01840f73ae7f2f735f Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 11:16:43 +0200 Subject: [PATCH 04/13] [grid] undo last commit for easier merging Revert "[grid] rerun ggtt cuda tlau with latest code" This reverts commit e72e16dccad9951d86063d58901edc517aad5166. --- .../logs_ggtt_cuda/HTML/run_01/results.html | 22 +++++------ epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt | 38 +++++++++---------- 2 files changed, 30 insertions(+), 30 deletions(-) diff --git a/epochX/cudacpp/tlau/logs_ggtt_cuda/HTML/run_01/results.html b/epochX/cudacpp/tlau/logs_ggtt_cuda/HTML/run_01/results.html index 33486e3031..531abb52e8 100644 --- a/epochX/cudacpp/tlau/logs_ggtt_cuda/HTML/run_01/results.html +++ b/epochX/cudacpp/tlau/logs_ggtt_cuda/HTML/run_01/results.html @@ -21,7 +21,7 @@
-      s= 440.12 ± 0.547 (pb)

+      s= 440.4 ± 0.445 (pb)

Graph Cross-Section
G1 47.1 0.222 98.304 3292.0 69.9 46.82 0.388 16.384 5181.0 111
G2
@@ -32,10 +32,10 @@ - - - - + + + + @@ -45,7 +45,7 @@

-      s= 440.12 ± 0.547 (pb)

+      s= 440.4 ± 0.445 (pb)

Graph Cross-Section
/data/avalassi/GPU2023/madgraph4gpuX/epochX/cudacpp/gg_tt.mad/SubProcesses/P1_gg_ttx 440.1 0.547 557.056 23147.0 440.4 0.445 638.976 21258.0 0
@@ -56,11 +56,11 @@ - - - - - + + + + + diff --git a/epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt b/epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt index 6d7c37473b..c818e6b32f 100644 --- a/epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt +++ b/epochX/cudacpp/tlau/logs_ggtt_cuda/output.txt @@ -1,4 +1,4 @@ -START: Mon Aug 5 09:33:02 AM CEST 2024 +START: Wed Dec 20 12:27:20 AM CET 2023 ************************************************************ * * * W E L C O M E to * @@ -11,7 +11,7 @@ START: Mon Aug 5 09:33:02 AM CEST 2024 * * * * * * * * * * * * -* VERSION 3.5.3_lo_vect * +* VERSION 3.5.2_lo_vect * * * * The MadGraph5_aMC@NLO Development Team - Find us at * * https://server06.fynu.ucl.ac.be/projects/madgraph * @@ -34,34 +34,34 @@ INFO: Running Survey Creating Jobs Working on SubProcesses INFO: P1_gg_ttx -Building madevent in madevent_interface.py with 'cuda' matrix elements -INFO: Idle: 1, Running: 0, Completed: 0 [ current time: 09h33 ] -INFO: Idle: 0, Running: 0, Completed: 1 [ 4s ] -INFO: Idle: 0, Running: 0, Completed: 1 [ 4s ] +INFO: Building madevent in madevent_interface.py with 'cuda' matrix elements +INFO: Idle: 1, Running: 0, Completed: 0 [ current time: 00h27 ] +INFO: Idle: 0, Running: 0, Completed: 1 [ 3.1s ] +INFO: Idle: 0, Running: 0, Completed: 1 [ 3.1s ] INFO: End survey refine 10000 Creating Jobs INFO: Refine results to 10000 INFO: Generating 10000.0 unweighted events. sum of cpu time of last step: 3 seconds -INFO: Effective Luminosity 27.13133601481371 pb^-1 -INFO: need to improve 1 channels -- Current estimate of cross-section: 442.293 +- 4.035736223404597 +INFO: Effective Luminosity 27.040181710021088 pb^-1 +INFO: need to improve 2 channels +- Current estimate of cross-section: 443.78400000000005 +- 4.146007168348844 P1_gg_ttx Building madevent in madevent_interface.py with 'cuda' matrix elements -INFO: Idle: 7, Running: 4, Completed: 0 [ current time: 09h33 ] -INFO: Idle: 2, Running: 4, Completed: 5 [ 3.5s ] -INFO: Idle: 0, Running: 0, Completed: 11 [ 5.4s ] +INFO: Idle: 9, Running: 4, Completed: 0 [ current time: 00h27 ] +INFO: Idle: 4, Running: 4, Completed: 5 [ 3.1s ] +INFO: Idle: 0, Running: 0, Completed: 13 [ 6s ] INFO: Combining runs -sum of cpu time of last step: 22 seconds +sum of cpu time of last step: 23 seconds INFO: finish refine refine 10000 --treshold=0.9 No need for second refine due to stability of cross-section INFO: Combining Events -combination of events done in 2.1776413917541504 s +combination of events done in 2.0331735610961914 s === Results Summary for run: run_01 tag: tag_1 === - Cross-section : 440.1 +- 0.547 pb + Cross-section : 440.4 +- 0.4447 pb Nb of events : 10000 INFO: No version of lhapdf. Can not run systematics computation @@ -74,7 +74,7 @@ INFO: storing files of previous run INFO: Done quit INFO: -35.63user 6.55system 0:19.43elapsed 217%CPU (0avgtext+0avgdata 233560maxresident)k -544inputs+415944outputs (10major+762213minor)pagefaults 0swaps -END: Mon Aug 5 09:33:22 AM CEST 2024 -ELAPSED: 20 seconds +37.92user 8.02system 0:20.53elapsed 223%CPU (0avgtext+0avgdata 232700maxresident)k +0inputs+436576outputs (6major+1045210minor)pagefaults 0swaps +END: Wed Dec 20 12:27:41 AM CET 2023 +ELAPSED: 21 seconds From abccad31d8ae7f2f6b6062e39112dc2e486786f7 Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 11:48:15 +0200 Subject: [PATCH 05/13] [grid] in tlau/lauX.sh, specify that -grid and -ALL are incompatible --- epochX/cudacpp/tlau/lauX.sh | 1 + 1 file changed, 1 insertion(+) diff --git a/epochX/cudacpp/tlau/lauX.sh b/epochX/cudacpp/tlau/lauX.sh index 7aaa2a28d0..3761c672c9 100755 --- a/epochX/cudacpp/tlau/lauX.sh +++ b/epochX/cudacpp/tlau/lauX.sh @@ -43,6 +43,7 @@ if [ "${bckend}" == "" ]; then echo "ERROR! No backend was specified"; usage; fi if [ "$proc" == "" ]; then echo "ERROR! No process directory was specified"; usage; fi if [ "${bckend}" == "ALL" ]; then + if [ "${grid}" != "" ]; then echo "ERROR! -grid and -ALL are not compatible"; exit 1; fi # temporary? for b in fortran cuda hip cppnone cppsse4 cppavx2 cpp512y cpp512z; do $0 -${b} ${nomakeclean} ${proc} -rndoff ${rndoff} nomakeclean=-nomakeclean # respect user input only on the first test, then keep the builds From def4cdbd27bfe114fe2e551a4eb170abf5df4b68 Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 11:55:48 +0200 Subject: [PATCH 06/13] [grid] in tlau/lauX.sh, rename -grid as -togridpack and complete its functionality --- epochX/cudacpp/tlau/lauX.sh | 40 +++++++++++++++++++++++++++++-------- 1 file changed, 32 insertions(+), 8 deletions(-) diff --git a/epochX/cudacpp/tlau/lauX.sh b/epochX/cudacpp/tlau/lauX.sh index 3761c672c9..3b48295842 100755 --- a/epochX/cudacpp/tlau/lauX.sh +++ b/epochX/cudacpp/tlau/lauX.sh @@ -10,8 +10,9 @@ scrdir=$(cd $(dirname $0); pwd) function usage() { - echo "Usage: $0 - [-grid] [-nomakeclean]|-ALL] [-rndoff ]" + echo "Usage: $0 - [-nomakeclean] [-rndoff ] [-togridpack]" echo " (supported values: fortran, cuda, hip, cppnone, cppsse4, cppavx2, cpp512y, cpp512z)" + echo " (*special* value: ALL processes all available backends)" echo "Example: $0 -cppavx2 gg_tt.mad" exit 1 } @@ -24,26 +25,30 @@ rndoff=0 while [ "$1" != "" ]; do if [ "$1" == "-fortran" ] || [ "$1" == "-cuda" ] || [ "$1" == "-hip" ] || [ "$1" == "-cppnone" ] || [ "$1" == "-cppsse4" ] || [ "$1" == "-cppavx2" ] || [ "$1" == "-cpp512y" ] || [ "$1" == "-cpp512z" ] || [ "$1" == "-ALL" ]; then if [ "${bckend}" == "" ]; then bckend=${1/-/}; else echo "ERROR! Backend already set"; usage; fi - elif [ "$1" == "-grid" ]; then + elif [ "$1" == "-togridpack" ]; then grid=${1} elif [ "$1" == "-nomakeclean" ]; then nomakeclean=$1 elif [ "$1" == "-rndoff" ]; then rndoff=$2 shift + elif [ "${1#-}" != "${1}" ]; then + echo "ERROR! Invalid option '$1'" + usage elif [ "${proc}" == "" ]; then proc=$1 else - echo "ERROR! Invalid option '$1': process directory already set to '${proc}'" + echo "ERROR! Invalid input '$1': process directory already set to '${proc}'" usage fi shift done if [ "${bckend}" == "" ]; then echo "ERROR! No backend was specified"; usage; fi if [ "$proc" == "" ]; then echo "ERROR! No process directory was specified"; usage; fi +if [ "${grid}" == "-togridpack" ] && [ "${rndoff}" != "0" ]; then echo "ERROR! ${grid} and -rndoff are not compatible"; exit 1; fi if [ "${bckend}" == "ALL" ]; then - if [ "${grid}" != "" ]; then echo "ERROR! -grid and -ALL are not compatible"; exit 1; fi # temporary? + if [ "${grid}" == "-togridpack" ]; then echo "ERROR! ${grid} and -ALL are not compatible"; exit 1; fi # temporary? for b in fortran cuda hip cppnone cppsse4 cppavx2 cpp512y cpp512z; do $0 -${b} ${nomakeclean} ${proc} -rndoff ${rndoff} nomakeclean=-nomakeclean # respect user input only on the first test, then keep the builds @@ -51,10 +56,14 @@ if [ "${bckend}" == "ALL" ]; then exit 0 # successful termination on each loop (and skip the rest of this file) fi +gridpackdir=${scrdir}/gridpacks/${proc} suff=.mad if [ "${proc}" == "${proc%${suff}}" ]; then echo "ERROR! Process directory does not end in '${suff}'"; usage; fi proc=${proc%${suff}} resultsdir=${scrdir}/logs_${proc//_}_${bckend/} +if [ "${grid}" == "-togridpack" ]; then + resultsdir=${gridpackdir} +fi if [ "${rndoff}" == "x10" ]; then for i in $(seq 0 9); do @@ -131,6 +140,16 @@ function lauX_cleanup() rm -f SubProcesses/results.dat rm -rf Events HTML; mkdir Events HTML; touch Events/.keep HTML/.keep for d in SubProcesses/P*; do cd $d; rm -rf gensym input_app.txt symfact.dat G[0-9]* ajob[0-9]*; cd - > /dev/null; done + if [ "${grid}" == "-togridpack" ]; then + rm -rf bin/TheChopper-pl + rm -rf bin/clean4grid + rm -rf bin/compile + rm -rf bin/gridrun + rm -rf bin/internal/gen_ximprove + rm -rf bin/refine4grid + rm -rf bin/replace.pl + rm -rf bin/run.sh + fi } # Clean builds before launch @@ -139,6 +158,7 @@ lauX_makeclean # Back up config before launch cp SubProcesses/randinit SubProcesses/randinit.BKP # save the initial file cp Cards/run_card.dat Cards/run_card.dat.BKP # save the initial file +cp Cards/grid_card.dat Cards/grid_card.dat.BKP # save the initial file cp Source/run_card.inc Source/run_card.inc.BKP # save the initial file cp bin/internal/gen_ximprove.py bin/internal/gen_ximprove.py.BKP # save the initial file cp bin/internal/madevent_interface.py bin/internal/madevent_interface.py.BKP # save the initial file @@ -179,7 +199,7 @@ sed -i "s/ 10000 = nevents/ ${nevt} = nevents/" Cards/run_card.dat sed -i "s/ cpp = cudacpp_backend/${bckend} = cudacpp_backend/" Cards/run_card.dat # Set gridpack mode in run_card.dat -if [ "${grid}" != "" ]; then sed -i "s/.* = gridpack/ True = gridpack/" Cards/run_card.dat; fi +if [ "${grid}" == "-togridpack" ]; then sed -i "s/.* = gridpack/ True = gridpack/" Cards/run_card.dat; fi # Configure bldall in run_card.dat sed -i "s/.* = cudacpp_bldall/ True = cudacpp_bldall/" Cards/run_card.dat @@ -196,11 +216,14 @@ END=$(date +%s) echo "ELAPSED: $((END-START)) seconds" |& tee -a ${resultsdir}/${outfile} ###set +x # not verbose -# Skip cleanup (for the moment?) in gridpack mode -if [ "${grid}" != "" ]; then exit 0; fi +# Copy output gridpack to tlau/gridpacks directory +if [ "${grid}" == "-togridpack" ]; then + mv run_01_gridpack.tar.gz ${gridpackdir}/run_01_gridpack.tar.gz + echo "Gridpack created: ${gridpackdir}/run_01_gridpack.tar.gz" +fi # Process and keep results (only for the default rndoff) -if [ "${rndoff}" == "0" ]; then +if [ "${grid}" != "-togridpack" ] && [ "${rndoff}" == "0" ]; then \rm HTML/results.pkl mv Events ${resultsdir}; mv HTML ${resultsdir} gunzip ${resultsdir}/Events/run_01/unweighted_events.lhe.gz @@ -214,6 +237,7 @@ fi lauX_cleanup mv SubProcesses/randinit.BKP SubProcesses/randinit # restore the initial file mv Cards/run_card.dat.BKP Cards/run_card.dat # restore the initial file +mv Cards/grid_card.dat.BKP Cards/grid_card.dat # restore the initial file mv Source/run_card.inc.BKP Source/run_card.inc # restore the initial file mv bin/internal/gen_ximprove.py.BKP bin/internal/gen_ximprove.py # restore the initial file mv bin/internal/madevent_interface.py.BKP bin/internal/madevent_interface.py # restore the initial file From 14815700b9153f566cdc11cb0156a78acd327c66 Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 12:36:55 +0200 Subject: [PATCH 07/13] [grid] add log from tlau gridpack creation of ggtt ./tlau/lauX.sh -fortran gg_tt.mad -togridpack --- .../tlau/gridpacks/gg_tt.mad/output.txt | 69 +++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 epochX/cudacpp/tlau/gridpacks/gg_tt.mad/output.txt diff --git a/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/output.txt b/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/output.txt new file mode 100644 index 0000000000..5bd181bdeb --- /dev/null +++ b/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/output.txt @@ -0,0 +1,69 @@ +START: Wed Aug 7 12:35:46 PM CEST 2024 +CUDACPP_RUNTIME_DISABLEFPE is not set +************************************************************ +* * +* W E L C O M E to * +* M A D G R A P H 5 _ a M C @ N L O * +* M A D E V E N T * +* * +* * * * +* * * * * * +* * * * * 5 * * * * * +* * * * * * +* * * * +* * +* VERSION 3.5.3_lo_vect * +* * +* The MadGraph5_aMC@NLO Development Team - Find us at * +* https://server06.fynu.ucl.ac.be/projects/madgraph * +* * +* Type 'help' for in-line help. * +* * +************************************************************ +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/gg_tt.mad/Cards/me5_configuration.txt +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/gg_tt.mad/Cards/me5_configuration.txt +Using default text editor "vi". Set another one in ./input/mg5_configuration.txt +No valid eps viewer found. Please set in ./input/mg5_configuration.txt +Using default web browser "firefox". Set another one in ./input/mg5_configuration.txt +generate_events -f +Generating gridpack with run name run_01 +survey run_01 --accuracy=0.01 --points=2000 --iterations=8 --gridpack=.true. +INFO: compile directory +compile Source Directory +Using random number seed offset = 21 +INFO: Running Survey +Creating Jobs +Working on SubProcesses +INFO: P1_gg_ttx +Pre-building madevent in madevent_interface.py with ALL matrix elements +Building madevent in madevent_interface.py with 'fortran' matrix elements +INFO: Idle: 1, Running: 0, Completed: 0 [ current time: 12h35 ] +INFO: Idle: 0, Running: 0, Completed: 1 [ 1.8s ] +INFO: Idle: 0, Running: 0, Completed: 1 [ 1.8s ] +sum of cpu time of last step: 2 seconds + === Results Summary for run: run_01 tag: tag_1 === + + Cross-section : 442.3 +- 4.036 pb + Nb of events : 0 + +INFO: End survey +combine_events +INFO: Combining Events +combination of events done in 0.002616405487060547 s +store_events +INFO: Storing parton level results +INFO: End Parton +decay_events -from_cards +create_gridpack +INFO: Creating gridpack +P1_gg_ttx +Cleaning SubProcesses. +INFO: gridpack created +quit +INFO: storing files of previous run +INFO: Done +INFO: +17.17user 2.95system 0:08.06elapsed 249%CPU (0avgtext+0avgdata 91752maxresident)k +1144inputs+288384outputs (127major+996717minor)pagefaults 0swaps +END: Wed Aug 7 12:35:55 PM CEST 2024 +ELAPSED: 9 seconds From 79a84d58960764c17eddcf79d09ee0c5831dc08f Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 13:04:41 +0200 Subject: [PATCH 08/13] [grid] in tlau/gridpacks/.gitignore add madevent and run.sh to gitignore --- epochX/cudacpp/tlau/gridpacks/.gitignore | 2 ++ 1 file changed, 2 insertions(+) create mode 100644 epochX/cudacpp/tlau/gridpacks/.gitignore diff --git a/epochX/cudacpp/tlau/gridpacks/.gitignore b/epochX/cudacpp/tlau/gridpacks/.gitignore new file mode 100644 index 0000000000..30a22396e5 --- /dev/null +++ b/epochX/cudacpp/tlau/gridpacks/.gitignore @@ -0,0 +1,2 @@ +madevent +run.sh From 69ccb3ca880501147e1dd100bd5b03bb4dd82006 Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 12:45:02 +0200 Subject: [PATCH 09/13] [grid] in tlau/lauX.sh, add the -fromgridpack option (but backend switch is not complete) --- epochX/cudacpp/tlau/lauX.sh | 58 +++++++++++++++++++++++++++---------- 1 file changed, 43 insertions(+), 15 deletions(-) diff --git a/epochX/cudacpp/tlau/lauX.sh b/epochX/cudacpp/tlau/lauX.sh index 3b48295842..977081b3ac 100755 --- a/epochX/cudacpp/tlau/lauX.sh +++ b/epochX/cudacpp/tlau/lauX.sh @@ -10,7 +10,7 @@ scrdir=$(cd $(dirname $0); pwd) function usage() { - echo "Usage: $0 - [-nomakeclean] [-rndoff ] [-togridpack]" + echo "Usage: $0 - [-nomakeclean] [-rndoff ] [-togridpack|-fromgridpack]" echo " (supported values: fortran, cuda, hip, cppnone, cppsse4, cppavx2, cpp512y, cpp512z)" echo " (*special* value: ALL processes all available backends)" echo "Example: $0 -cppavx2 gg_tt.mad" @@ -25,7 +25,9 @@ rndoff=0 while [ "$1" != "" ]; do if [ "$1" == "-fortran" ] || [ "$1" == "-cuda" ] || [ "$1" == "-hip" ] || [ "$1" == "-cppnone" ] || [ "$1" == "-cppsse4" ] || [ "$1" == "-cppavx2" ] || [ "$1" == "-cpp512y" ] || [ "$1" == "-cpp512z" ] || [ "$1" == "-ALL" ]; then if [ "${bckend}" == "" ]; then bckend=${1/-/}; else echo "ERROR! Backend already set"; usage; fi - elif [ "$1" == "-togridpack" ]; then + elif [ "$1" == "-togridpack" ] && [ "${grid}" == "" ]; then + grid=${1} + elif [ "$1" == "-fromgridpack" ] && [ "${grid}" == "" ]; then grid=${1} elif [ "$1" == "-nomakeclean" ]; then nomakeclean=$1 @@ -44,8 +46,8 @@ while [ "$1" != "" ]; do shift done if [ "${bckend}" == "" ]; then echo "ERROR! No backend was specified"; usage; fi -if [ "$proc" == "" ]; then echo "ERROR! No process directory was specified"; usage; fi -if [ "${grid}" == "-togridpack" ] && [ "${rndoff}" != "0" ]; then echo "ERROR! ${grid} and -rndoff are not compatible"; exit 1; fi +if [ "${proc}" == "" ]; then echo "ERROR! No process directory was specified"; usage; fi +if [ "${grid}" != "" ] && [ "${rndoff}" != "0" ]; then echo "ERROR! ${grid} and -rndoff are not compatible"; exit 1; fi if [ "${bckend}" == "ALL" ]; then if [ "${grid}" == "-togridpack" ]; then echo "ERROR! ${grid} and -ALL are not compatible"; exit 1; fi # temporary? @@ -60,14 +62,17 @@ gridpackdir=${scrdir}/gridpacks/${proc} suff=.mad if [ "${proc}" == "${proc%${suff}}" ]; then echo "ERROR! Process directory does not end in '${suff}'"; usage; fi proc=${proc%${suff}} -resultsdir=${scrdir}/logs_${proc//_}_${bckend/} +resultsdir=${scrdir}/logs_${proc//_}_${bckend} if [ "${grid}" == "-togridpack" ]; then resultsdir=${gridpackdir} +elif [ "${grid}" == "-fromgridpack" ]; then + resultsdir=${gridpackdir/gridpacks/fromgridpacks}/${bckend} + rm -rf ${resultsdir}; mkdir -p ${resultsdir} fi if [ "${rndoff}" == "x10" ]; then for i in $(seq 0 9); do - $0 -${bckend} ${nomakeclean} ${proc} -rndoff ${i} + $0 -${bckend} ${nomakeclean} ${proc} ${grid} -rndoff ${i} nomakeclean=-nomakeclean # respect user input only on the first test, then keep the builds done more ${resultsdir}/*txt | \egrep '(Cross-section :)' @@ -79,7 +84,6 @@ fi outfile=output.txt if [ "${rndoff}" != "0" ]; then outfile=output${rndoff}.txt; fi -(( rndseed = 21 + ${rndoff} )) function exit0() { @@ -101,12 +105,6 @@ elif [ "${bckend}" == "hip" ]; then fi fi -cd $(dirname $0)/.. -echo "Execute $(basename $0) for process ${proc} and backend ${bckend} in directory $(pwd)" -procdir=$(pwd)/${proc}${suff} -if [ ! -d ${procdir} ]; then echo "ERROR! Process directory '${procdir}' does not exist"; usage; fi -cd ${procdir} - function getnevt() { if [ "${proc}" == "gg_tt" ]; then @@ -124,6 +122,37 @@ function getnevt() echo $nevt } +# Get the random seed +(( rndseed = 21 + ${rndoff} )) + +# Get the number of unweighted events to generate +nevt=$(getnevt) + +# --- OPTION 2: RUN FROM GRIDPACK --- +if [ "${grid}" == "-fromgridpack" ]; then + echo "Execute $(basename $0) for process ${proc} and backend ${bckend} from gridpack directory $(pwd)" + if [ ! -d ${gridpackdir} ]; then echo "ERROR! Gridpack directory '${gridpackdir}' does not exist"; usage; fi + cd ${gridpackdir} + rm -rf madevent run.sh events.lhe* + tar -xzf run_01_gridpack.tar.gz + START=$(date +%s) + echo "START: $(date)" |& tee ${resultsdir}/${outfile} + if [ -v CUDACPP_RUNTIME_DISABLEFPE ]; then echo CUDACPP_RUNTIME_DISABLEFPE is set |& tee -a ${resultsdir}/${outfile}; else echo CUDACPP_RUNTIME_DISABLEFPE is not set |& tee -a ${resultsdir}/${outfile}; fi # temporary? (debug FPEs in CMS DY #942) + ls -l madevent/SubProcesses/P*/madevent |& tee -a ${resultsdir}/${outfile} + ./run.sh ${nevt} ${rndseed} |& tee -a ${resultsdir}/${outfile} + echo "END: $(date)" |& tee -a ${resultsdir}/${outfile} + END=$(date +%s) + echo "ELAPSED: $((END-START)) seconds" |& tee -a ${resultsdir}/${outfile} + exit0 +fi + +# --- OPTION 1: RUN FROM SOURCE CODE (AND OPTIONALLY CREATE A GRIDPACK) --- +cd $(dirname $0)/.. +echo "Execute $(basename $0) for process ${proc} and backend ${bckend} in directory $(pwd)" +procdir=$(pwd)/${proc}${suff} +if [ ! -d ${procdir} ]; then echo "ERROR! Process directory '${procdir}' does not exist"; usage; fi +cd ${procdir} + function lauX_makeclean() { if [ "${nomakeclean}" == "" ]; then @@ -192,7 +221,6 @@ sed -i "s/'int', 5, 'Number of iterations'/'int', 1, 'Number of iterations'/" bi sed -i "s/%(event)s %(maxiter)s %(miniter)s/8192 1 1/" bin/internal/gen_ximprove.py # Set the number of unweighted events in run_card.dat -nevt=$(getnevt) sed -i "s/ 10000 = nevents/ ${nevt} = nevents/" Cards/run_card.dat # Set the backend in run_card.dat @@ -208,7 +236,7 @@ sed -i "s/.* = cudacpp_bldall/ True = cudacpp_bldall/" Cards/run_card.dat # (BUG #683: generate_events does not return an error code even if it fails) ###set -x # verbose START=$(date +%s) -echo "START: $(date)" |& tee ${resultsdir}/${outfile} +echo "START: $(date)" |& tee ${resultsdir}/${outfile} if [ -v CUDACPP_RUNTIME_DISABLEFPE ]; then echo CUDACPP_RUNTIME_DISABLEFPE is set |& tee -a ${resultsdir}/${outfile}; else echo CUDACPP_RUNTIME_DISABLEFPE is not set |& tee -a ${resultsdir}/${outfile}; fi # temporary? (debug FPEs in CMS DY #942) MG5AMC_CARD_PATH=$(pwd)/Cards time ./bin/generate_events -f |& tee -a ${resultsdir}/${outfile} echo "END: $(date)" |& tee -a ${resultsdir}/${outfile} From d3b52c3afab4fa1e782a36854e779429d1fe9d6d Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 13:20:09 +0200 Subject: [PATCH 10/13] [grid] add the first log from a gridpack execution of tlau ggtt fortran ./tlau/lauX.sh -fortran gg_tt.mad -fromgridpack --- .../gg_tt.mad/fortran/output.txt | 48 +++++++++++++++++++ 1 file changed, 48 insertions(+) create mode 100644 epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/fortran/output.txt diff --git a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/fortran/output.txt b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/fortran/output.txt new file mode 100644 index 0000000000..f29bbd6f9e --- /dev/null +++ b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/fortran/output.txt @@ -0,0 +1,48 @@ +START: Wed Aug 7 01:15:57 PM CEST 2024 +CUDACPP_RUNTIME_DISABLEFPE is not set +Now generating 10000 events with random seed 21 and granularity 1 +************************************************************ +* * +* W E L C O M E to * +* M A D G R A P H 5 _ a M C @ N L O * +* M A D E V E N T * +* * +* * * * +* * * * * * +* * * * * 5 * * * * * +* * * * * * +* * * * +* * +* VERSION 3.5.3_lo_vect * +* * +* The MadGraph5_aMC@NLO Development Team - Find us at * +* https://server06.fynu.ucl.ac.be/projects/madgraph * +* * +* Type 'help' for in-line help. * +* * +************************************************************ +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +Using default text editor "vi". Set another one in ./input/mg5_configuration.txt +No valid eps viewer found. Please set in ./input/mg5_configuration.txt +Using default web browser "firefox". Set another one in ./input/mg5_configuration.txt +WRITE GRIDCARD /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent +generate 10000 events +P1_gg_ttx +Using random number seed offset = 21 +INFO: Generating 10000.0 unweighted events. +sum of cpu time of last step: 2 seconds +INFO: need to improve 2 channels +combine_events +store_events + === Results Summary for run: GridRun_21 tag: tag_1 === + + Cross-section : 0 +- 0 pb + Nb of events : 10000 + +INFO: No version of lhapdf. Can not run systematics computation +decay_events -from_cards +DONE +write ./events.lhe.gz +END: Wed Aug 7 01:16:05 PM CEST 2024 +ELAPSED: 8 seconds From 087c543c3e970ff70f10bb36337cb70b149c638b Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 13:25:23 +0200 Subject: [PATCH 11/13] [grid] in tlau/lauX.sh, complete the -fromgridpack option including backend switch --- epochX/cudacpp/tlau/lauX.sh | 23 ++++++++++++++++++++++- 1 file changed, 22 insertions(+), 1 deletion(-) diff --git a/epochX/cudacpp/tlau/lauX.sh b/epochX/cudacpp/tlau/lauX.sh index 977081b3ac..594174b643 100755 --- a/epochX/cudacpp/tlau/lauX.sh +++ b/epochX/cudacpp/tlau/lauX.sh @@ -52,7 +52,7 @@ if [ "${grid}" != "" ] && [ "${rndoff}" != "0" ]; then echo "ERROR! ${grid} and if [ "${bckend}" == "ALL" ]; then if [ "${grid}" == "-togridpack" ]; then echo "ERROR! ${grid} and -ALL are not compatible"; exit 1; fi # temporary? for b in fortran cuda hip cppnone cppsse4 cppavx2 cpp512y cpp512z; do - $0 -${b} ${nomakeclean} ${proc} -rndoff ${rndoff} + $0 -${b} ${nomakeclean} ${proc} -rndoff ${rndoff} ${grid} nomakeclean=-nomakeclean # respect user input only on the first test, then keep the builds done exit 0 # successful termination on each loop (and skip the rest of this file) @@ -135,11 +135,32 @@ if [ "${grid}" == "-fromgridpack" ]; then cd ${gridpackdir} rm -rf madevent run.sh events.lhe* tar -xzf run_01_gridpack.tar.gz + # Configure the appropriate backend + for dir in madevent/SubProcesses/P*; do + pushd $dir >& /dev/null + echo "INFO: redefine madevent symlink for backend ${bckend} in ${dir}" + if [ "${bckend}" == "fortran" ]; then + exe=$(\ls madevent_fortran) + else + exe=$(\ls build.*${bckend/cpp/}*/madevent_*) + fi + if [ "$(echo ${exe} | wc -w)" == "0" ]; then + echo "ERROR! No madevent executable found for backend $bckend"; exit 1 + elif [ "$(echo ${exe} | wc -w)" != "1" ]; then + echo "ERROR! Too many madevent executables found for backend $bckend:"; echo "$exe"; exit 1 + fi + \rm -f madevent + ln -sf $exe madevent + popd >& /dev/null + echo "----> madevent symlink will now point to $exe" + done + # Run the test for the appropriate backend START=$(date +%s) echo "START: $(date)" |& tee ${resultsdir}/${outfile} if [ -v CUDACPP_RUNTIME_DISABLEFPE ]; then echo CUDACPP_RUNTIME_DISABLEFPE is set |& tee -a ${resultsdir}/${outfile}; else echo CUDACPP_RUNTIME_DISABLEFPE is not set |& tee -a ${resultsdir}/${outfile}; fi # temporary? (debug FPEs in CMS DY #942) ls -l madevent/SubProcesses/P*/madevent |& tee -a ${resultsdir}/${outfile} ./run.sh ${nevt} ${rndseed} |& tee -a ${resultsdir}/${outfile} + mv events* ${resultsdir} echo "END: $(date)" |& tee -a ${resultsdir}/${outfile} END=$(date +%s) echo "ELAPSED: $((END-START)) seconds" |& tee -a ${resultsdir}/${outfile} From 24c4ef91839ad2501cdc1204676b0caac2b48792 Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 13:51:35 +0200 Subject: [PATCH 12/13] [grid] add the first log from a gridpack execution of tlau ggtt cppnone (with backend switch) ./tlau/lauX.sh -fortran gg_tt.mad -fromgridpack --- .../gg_tt.mad/cppnone/output.txt | 49 +++++++++++++++++++ 1 file changed, 49 insertions(+) create mode 100644 epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppnone/output.txt diff --git a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppnone/output.txt b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppnone/output.txt new file mode 100644 index 0000000000..c6395b2315 --- /dev/null +++ b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppnone/output.txt @@ -0,0 +1,49 @@ +START: Wed Aug 7 01:50:25 PM CEST 2024 +CUDACPP_RUNTIME_DISABLEFPE is not set +lrwxrwxrwx. 1 avalassi zg 35 Aug 7 13:50 madevent/SubProcesses/P1_gg_ttx/madevent -> build.none_m_inl0_hrd0/madevent_cpp +Now generating 10000 events with random seed 21 and granularity 1 +************************************************************ +* * +* W E L C O M E to * +* M A D G R A P H 5 _ a M C @ N L O * +* M A D E V E N T * +* * +* * * * +* * * * * * +* * * * * 5 * * * * * +* * * * * * +* * * * +* * +* VERSION 3.5.3_lo_vect * +* * +* The MadGraph5_aMC@NLO Development Team - Find us at * +* https://server06.fynu.ucl.ac.be/projects/madgraph * +* * +* Type 'help' for in-line help. * +* * +************************************************************ +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +Using default text editor "vi". Set another one in ./input/mg5_configuration.txt +No valid eps viewer found. Please set in ./input/mg5_configuration.txt +Using default web browser "firefox". Set another one in ./input/mg5_configuration.txt +WRITE GRIDCARD /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent +generate 10000 events +P1_gg_ttx +Using random number seed offset = 21 +INFO: Generating 10000.0 unweighted events. +sum of cpu time of last step: 2 seconds +INFO: need to improve 2 channels +combine_events +store_events + === Results Summary for run: GridRun_21 tag: tag_1 === + + Cross-section : 0 +- 0 pb + Nb of events : 10000 + +INFO: No version of lhapdf. Can not run systematics computation +decay_events -from_cards +DONE +write ./events.lhe.gz +END: Wed Aug 7 01:50:33 PM CEST 2024 +ELAPSED: 8 seconds From 6c49a72ec884a929cfbe5c22b9bd371faedd3aa1 Mon Sep 17 00:00:00 2001 From: Andrea Valassi Date: Wed, 7 Aug 2024 14:06:07 +0200 Subject: [PATCH 13/13] [grid] add the first log from a gridpack execution of tlau ggtt for ALL backends (with backend switch) ./tlau/lauX.sh -ALL gg_tt.mad -fromgridpack What remains TODO - instrument a better profiling of the time spent - add events.lhe comparison #956 (once fortran/cpp mismatch and second helicity is fixed) --- .../gg_tt.mad/cpp512y/output.txt | 49 +++++++++++++++++++ .../gg_tt.mad/cpp512z/output.txt | 49 +++++++++++++++++++ .../gg_tt.mad/cppavx2/output.txt | 49 +++++++++++++++++++ .../gg_tt.mad/cppnone/output.txt | 6 +-- .../gg_tt.mad/cppsse4/output.txt | 49 +++++++++++++++++++ .../gg_tt.mad/fortran/output.txt | 5 +- 6 files changed, 202 insertions(+), 5 deletions(-) create mode 100644 epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cpp512y/output.txt create mode 100644 epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cpp512z/output.txt create mode 100644 epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppavx2/output.txt create mode 100644 epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppsse4/output.txt diff --git a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cpp512y/output.txt b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cpp512y/output.txt new file mode 100644 index 0000000000..fc51da0a3b --- /dev/null +++ b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cpp512y/output.txt @@ -0,0 +1,49 @@ +START: Wed Aug 7 02:04:39 PM CEST 2024 +CUDACPP_RUNTIME_DISABLEFPE is not set +lrwxrwxrwx. 1 avalassi zg 35 Aug 7 14:04 madevent/SubProcesses/P1_gg_ttx/madevent -> build.512y_m_inl0_hrd0/madevent_cpp +Now generating 10000 events with random seed 21 and granularity 1 +************************************************************ +* * +* W E L C O M E to * +* M A D G R A P H 5 _ a M C @ N L O * +* M A D E V E N T * +* * +* * * * +* * * * * * +* * * * * 5 * * * * * +* * * * * * +* * * * +* * +* VERSION 3.5.3_lo_vect * +* * +* The MadGraph5_aMC@NLO Development Team - Find us at * +* https://server06.fynu.ucl.ac.be/projects/madgraph * +* * +* Type 'help' for in-line help. * +* * +************************************************************ +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +Using default text editor "vi". Set another one in ./input/mg5_configuration.txt +No valid eps viewer found. Please set in ./input/mg5_configuration.txt +Using default web browser "firefox". Set another one in ./input/mg5_configuration.txt +WRITE GRIDCARD /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent +generate 10000 events +P1_gg_ttx +Using random number seed offset = 21 +INFO: Generating 10000.0 unweighted events. +sum of cpu time of last step: 2 seconds +INFO: need to improve 2 channels +combine_events +store_events + === Results Summary for run: GridRun_21 tag: tag_1 === + + Cross-section : 0 +- 0 pb + Nb of events : 10000 + +INFO: No version of lhapdf. Can not run systematics computation +decay_events -from_cards +DONE +write ./events.lhe.gz +END: Wed Aug 7 02:04:46 PM CEST 2024 +ELAPSED: 7 seconds diff --git a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cpp512z/output.txt b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cpp512z/output.txt new file mode 100644 index 0000000000..70c0ed00a0 --- /dev/null +++ b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cpp512z/output.txt @@ -0,0 +1,49 @@ +START: Wed Aug 7 02:04:47 PM CEST 2024 +CUDACPP_RUNTIME_DISABLEFPE is not set +lrwxrwxrwx. 1 avalassi zg 35 Aug 7 14:04 madevent/SubProcesses/P1_gg_ttx/madevent -> build.512z_m_inl0_hrd0/madevent_cpp +Now generating 10000 events with random seed 21 and granularity 1 +************************************************************ +* * +* W E L C O M E to * +* M A D G R A P H 5 _ a M C @ N L O * +* M A D E V E N T * +* * +* * * * +* * * * * * +* * * * * 5 * * * * * +* * * * * * +* * * * +* * +* VERSION 3.5.3_lo_vect * +* * +* The MadGraph5_aMC@NLO Development Team - Find us at * +* https://server06.fynu.ucl.ac.be/projects/madgraph * +* * +* Type 'help' for in-line help. * +* * +************************************************************ +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +Using default text editor "vi". Set another one in ./input/mg5_configuration.txt +No valid eps viewer found. Please set in ./input/mg5_configuration.txt +Using default web browser "firefox". Set another one in ./input/mg5_configuration.txt +WRITE GRIDCARD /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent +generate 10000 events +P1_gg_ttx +Using random number seed offset = 21 +INFO: Generating 10000.0 unweighted events. +sum of cpu time of last step: 2 seconds +INFO: need to improve 2 channels +combine_events +store_events + === Results Summary for run: GridRun_21 tag: tag_1 === + + Cross-section : 0 +- 0 pb + Nb of events : 10000 + +INFO: No version of lhapdf. Can not run systematics computation +decay_events -from_cards +DONE +write ./events.lhe.gz +END: Wed Aug 7 02:04:54 PM CEST 2024 +ELAPSED: 7 seconds diff --git a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppavx2/output.txt b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppavx2/output.txt new file mode 100644 index 0000000000..d6e61c44c4 --- /dev/null +++ b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppavx2/output.txt @@ -0,0 +1,49 @@ +START: Wed Aug 7 02:04:31 PM CEST 2024 +CUDACPP_RUNTIME_DISABLEFPE is not set +lrwxrwxrwx. 1 avalassi zg 35 Aug 7 14:04 madevent/SubProcesses/P1_gg_ttx/madevent -> build.avx2_m_inl0_hrd0/madevent_cpp +Now generating 10000 events with random seed 21 and granularity 1 +************************************************************ +* * +* W E L C O M E to * +* M A D G R A P H 5 _ a M C @ N L O * +* M A D E V E N T * +* * +* * * * +* * * * * * +* * * * * 5 * * * * * +* * * * * * +* * * * +* * +* VERSION 3.5.3_lo_vect * +* * +* The MadGraph5_aMC@NLO Development Team - Find us at * +* https://server06.fynu.ucl.ac.be/projects/madgraph * +* * +* Type 'help' for in-line help. * +* * +************************************************************ +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +Using default text editor "vi". Set another one in ./input/mg5_configuration.txt +No valid eps viewer found. Please set in ./input/mg5_configuration.txt +Using default web browser "firefox". Set another one in ./input/mg5_configuration.txt +WRITE GRIDCARD /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent +generate 10000 events +P1_gg_ttx +Using random number seed offset = 21 +INFO: Generating 10000.0 unweighted events. +sum of cpu time of last step: 2 seconds +INFO: need to improve 2 channels +combine_events +store_events + === Results Summary for run: GridRun_21 tag: tag_1 === + + Cross-section : 0 +- 0 pb + Nb of events : 10000 + +INFO: No version of lhapdf. Can not run systematics computation +decay_events -from_cards +DONE +write ./events.lhe.gz +END: Wed Aug 7 02:04:38 PM CEST 2024 +ELAPSED: 7 seconds diff --git a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppnone/output.txt b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppnone/output.txt index c6395b2315..698e0c92ea 100644 --- a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppnone/output.txt +++ b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppnone/output.txt @@ -1,6 +1,6 @@ -START: Wed Aug 7 01:50:25 PM CEST 2024 +START: Wed Aug 7 02:04:14 PM CEST 2024 CUDACPP_RUNTIME_DISABLEFPE is not set -lrwxrwxrwx. 1 avalassi zg 35 Aug 7 13:50 madevent/SubProcesses/P1_gg_ttx/madevent -> build.none_m_inl0_hrd0/madevent_cpp +lrwxrwxrwx. 1 avalassi zg 35 Aug 7 14:04 madevent/SubProcesses/P1_gg_ttx/madevent -> build.none_m_inl0_hrd0/madevent_cpp Now generating 10000 events with random seed 21 and granularity 1 ************************************************************ * * @@ -45,5 +45,5 @@ INFO: No version of lhapdf. Can not run systematics computation decay_events -from_cards DONE write ./events.lhe.gz -END: Wed Aug 7 01:50:33 PM CEST 2024 +END: Wed Aug 7 02:04:22 PM CEST 2024 ELAPSED: 8 seconds diff --git a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppsse4/output.txt b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppsse4/output.txt new file mode 100644 index 0000000000..a11b1ce562 --- /dev/null +++ b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/cppsse4/output.txt @@ -0,0 +1,49 @@ +START: Wed Aug 7 02:04:23 PM CEST 2024 +CUDACPP_RUNTIME_DISABLEFPE is not set +lrwxrwxrwx. 1 avalassi zg 35 Aug 7 14:04 madevent/SubProcesses/P1_gg_ttx/madevent -> build.sse4_m_inl0_hrd0/madevent_cpp +Now generating 10000 events with random seed 21 and granularity 1 +************************************************************ +* * +* W E L C O M E to * +* M A D G R A P H 5 _ a M C @ N L O * +* M A D E V E N T * +* * +* * * * +* * * * * * +* * * * * 5 * * * * * +* * * * * * +* * * * +* * +* VERSION 3.5.3_lo_vect * +* * +* The MadGraph5_aMC@NLO Development Team - Find us at * +* https://server06.fynu.ucl.ac.be/projects/madgraph * +* * +* Type 'help' for in-line help. * +* * +************************************************************ +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +INFO: load configuration from /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent/Cards/me5_configuration.txt +Using default text editor "vi". Set another one in ./input/mg5_configuration.txt +No valid eps viewer found. Please set in ./input/mg5_configuration.txt +Using default web browser "firefox". Set another one in ./input/mg5_configuration.txt +WRITE GRIDCARD /data/avalassi/GPU2024/madgraph4gpuX/epochX/cudacpp/tlau/gridpacks/gg_tt.mad/madevent +generate 10000 events +P1_gg_ttx +Using random number seed offset = 21 +INFO: Generating 10000.0 unweighted events. +sum of cpu time of last step: 2 seconds +INFO: need to improve 2 channels +combine_events +store_events + === Results Summary for run: GridRun_21 tag: tag_1 === + + Cross-section : 0 +- 0 pb + Nb of events : 10000 + +INFO: No version of lhapdf. Can not run systematics computation +decay_events -from_cards +DONE +write ./events.lhe.gz +END: Wed Aug 7 02:04:30 PM CEST 2024 +ELAPSED: 7 seconds diff --git a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/fortran/output.txt b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/fortran/output.txt index f29bbd6f9e..72e3f12dc2 100644 --- a/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/fortran/output.txt +++ b/epochX/cudacpp/tlau/fromgridpacks/gg_tt.mad/fortran/output.txt @@ -1,5 +1,6 @@ -START: Wed Aug 7 01:15:57 PM CEST 2024 +START: Wed Aug 7 02:04:05 PM CEST 2024 CUDACPP_RUNTIME_DISABLEFPE is not set +lrwxrwxrwx. 1 avalassi zg 16 Aug 7 14:04 madevent/SubProcesses/P1_gg_ttx/madevent -> madevent_fortran Now generating 10000 events with random seed 21 and granularity 1 ************************************************************ * * @@ -44,5 +45,5 @@ INFO: No version of lhapdf. Can not run systematics computation decay_events -from_cards DONE write ./events.lhe.gz -END: Wed Aug 7 01:16:05 PM CEST 2024 +END: Wed Aug 7 02:04:13 PM CEST 2024 ELAPSED: 8 seconds
Graph Cross-Section
G1 46.82 0.388 16.384 5181.0 111 47.1 0.222 98.304 3292.0 69.9
G2