OV - exec - Profiling MPI #4.0- node gmz12.benchmarkcenter.megware.com - process 23895

▶Environment Variables

 _mlredir=1

BASH_FUNC_module%%=() {  local _mlredir=0;

 if [ "$MODULES_REDIRECT_OUTPUT" = '1' ]; then

BASH_FUNC_ml%%=() {  module ml "$@"

BASH_FUNC__module_raw%%=() {  eval "$(/usr/bin/tclsh '/usr/share/Modules/libexec/modulecmd.tcl' bash "$@")";

BASH_FUNC_which%%=() {  ( alias;

 _mlstatus=$?;

SHELL=/bin/bash

HYDRA_BSTRAP_SUBTREE_SIZE=1

TBBROOT=/cluster/intel/oneapi/2024.0.0/tbb/2021.11

HYDRA_IP_VERSION=2

PMI_SIZE=8

HYDRA_BSTRAP_DOWNSTREAM_CONTROL=

HYDRA_BSTRAP_DEBUG=0

SLURM_STEP_NUM_TASKS=1

PMI_FD=17

SLURM_JOB_USER=eoseret

SLURM_TASKS_PER_NODE=1

SLURM_JOB_UID=88000178

HISTCONTROL=ignoredups

SLURM_CPU_BIND=quiet,none

SLURM_TASK_PID=12608

SLURM_MEM_BIND_LIST=

QAAS_MAX_ALLOWED_EXEC_TIME=180

OMP_AFFINITY_FORMAT=OMP: pid %P tid %i thread %n bound to OS proc set {%A}

PKG_CONFIG_PATH=/cluster/intel/oneapi/2024.0.0/mkl/2024.0/lib/pkgconfig:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/lib/pkgconfig

__MODULES_LMALTNAME=comp/cmake/3.31.4&as|comp/cmake/default&as|comp/cmake/latest:tbb/latest&as|tbb/default:compiler-rt/latest&as|compiler-rt/default:oclfpga/latest&as|oclfpga/default:compiler/latest&as|compiler/default:mkl/latest&as|mkl/default:mpi/latest&as|mpi/default

SLURM_LOCALID=0

I_MPI_INFO_LCPU=384

SLURM_SUBMIT_DIR=/home/eoseret

SLURM_CPU_BIND_VERBOSE=quiet

HOSTNAME=gmz12

HISTSIZE=1000

I_MPI_INFO_STATE=0

SLURMD_NODENAME=gmz12

HYDRA_BSTRAP_DOWNSTREAM_PID=

I_MPI_FABRICS=shm

SLURM_JOB_START_TIME=1740490946

I_MPI_DEBUG=4

I_MPI_INFO_VEND=0

I_MPI_INFO_MODE=775

ACL_BOARD_VENDOR_PATH=/opt/Intel/OpenCLFPGA/oneAPI/Boards

HYDRA_LAUNCHER_EXTRA_ARGS=--external-launcher

HYDRA_BSTRAP_PROXY_ID=0

I_MPI_INFO_NUMA_NODE_NUM=8

SLURM_STEP_NODELIST=gmz12

__MODULES_SHARE_LD_LIBRARY_PATH=:1

HYDRA_BSTRAP_DOWNSTREAM_STDOUT=

I_MPI_INFO_C_NAME=Unknown

I_MPI_ROOT=/cluster/intel/oneapi/2024.0.0/mpi/2021.11

HYDRA_BSTRAP_UPSTREAM_FD=3

SLURM_CLUSTER_NAME=benchmarkcenter.megware.com

SLURM_JOB_END_TIME=1740577346

SLURM_CPUS_ON_NODE=384

FI_PROVIDER_PATH=/cluster/intel/oneapi/2024.0.0/mpi/2021.11/opt/mpi/libfabric/lib/prov:/usr/lib64/libfabric

DIAGUTIL_PATH=/cluster/intel/oneapi/2024.0.0/compiler/2024.0/etc/compiler/sys_check/sys_check.sh

SLURM_UMASK=0022

I_MPI_BIND_WIN_ALLOCATE=localalloc

SLURM_JOB_CPUS_PER_NODE=384

HYDRA_BSTRAP_NUM_DOWNSTREAM_PROXIES=0

HYDRA_BSTRAP_DOWNSTREAM_STDERR=

OMP_PLACES=threads

PWD=/home/eoseret/qaas_runs_ZEN5/174-049-0948/intel/CloverLeaf1.3-FC/run/oneview_runs/defaults/icx/oneview_run_1740491622

PRTE_MCA_plm_slurm_args=--external-launcher

SLURM_GTIDS=0

LOGNAME=eoseret

XDG_SESSION_TYPE=tty

SLURM_JOB_PARTITION=CPU_9655

I_MPI_INTERNAL_MEM_POLICY=default

MODULESHOME=/usr/share/Modules

MANPATH=/cluster/intel/oneapi/2024.0.0/mpi/2021.11/share/man:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/share/man

I_MPI_INFO_FLGDEXT=268435728

SLURM_OOM_KILL_STEP=0

HYDRA_BSTRAP_DOWNSTREAM_HOSTS=

I_MPI_INFO_CACHE3=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7

I_MPI_INFO_CACHE2=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191

I_MPI_INFO_CACHE1=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191

SLURM_JOB_NUM_NODES=1

SLURM_OVERLAP=1

SRUN_DEBUG=3

_=/usr/bin/env

SLURM_STEPID=16

HYDRA_BSTRAP_NUM_LAUNCHES=-1

SLURM_CPU_BIND_LIST=

I_MPI_INFO_CACHES=3

SLURM_JOBID=32113

SLURM_LAUNCH_NODE_IPADDR=13.37.6.12

SLURM_JOB_QOS=normal

I_MPI_HYDRA_BOOTSTRAP_EXEC_EXTRA_ARGS=--external-launcher

MOTD_SHOWN=pam

HOME=/home/eoseret

FI_PROVIDER=shm

LANG=C.UTF-8

I_MPI_HYDRA_UUID=1d5d0000-d2eb-e7c8-f72e-0600988be26b

SLURM_CPU_BIND_TYPE=none

SLURM_MEM_BIND_VERBOSE=quiet

LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.webp=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.m4a=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.oga=01;36:*.opus=01;36:*.spx=01;36:*.xspf=01;36:

MPI_LOCALRANKID=4

SLURMD_DEBUG=2

__MODULES_LMPREREQ=compiler/latest&tbb&compiler-rt&oclfpga:mkl/latest&tbb&compiler-rt

I_MPI_PIN_RESPECT_HCA=no

__MODULES_LMCONFLICT=mpi/latest&modulefiles32&modulefiles

SLURM_PROCID=0

I_MPI_PIN_DOMAIN=auto

I_MPI_INFO_NUMA_NODE_MAP=,mlx5_0:4

TMPDIR=/tmp

CMAKE_PREFIX_PATH=/cluster/intel/oneapi/2024.0.0/mkl/2024.0/lib/cmake:/cluster/intel/oneapi/2024.0.0/compiler/2024.0:/cluster/intel/oneapi/2024.0.0/tbb/2021.11

I_MPI_INFO_DESC=536870912

SLURM_NTASKS=1

SLURM_TOPOLOGY_ADDR=gmz12

GFORTRAN_UNBUFFERED_PRECONNECTED=y

SSH_CONNECTION=193.51.24.154 57940 89.187.205.251 22

I_MPI_INFO_SERIAL=0000

__MODULES_LMTAG=tbb/latest&auto-loaded:compiler-rt/latest&auto-loaded:oclfpga/latest&auto-loaded

SLURM_DISTRIBUTION=cyclic

CMPLR_ROOT=/cluster/intel/oneapi/2024.0.0/compiler/2024.0

I_MPI_PIN_INFO=x96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,288,289,290,291,292,293,294,295,296,297,298,299,300,301,302,303,304,305,306,307,308,309,310,311

I_MPI_INFO_CACHE_SIZE=0,0,0

HYDRA_BSTRAP_LOCALHOST=gmz12

OMP_PROC_BIND=spread

HYDRA_BOOTSTRAP=slurm

I_MPI_INFO_FLGCEXT=423714782

HYDRA_BSTRAP_NODE_ID=0

SLURM_TOPOLOGY_ADDR_PATTERN=node

I_MPI_HYDRA_TOPOLIB=hwloc

I_MPI_INFO_SIGN=11538209

SLURM_SRUN_COMM_HOST=13.37.6.12

XDG_SESSION_CLASS=user

I_MPI_INFO_NP=2

TERM=xterm-256color

MPI_PROVIDER=IntelMPI

WORK=/beegfs/hackathon/users/eoseret

I_MPI_INFO_NC=192

LESSOPEN=||/usr/bin/lesspipe.sh %s

USER=eoseret

OMP_DISPLAY_ENV=TRUE

LIBRARY_PATH=/cluster/intel/oneapi/2024.0.0/mpi/2021.11/opt/mpi/libfabric/lib:/cluster/intel/oneapi/2024.0.0/mpi/2021.11/lib:/cluster/intel/oneapi/2024.0.0/mkl/2024.0/lib:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/lib:/cluster/intel/oneapi/2024.0.0/tbb/2021.11/lib

SLURM_NODELIST=gmz12

ENVIRONMENT=BATCH

SLURM_SRUN_COMM_PORT=39073

MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD

LOADEDMODULES=comp/cmake/3.31.4:intel-oneapi/2024.0.0:tbb/latest:compiler-rt/latest:oclfpga/latest:compiler/latest:mkl/latest:mpi/latest

SLURM_STEP_ID=16

SLURM_PRIO_PROCESS=0

I_MPI_INFO_CORE=0,1,2,3,4,5,6,7,32,33,34,35,36,37,38,39,64,65,66,67,68,69,70,71,16,17,18,19,20,21,22,23,48,49,50,51,52,53,54,55,80,81,82,83,84,85,86,87,24,25,26,27,28,29,30,31,56,57,58,59,60,61,62,63,88,89,90,91,92,93,94,95,8,9,10,11,12,13,14,15,40,41,42,43,44,45,46,47,72,73,74,75,76,77,78,79,0,1,2,3,4,5,6,7,32,33,34,35,36,37,38,39,64,65,66,67,68,69,70,71,16,17,18,19,20,21,22,23,48,49,50,51,52,53,54,55,80,81,82,83,84,85,86,87,24,25,26,27,28,29,30,31,56,57,58,59,60,61,62,63,88,89,90,91,92,93,94,95,8,9,10,11,12,13,14,15,40,41,42,43,44,45,46,47,72,73,74,75,76,77,78,79,0,1,2,3,4,5,6,7,32,33,34,35,36,37,38,39,64,65,66,67,68,69,70,71,16,17,18,19,20,21,22,23,48,49,50,51,52,53,54,55,80,81,82,83,84,85,86,87,24,25,26,27,28,29,30,31,56,57,58,59,60,61,62,63,88,89,90,91,92,93,94,95,8,9,10,11,12,13,14,15,40,41,42,43,44,45,46,47,72,73,74,75,76,77,78,79,0,1,2,3,4,5,6,7,32,33,34,35,36,37,38,39,64,65,66,67,68,69,70,71,16,17,18,19,20,21,22,23,48,49,50,51,52,53,54,55,80,81,82,83,84,85,86,87,24,25,26,27,28,29,30,31,56,57,58,59,60,61,62,63,88,89,90,91,92,93,94,95,8,9,10,11,12,13,14,15,40,41,42,43,44,45,46,47,72,73,74,75,76,77,78,79

SLURM_NPROCS=1

__MODULES_SHARE_DIAGUTIL_PATH=/cluster/intel/oneapi/2024.0.0/compiler/2024.0/etc/compiler/sys_check/sys_check.sh:2

SHLVL=4

SLURM_NNODES=1

OCL_ICD_FILENAMES=libintelocl_emu.so:libalteracl.so:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/lib/libintelocl.so

QAAS_INPUT=/home/eoseret/qaas-tested-json-recipes/MiniApps/input-ClovLf-1.3-FC.amd_tst2.json

HYDRA_LAUNCH_TYPE=0

XDG_SESSION_ID=2363

I_MPI_RETURN_WIN_MEM_NUMA=4,4

SLURM_SUBMIT_HOST=frontend.benchmarkcenter.megware.com

OMP_DISPLAY_AFFINITY=TRUE

PMI_RANK=4

MPI_LOCALNRANKS=8

CLASSPATH=/cluster/intel/oneapi/2024.0.0/mpi/2021.11/share/java/mpi.jar

INTELFPGAOCLSDKROOT=/cluster/intel/oneapi/2024.0.0/compiler/2024.0/opt/oclfpga

LD_LIBRARY_PATH=/cluster/intel/oneapi/2024.0.0/mpi/2021.11/opt/mpi/libfabric/lib:/cluster/intel/oneapi/2024.0.0/mpi/2021.11/lib:/cluster/intel/oneapi/2024.0.0/mkl/2024.0/lib:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/opt/oclfpga/host/linux64/lib:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/opt/compiler/lib:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/lib:/cluster/intel/oneapi/2024.0.0/tbb/2021.11/lib:/home/eoseret/MAQAO_src/lib:::/home/eoseret/MAQAO_277466/lib

I_MPI_INFO_FLGD=395049983

I_MPI_INFO_FLGB=-239102037

I_MPI_INFO_FLGC=2130326027

XDG_RUNTIME_DIR=/run/user/88000178

SLURM_JOB_ID=32113

SLURM_NODEID=0

QAAS_BUILD_DIR=/home/eoseret/qaas_runs_ZEN5/174-049-0948/intel/CloverLeaf1.3-FC/build/CloverLeaf1.3-FC/../icx

SLURM_STEP_NUM_NODES=1

SSH_CLIENT=193.51.24.154 57940 22

I_MPI_PIN_ORDER=spread

__MODULES_LMINIT=module use --append /usr/share/Modules/modulefiles:module use --append /etc/modulefiles:module use --append /usr/share/modulefiles:module use --append /cluster/modulefiles

MKLROOT=/cluster/intel/oneapi/2024.0.0/mkl/2024.0

HYDRA_BSTRAP_PGID=0

I_MPI_PIN_MAPPING=8:0 0,1 24,2 48,3 72,4 96,5 120,6 144,7 168

I_MPI_INFO_PACK=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1

OMP_NUM_THREADS=24

HYDRA_BSTRAP_TREE_WIDTH=16

which_declare=declare -f

SLURM_STEP_TASKS_PER_NODE=1

I_MPI_MPIRUN=mpirun

I_MPI_INFO_CACHE_SHARE=0,0,0

HYDRA_BSTRAP_LAUNCHER=slurm

XDG_DATA_DIRS=/home/eoseret/.local/share/flatpak/exports/share:/var/lib/flatpak/exports/share:/usr/local/share:/usr/share

NLSPATH=/cluster/intel/oneapi/2024.0.0/mkl/2024.0/share/locale/%l_%t/%N:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/lib/compiler/locale/%l_%t/%N

SLURM_CONF=/etc/slurm/slurm.conf

PATH=/cluster/intel/oneapi/2024.0.0/mpi/2021.11/opt/mpi/libfabric/bin:/cluster/intel/oneapi/2024.0.0/mpi/2021.11/bin:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/bin:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/opt/oclfpga/bin:/cluster/comp/cmake/3.31.4//bin:/home/eoseret/CMake/build/bin:/home/eoseret/ninja/build-cmake:/home/eoseret/.local/bin:/home/eoseret/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin

SLURM_MEM_BIND=quiet,none

SLURM_JOB_NAME=qaas-9655

MODULEPATH=/cluster/intel/oneapi/2024.0.0/modulefiles:/usr/share/Modules/modulefiles:/etc/modulefiles:/usr/share/modulefiles:/cluster/modulefiles

I_MPI_INFO_BRAND=AMD EPYC 9655 96-Core Processor

SLURM_NTASKS_PER_NODE=1

_LMFILES_=/cluster/modulefiles/comp/cmake/3.31.4:/cluster/modulefiles/intel-oneapi/2024.0.0:/cluster/intel/oneapi/2024.0.0/modulefiles/tbb/latest:/cluster/intel/oneapi/2024.0.0/modulefiles/compiler-rt/latest:/cluster/intel/oneapi/2024.0.0/modulefiles/oclfpga/latest:/cluster/intel/oneapi/2024.0.0/modulefiles/compiler/latest:/cluster/intel/oneapi/2024.0.0/modulefiles/mkl/latest:/cluster/intel/oneapi/2024.0.0/modulefiles/mpi/latest

DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/88000178/bus

SLURM_MEM_BIND_TYPE=none

MAIL=/var/spool/mail/eoseret

SSH_TTY=/dev/pts/11

MAQAO_TUTO=/beegfs/hackathon/MAQAO

SLURM_STEP_LAUNCHER_PORT=39073

OMPI_MCA_plm_slurm_args=--external-launcher

SLURM_JOB_GID=88000178

CPATH=/cluster/intel/oneapi/2024.0.0/mpi/2021.11/include:/cluster/intel/oneapi/2024.0.0/mkl/2024.0/include:/cluster/intel/oneapi/2024.0.0/compiler/2024.0/opt/oclfpga/include:/cluster/intel/oneapi/2024.0.0/tbb/2021.11/include

QAAS_DEFAULT_REPETITIONS=11

I_MPI_INFO_THREAD=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1

OLDPWD=/home/eoseret/qaas_runs_ZEN5/174-049-0948/intel/CloverLeaf1.3-FC/run/oneview_runs/defaults/icx/oneview_run_1740491622

SLURM_JOB_NODELIST=gmz12

VERBOSE=1

MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl

I_MPI_HYDRA_BOOTSTRAP=slurm

▶Path Number Loops Profile for MPI #4.0 - node gmz12.benchmarkcenter.megware.com - process 23895 - thread 23895

Profiling MPI #4.0 - node gmz12.benchmarkcenter.megware.com - process 23895 - thread 23895

Name	Module	Coverage (%)	Time (s)
►advec_mom_kernel_mod_mp_advec_mom_kernel_.DIR.OMP.PARALLEL.2+	exec	35.82	14.13
►Loop 108 - advec_mom_kernel.f90:81-177 - exec+		4.57	1.81
○Loop 110 - advec_mom_kernel.f90:81-177 - exec		4.57	1.81
►Loop 118 - advec_mom_kernel.f90:81-241 - exec+		4.24	1.67
○Loop 119 - advec_mom_kernel.f90:81-241 - exec		4.24	1.67
►Loop 115 - advec_mom_kernel.f90:81-248 - exec+		3.98	1.57
○Loop 117 - advec_mom_kernel.f90:247-248 - exec		3.98	1.57
►Loop 105 - advec_mom_kernel.f90:81-184 - exec+		3.94	1.55
○Loop 107 - advec_mom_kernel.f90:183-184 - exec		3.94	1.55
►Loop 131 - advec_mom_kernel.f90:81-87 - exec+		3.04	1.20
○Loop 132 - advec_mom_kernel.f90:85-87 - exec		3.04	1.20
►Loop 129 - advec_mom_kernel.f90:81-97 - exec+		3.02	1.19
○Loop 130 - advec_mom_kernel.f90:95-97 - exec		3.02	1.19
►Loop 120 - advec_mom_kernel.f90:81-208 - exec+		2.95	1.16
○Loop 121 - advec_mom_kernel.f90:203-208 - exec		2.95	1.16
►Loop 111 - advec_mom_kernel.f90:81-144 - exec+		2.90	1.14
○Loop 112 - advec_mom_kernel.f90:138-144 - exec		2.90	1.14
►Loop 124 - advec_mom_kernel.f90:81-117 - exec+		2.41	0.95
○Loop 125 - advec_mom_kernel.f90:115-117 - exec		2.41	0.95
►Loop 126 - advec_mom_kernel.f90:81-107 - exec+		2.36	0.93
○Loop 128 - advec_mom_kernel.f90:105-107 - exec		2.36	0.93
►Loop 113 - advec_mom_kernel.f90:81-131 - exec+		1.23	0.48
○Loop 114 - advec_mom_kernel.f90:128-131 - exec		1.23	0.48
►Loop 122 - advec_mom_kernel.f90:81-196 - exec+		1.17	0.46
○Loop 123 - advec_mom_kernel.f90:193-196 - exec		1.17	0.46
►advec_cell_kernel_module_mp_advec_cell_kernel_.DIR.OMP.PARALLEL.2+	exec	18.55	7.32
►Loop 78 - advec_cell_kernel.f90:83-248 - exec+		3.32	1.31
○Loop 79 - advec_cell_kernel.f90:204-248 - exec		3.32	1.31
►Loop 69 - advec_cell_kernel.f90:83-157 - exec+		3.31	1.31
○Loop 70 - advec_cell_kernel.f90:83-157 - exec		3.31	1.31
►Loop 75 - advec_cell_kernel.f90:83-261 - exec+		3.31	1.30
○Loop 77 - advec_cell_kernel.f90:255-261 - exec		3.31	1.30
►Loop 66 - advec_cell_kernel.f90:83-170 - exec+		3.28	1.29
○Loop 68 - advec_cell_kernel.f90:164-170 - exec		3.28	1.29
►Loop 73 - advec_cell_kernel.f90:83-91 - exec+		1.43	0.56
○Loop 74 - advec_cell_kernel.f90:89-91 - exec		1.43	0.56
►Loop 83 - advec_cell_kernel.f90:83-183 - exec+		1.41	0.56
○Loop 84 - advec_cell_kernel.f90:181-183 - exec		1.41	0.56
►Loop 80 - advec_cell_kernel.f90:83-193 - exec+		1.27	0.50
○Loop 82 - advec_cell_kernel.f90:191-193 - exec		1.27	0.50
►Loop 71 - advec_cell_kernel.f90:83-101 - exec+		1.20	0.48
○Loop 72 - advec_cell_kernel.f90:99-101 - exec		1.20	0.48
►pdv_kernel_module_mp_pdv_kernel_.DIR.OMP.PARALLEL.2+	exec	11.76	4.64
►Loop 55 - PdV_kernel.f90:69-135 - exec+		6.39	2.52
○Loop 57 - PdV_kernel.f90:111-135 - exec		6.39	2.52
►Loop 52 - PdV_kernel.f90:69-99 - exec+		5.37	2.12
○Loop 54 - PdV_kernel.f90:69-99 - exec		5.37	2.12
►viscosity_kernel_module_mp_viscosity_kernel_.DIR.OMP.PARALLEL.2+	exec	6.84	2.70
►Loop 877 - viscosity_kernel.f90:53-89 - exec+		6.84	2.70
○Loop 879 - viscosity_kernel.f90:53-89 - exec		6.84	2.70
►accelerate_kernel_module_mp_accelerate_kernel_.DIR.OMP.PARALLEL.2+	exec	5.22	2.06
►Loop 62 - accelerate_kernel.f90:60-76 - exec+		5.21	2.06
○Loop 63 - accelerate_kernel.f90:62-76 - exec		5.21	2.06
►ideal_gas_kernel_module_mp_ideal_gas_kernel_.DIR.OMP.PARALLEL.2+	exec	5.18	2.05
►Loop 231 - ideal_gas_kernel.f90:47-55 - exec+		5.18	2.05
○Loop 233 - ideal_gas_kernel.f90:49-55 - exec		5.18	2.05
►reset_field_kernel_module_mp_reset_field_kernel_.DIR.OMP.PARALLEL.2+	exec	4.78	1.88
►Loop 331 - reset_field_kernel.f90:49-63 - exec+		2.41	0.95
○Loop 333 - reset_field_kernel.f90:61-63 - exec		2.41	0.95
►Loop 334 - reset_field_kernel.f90:49-53 - exec+		2.37	0.94
○Loop 336 - reset_field_kernel.f90:51-53 - exec		2.37	0.94
►flux_calc_kernel_module_mp_flux_calc_kernel_.DIR.OMP.PARALLEL.2+	exec	3.85	1.52
►Loop 185 - flux_calc_kernel.f90:54-60 - exec+		3.85	1.52
○Loop 186 - flux_calc_kernel.f90:56-60 - exec		3.85	1.52
►calc_dt_kernel_module_mp_calc_dt_kernel_.DIR.OMP.PARALLEL.2+	exec	3.36	1.33
►Loop 165 - calc_dt_kernel.f90:92-129 - exec+		3.34	1.32
○Loop 167 - calc_dt_kernel.f90:92-129 - exec		3.34	1.32
►revert_kernel_module_mp_revert_kernel_.DIR.OMP.PARALLEL.2+	exec	2.37	0.94
►Loop 345 - revert_kernel.f90:44-48 - exec+		2.37	0.94
○Loop 347 - revert_kernel.f90:46-48 - exec		2.37	0.94
○_INTERNAL021345c1::__kmp_hyper_barrier_gather(barrier_type, kmp_info, int, int, void ()(void, void), void*)	libiomp5.so	0.44	0.17
○MPIR_Progress_hook_exec_on_vci	libmpi.so.12.0.0	0.35	0.14
►field_summary_kernel_module_mp_field_summary_kernel_.DIR.OMP.PARALLEL.2+	exec	0.29	0.11
►Loop 177 - field_summary_kernel.f90:56-71 - exec+		0.29	0.11
○Loop 178 - field_summary_kernel.f90:58-71 - exec		0.29	0.11
○__intel_avx_rep_memset	exec	0.20	0.08
○unknown_kernel_region	kernel	0.18	0.07
○MPIDI_SHMGR_Gather	libmpi.so.12.0.0	0.14	0.06
○ADIOI_GEN_SetLockDirect64	libmpi.so.12.0.0	0.09	0.04
○I_MPI_memcpy_multipage_sse	libmpi.so.12.0.0	0.09	0.04
○__kmp_fork_call	libiomp5.so	0.06	0.02
►generate_chunk_kernel_module_mp_generate_chunk_kernel_.DIR.OMP.PARALLEL.2+	exec	0.06	0.02
►Loop 209 - generate_chunk_kernel.f90:87-90 - exec+		0.01	0.00
○Loop 211 - generate_chunk_kernel.f90:89-90 - exec		0.01	0.00
►Loop 206 - generate_chunk_kernel.f90:87-98 - exec+		0.01	0.00
○Loop 208 - generate_chunk_kernel.f90:97-98 - exec		0.01	0.00
►Loop 203 - generate_chunk_kernel.f90:87-106 - exec+		0.01	0.00
○Loop 205 - generate_chunk_kernel.f90:105-106 - exec		0.01	0.00
►Loop 200 - generate_chunk_kernel.f90:87-114 - exec+		0.01	0.00
○Loop 202 - generate_chunk_kernel.f90:113-114 - exec		0.01	0.00
○kmp_flag_native::done_check()	libiomp5.so	0.05	0.02
○__kmp_barrier	libiomp5.so	0.04	0.01
►pack_kernel_module_mp_clover_pack_message_right_.DIR.OMP.PARALLEL.LOOP.2.split100+	exec	0.04	0.01
►Loop 300 - pack_kernel.f90:156-160 - exec+		0.04	0.01
○Loop 301 - pack_kernel.f90:158-160 - exec		0.04	0.01
○impi_shm_heap_progress	libmpi.so.12.0.0	0.03	0.01
○_INTERNAL021345c1::__kmp_hyper_barrier_release(barrier_type, kmp_info, int, int, int, void)	libiomp5.so	0.03	0.01
►initialise_chunk_kernel_module_mp_initialise_chunk_kernel_.DIR.OMP.PARALLEL.2+	exec	0.03	0.01
►Loop 241 - initialise_chunk_kernel.f90:60-120 - exec+		0.01	0.00
○Loop 243 - initialise_chunk_kernel.f90:119-120 - exec		0.01	0.00
►Loop 244 - initialise_chunk_kernel.f90:60-111 - exec+		0.01	0.00
○Loop 246 - initialise_chunk_kernel.f90:110-111 - exec		0.01	0.00
○__intel_avx_rep_memset	libiomp5.so	0.01	0.00
○MPID_Progress_completion_count_get	libmpi.so.12.0.0	0.01	0.00
○MPIDI_SHMI_progress	libmpi.so.12.0.0	0.01	0.00
○__kmp_allocate_team	libiomp5.so	0.01	0.00
○__kmpc_for_static_fini	libiomp5.so	0.01	0.00
○kmp_flag_native::notdone_check()	libiomp5.so	0.01	0.00
○__kmp_hyper_barrier_gather	libiomp5.so	0.01	0.00
○clover_pack_bottom	exec	0.01	0.00
►update_halo_kernel_module_mp_update_halo_kernel_.DIR.OMP.PARALLEL.2+	exec	0.01	0.00
►Loop 511 - update_halo_kernel.f90:99-168 - exec+		0.01	0.00
○Loop 512 - update_halo_kernel.f90:167-168 - exec		0.01	0.00
○pack_kernel_module_mp_clover_unpack_message_bottom_.DIR.OMP.PARALLEL.8	exec	0.01	0.00
○pack_kernel_module_mp_clover_unpack_message_top_.DIR.OMP.PARALLEL.LOOP.268.split72	exec	0.01	0.00
○pack_kernel_module_mp_clover_unpack_message_right_.DIR.OMP.PARALLEL.LOOP.2.split103	exec	0.01	0.00
○accelerate	exec	0.01	0.00

Report Configuration

Warning

▶Environment Variables

▶Path Number Loops Profile for MPI #4.0 - node gmz12.benchmarkcenter.megware.com - process 23895 - thread 23895

Profiling MPI #4.0 - node gmz12.benchmarkcenter.megware.com - process 23895 - thread 23895