OV - exec - Profiling MPI #2.0- node isix03.benchmarkcenter.megware.com - process 51710

▶Environment Variables

 _mlredir=1

BASH_FUNC_module%%=() {  local _mlredir=0;

 if [ "$MODULES_REDIRECT_OUTPUT" = '1' ]; then

BASH_FUNC_ml%%=() {  module ml "$@"

BASH_FUNC__module_raw%%=() {  eval "$(/usr/bin/tclsh '/usr/share/Modules/libexec/modulecmd.tcl' bash "$@")";

BASH_FUNC_which%%=() {  ( alias;

 _mlstatus=$?;

SHELL=/bin/bash

HYDRA_BSTRAP_SUBTREE_SIZE=1

TBBROOT=/cluster/intel/oneapi/2025.0.0/tbb/2022.0

HYDRA_IP_VERSION=2

PMI_SIZE=6

HYDRA_BSTRAP_DOWNSTREAM_CONTROL=

HYDRA_BSTRAP_DEBUG=0

SLURM_STEP_NUM_TASKS=1

PMI_FD=9

SLURM_JOB_USER=eoseret

SLURM_TASKS_PER_NODE=1

SLURM_JOB_UID=88000178

HISTCONTROL=ignoredups

SLURM_CPU_BIND=quiet,none

SLURM_TASK_PID=10618

SLURM_MEM_BIND_LIST=

QAAS_MAX_ALLOWED_EXEC_TIME=180

OMP_AFFINITY_FORMAT=OMP: pid %P tid %i thread %n bound to OS proc set {%A}

__MODULES_LMALTNAME=tbb/latest&as|tbb/default:compiler-rt/latest&as|compiler-rt/default:umf/latest&as|umf/default:compiler/latest&as|compiler/default:mkl/latest&as|mkl/default:mpi/latest&as|mpi/default

PKG_CONFIG_PATH=/cluster/intel/oneapi/2025.0.0/mkl/2025.0/lib/pkgconfig:/cluster/intel/oneapi/2025.0.0/compiler/2025.0/lib/pkgconfig:/cluster/intel/oneapi/2025.0.0/tbb/2022.0/lib/pkgconfig

SLURM_LOCALID=0

I_MPI_INFO_LCPU=512

SLURM_SUBMIT_DIR=/home/eoseret

SLURM_CPU_BIND_VERBOSE=quiet

HOSTNAME=isix03

HISTSIZE=1000

I_MPI_INFO_STATE=0

SLURMD_NODENAME=isix03

HYDRA_BSTRAP_DOWNSTREAM_PID=

I_MPI_FABRICS=shm

SLURM_JOB_START_TIME=1738142340

I_MPI_DEBUG=4

I_MPI_INFO_VEND=1

I_MPI_INFO_MODE=775

HYDRA_LAUNCHER_EXTRA_ARGS=--external-launcher

HYDRA_BSTRAP_PROXY_ID=0

I_MPI_INFO_NUMA_NODE_NUM=6

SLURM_STEP_NODELIST=isix03

__MODULES_SHARE_LD_LIBRARY_PATH=:1

HYDRA_BSTRAP_DOWNSTREAM_STDOUT=

I_MPI_INFO_C_NAME=Unknown

I_MPI_ROOT=/cluster/intel/oneapi/2025.0.0/mpi/2021.14

HYDRA_BSTRAP_UPSTREAM_FD=3

SLURM_CLUSTER_NAME=benchmarkcenter.megware.com

SLURM_JOB_END_TIME=1738228740

SLURM_CPUS_ON_NODE=512

FI_PROVIDER_PATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/opt/mpi/libfabric/lib/prov:/usr/lib64/libfabric

DIAGUTIL_PATH=/cluster/intel/oneapi/2025.0.0/compiler/2025.0/etc/compiler/sys_check/sys_check.sh

SLURM_UMASK=0022

I_MPI_BIND_WIN_ALLOCATE=localalloc

SLURM_JOB_CPUS_PER_NODE=512

HYDRA_BSTRAP_NUM_DOWNSTREAM_PROXIES=0

HYDRA_BSTRAP_DOWNSTREAM_STDERR=

OMP_PLACES=threads

PWD=/home/eoseret/qaas_runs_GNR/173-814-2343/intel/CloverLeaf2.0-CXX/run/oneview_runs/compilers/icx_5/oneview_run_1738145673

PRTE_MCA_plm_slurm_args=--external-launcher

SLURM_GTIDS=0

LOGNAME=eoseret

XDG_SESSION_TYPE=tty

SLURM_JOB_PARTITION=CPU_6980P

I_MPI_INTERNAL_MEM_POLICY=default

MODULESHOME=/usr/share/Modules

MANPATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/share/man:/cluster/intel/oneapi/2025.0.0/compiler/2025.0/share/man

I_MPI_INFO_FLGDEXT=-2276302

SLURM_OOM_KILL_STEP=0

HYDRA_BSTRAP_DOWNSTREAM_HOSTS=

I_MPI_INFO_CACHE3=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5

I_MPI_INFO_CACHE2=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255

I_MPI_INFO_CACHE1=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255

SLURM_JOB_NUM_NODES=1

SLURM_OVERLAP=1

SRUN_DEBUG=3

_=/usr/bin/env

SLURM_STEPID=77

HYDRA_BSTRAP_NUM_LAUNCHES=-1

SLURM_CPU_BIND_LIST=

I_MPI_INFO_CACHES=3

SLURM_JOBID=30618

SLURM_LAUNCH_NODE_IPADDR=13.37.14.3

SLURM_JOB_QOS=normal

I_MPI_HYDRA_BOOTSTRAP_EXEC_EXTRA_ARGS=--external-launcher

MOTD_SHOWN=pam

I_MPI_PIN_CPUBIND_INFO=86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383

HOME=/home/eoseret

FI_PROVIDER=shm

LANG=C.UTF-8

I_MPI_HYDRA_UUID=d8c90000-fdeb-8d93-d52c-0600d40f5f15

SLURM_CPU_BIND_TYPE=none

SLURM_MEM_BIND_VERBOSE=quiet

LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.webp=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.m4a=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.oga=01;36:*.opus=01;36:*.spx=01;36:*.xspf=01;36:

MPI_LOCALRANKID=2

SLURMD_DEBUG=2

__MODULES_LMPREREQ=compiler/latest&tbb&compiler-rt&umf:mkl/latest&tbb&compiler-rt

I_MPI_PIN_RESPECT_HCA=no

SLURM_PROCID=0

I_MPI_PIN_DOMAIN_SIZE=auto

I_MPI_PIN_DOMAIN=auto

I_MPI_INFO_NUMA_NODE_MAP=,mlx5_0:0

TMPDIR=/tmp

CMAKE_PREFIX_PATH=/cluster/intel/oneapi/2025.0.0/mkl/2025.0/lib/cmake:/cluster/intel/oneapi/2025.0.0/compiler/2025.0:/cluster/intel/oneapi/2025.0.0/umf/0.9:/cluster/intel/oneapi/2025.0.0/tbb/2022.0

I_MPI_INFO_DESC=1342177280

SLURM_NTASKS=1

SLURM_TOPOLOGY_ADDR=isix03

GFORTRAN_UNBUFFERED_PRECONNECTED=y

SSH_CONNECTION=193.55.217.30 12767 89.187.205.251 22

I_MPI_INFO_SERIAL=0000

__MODULES_LMTAG=tbb/latest&auto-loaded:compiler-rt/latest&auto-loaded:umf/latest&auto-loaded

SLURM_DISTRIBUTION=cyclic

CMPLR_ROOT=/cluster/intel/oneapi/2025.0.0/compiler/2025.0

I_MPI_PIN_INFO=86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,342,343,344,345,346,347,348,349,350,351,352,353,354,355,356,357,358,359,360,361,362,363,364,365,366,367,368,369,370,371,372,373,374,375,376,377,378,379,380,381,382,383

I_MPI_INFO_CACHE_SIZE=49152,2097152,528482304

HYDRA_BSTRAP_LOCALHOST=isix03

OMP_PROC_BIND=spread

HYDRA_BOOTSTRAP=slurm

I_MPI_INFO_FLGCEXT=-79593474

HYDRA_BSTRAP_NODE_ID=0

SLURM_TOPOLOGY_ADDR_PATTERN=node

I_MPI_HYDRA_TOPOLIB=ipl2

I_MPI_INFO_SIGN=657105

SLURM_SRUN_COMM_HOST=13.37.14.3

XDG_SESSION_CLASS=user

I_MPI_INFO_NP=2

TERM=xterm-256color

MPI_PROVIDER=IntelMPI

WORK=/beegfs/hackathon/users/eoseret

I_MPI_INFO_NC=256

LESSOPEN=||/usr/bin/lesspipe.sh %s

USER=eoseret

UMF_ROOT=/cluster/intel/oneapi/2025.0.0/umf/0.9

OMP_DISPLAY_ENV=TRUE

LIBRARY_PATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/opt/mpi/libfabric/lib:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/lib:/cluster/intel/oneapi/2025.0.0/mkl/2025.0/lib:/cluster/intel/oneapi/2025.0.0/compiler/2025.0/lib:/cluster/intel/oneapi/2025.0.0/umf/0.9/lib/:/cluster/intel/oneapi/2025.0.0/tbb/2022.0/lib

SLURM_NODELIST=isix03

ENVIRONMENT=BATCH

SLURM_SRUN_COMM_PORT=34753

MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD

LOADEDMODULES=comp/cmake/3.26.3:intel-oneapi/2025.0.0:tbb/latest:compiler-rt/latest:umf/latest:compiler/latest:mkl/latest:mpi/latest

SLURM_STEP_ID=77

SLURM_PRIO_PROCESS=0

I_MPI_INFO_CORE=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169

SLURM_NPROCS=1

__MODULES_SHARE_DIAGUTIL_PATH=/cluster/intel/oneapi/2025.0.0/compiler/2025.0/etc/compiler/sys_check/sys_check.sh:2

SHLVL=4

SLURM_NNODES=1

OCL_ICD_FILENAMES=/cluster/intel/oneapi/2025.0.0/compiler/2025.0/lib/libintelocl.so

QAAS_INPUT=/home/eoseret/qaas-tested-json-recipes/MiniApps/input-ClovLf-2.0-CXX.intel.json

HYDRA_LAUNCH_TYPE=0

XDG_SESSION_ID=715

I_MPI_RETURN_WIN_MEM_NUMA=2,2

SLURM_SUBMIT_HOST=frontend.benchmarkcenter.megware.com

OMP_DISPLAY_AFFINITY=TRUE

PMI_RANK=2

MPI_LOCALNRANKS=6

CLASSPATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/share/java/mpi.jar

LD_LIBRARY_PATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/opt/mpi/libfabric/lib:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/lib:/cluster/intel/oneapi/2025.0.0/mkl/2025.0/lib:/cluster/intel/oneapi/2025.0.0/umf/0.9/lib/:/cluster/intel/oneapi/2025.0.0/compiler/2025.0/opt/compiler/lib:/cluster/intel/oneapi/2025.0.0/compiler/2025.0/lib:/cluster/intel/oneapi/2025.0.0/tbb/2022.0/lib:/home/eoseret/MAQAO_src/lib:::/home/eoseret/MAQAO_2.21.1/lib

I_MPI_INFO_FLGD=-1075053569

I_MPI_INFO_FLGB=-205539345

I_MPI_INFO_FLGC=2147417087

XDG_RUNTIME_DIR=/run/user/88000178

SLURM_JOB_ID=30618

SLURM_NODEID=0

QAAS_BUILD_DIR=/home/eoseret/qaas_runs_GNR/173-814-2343/intel/CloverLeaf2.0-CXX/build/CloverLeaf2.0-CXX/../icx_5

SLURM_STEP_NUM_NODES=1

SSH_CLIENT=193.55.217.30 12767 22

I_MPI_PIN_ORDER=bunch

__MODULES_LMINIT=module use --append /usr/share/Modules/modulefiles:module use --append /etc/modulefiles:module use --append /usr/share/modulefiles:module use --append /cluster/modulefiles

MKLROOT=/cluster/intel/oneapi/2025.0.0/mkl/2025.0

HYDRA_BSTRAP_PGID=0

I_MPI_PIN_MAPPING=6:0 0,1 43,2 86,3 128,4 171,5 214

I_MPI_INFO_PACK=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1

OMP_NUM_THREADS=42

HYDRA_BSTRAP_TREE_WIDTH=16

which_declare=declare -f

SLURM_STEP_TASKS_PER_NODE=1

I_MPI_MPIRUN=mpirun

I_MPI_INFO_CACHE_SHARE=2,2,512

HYDRA_BSTRAP_LAUNCHER=slurm

XDG_DATA_DIRS=/home/eoseret/.local/share/flatpak/exports/share:/var/lib/flatpak/exports/share:/usr/local/share:/usr/share

NLSPATH=/cluster/intel/oneapi/2025.0.0/compiler/2025.0/lib/compiler/locale/%l_%t/%N

SLURM_CONF=/etc/slurm/slurm.conf

PATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/opt/mpi/libfabric/bin:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/bin:/cluster/intel/oneapi/2025.0.0/compiler/2025.0/bin:/cluster/comp/cmake/3.26.3//bin:/home/eoseret/ninja_bin:/home/eoseret/.local/bin:/home/eoseret/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin

SLURM_MEM_BIND=quiet,none

SLURM_JOB_NAME=qaas-hybrid

MODULEPATH=/cluster/intel/oneapi/2025.0.0/modulefiles:/usr/share/Modules/modulefiles:/etc/modulefiles:/usr/share/modulefiles:/cluster/modulefiles

I_MPI_INFO_BRAND=Intel(R) Xeon(R) 6980P

SLURM_NTASKS_PER_NODE=1

_LMFILES_=/cluster/modulefiles/comp/cmake/3.26.3:/cluster/modulefiles/intel-oneapi/2025.0.0:/cluster/intel/oneapi/2025.0.0/modulefiles/tbb/latest:/cluster/intel/oneapi/2025.0.0/modulefiles/compiler-rt/latest:/cluster/intel/oneapi/2025.0.0/modulefiles/umf/latest:/cluster/intel/oneapi/2025.0.0/modulefiles/compiler/latest:/cluster/intel/oneapi/2025.0.0/modulefiles/mkl/latest:/cluster/intel/oneapi/2025.0.0/modulefiles/mpi/latest

DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/88000178/bus

SLURM_MEM_BIND_TYPE=none

MAIL=/var/spool/mail/eoseret

SSH_TTY=/dev/pts/14

MAQAO_TUTO=/beegfs/hackathon/MAQAO

SLURM_STEP_LAUNCHER_PORT=34753

OMPI_MCA_plm_slurm_args=--external-launcher

SLURM_JOB_GID=88000178

CPATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/include:/cluster/intel/oneapi/2025.0.0/mkl/2025.0/include:/cluster/intel/oneapi/2025.0.0/umf/0.9/include/:/cluster/intel/oneapi/2025.0.0/tbb/2022.0/include

QAAS_DEFAULT_REPETITIONS=11

I_MPI_INFO_THREAD=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1

OLDPWD=/home/eoseret/qaas_runs_GNR/173-814-2343/intel/CloverLeaf2.0-CXX/run/oneview_runs/compilers/icx_5/oneview_run_1738145673

SLURM_JOB_NODELIST=isix03

VERBOSE=1

MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl

I_MPI_HYDRA_BOOTSTRAP=slurm

▶Path Number Loops Profile for MPI #2.0 - node isix03.benchmarkcenter.megware.com - process 51710 - thread 51710

Profiling MPI #2.0 - node isix03.benchmarkcenter.megware.com - process 51710 - thread 51710

Name	Module	Coverage (%)	Time (s)
►PdV_kernel(bool, int, int, int, int, double, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	6.04	1.87
○Loop 245 - PdV.cpp:70-84 - exec		6.04	1.87
►ideal_gas_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&) [clone .extracted]+	exec	5.51	1.71
○Loop 199 - ideal_gas.cpp:38-46 - exec		5.51	1.71
►accelerate_kernel(int, int, int, int, double, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	5.27	1.63
○Loop 144 - accelerate.cpp:41-54 - exec		5.27	1.63
►PdV_kernel(bool, int, int, int, int, double, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	5.09	1.58
○Loop 246 - PdV.cpp:49-64 - exec		5.09	1.58
○kmp_flag_64::wait(kmp_info, int, void)	libiomp5.so	4.62	1.43
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	4.06	1.26
○Loop 153 - advec_mom.cpp:219-222 - exec		4.06	1.26
►flux_calc_kernel(int, int, int, int, double, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	3.98	1.23
○Loop 191 - flux_calc.cpp:37-41 - exec		3.98	1.23
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	3.93	1.22
○Loop 154 - advec_mom.cpp:181-211 - exec		3.93	1.22
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	3.92	1.22
○Loop 157 - advec_mom.cpp:147-150 - exec		3.92	1.22
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	3.82	1.18
○Loop 158 - advec_mom.cpp:109-139 - exec		3.82	1.18
►advec_cell_kernel(int, int, int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	3.30	1.02
○Loop 146 - advec_cell.cpp:158-202 - exec		3.30	1.02
►viscosity_kernel(int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&) [clone .extracted]+	exec	3.29	1.02
○Loop 629 - viscosity.cpp:37-66 - exec		3.29	1.02
►advec_cell_kernel(int, int, int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	3.27	1.01
○Loop 149 - advec_cell.cpp:118-126 - exec		3.27	1.01
►advec_cell_kernel(int, int, int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	3.27	1.01
○Loop 145 - advec_cell.cpp:209-217 - exec		3.27	1.01
►advec_cell_kernel(int, int, int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	3.25	1.01
○Loop 150 - advec_cell.cpp:66-110 - exec		3.25	1.01
►calc_dt_kernel(int, int, int, int, double, double, double, double, double, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D+	exec	3.22	1.00
○Loop 178 - calc_dt.cpp:50-76 - exec		3.22	1.00
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	2.90	0.90
○Loop 155 - advec_mom.cpp:168-173 - exec		2.90	0.90
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	2.88	0.89
○Loop 159 - advec_mom.cpp:96-101 - exec		2.88	0.89
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	2.88	0.89
○Loop 164 - advec_mom.cpp:45-49 - exec		2.88	0.89
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	2.87	0.89
○Loop 163 - advec_mom.cpp:54-58 - exec		2.87	0.89
►reset_field_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&) [...+	exec	2.63	0.81
○Loop 248 - reset_field.cpp:45-49 - exec		2.63	0.81
►revert_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&) [clone .extracted]+	exec	2.51	0.78
○Loop 251 - revert.cpp:35-39 - exec		2.51	0.78
►reset_field_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&) [...+	exec	2.45	0.76
○Loop 249 - reset_field.cpp:35-39 - exec		2.45	0.76
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	2.45	0.76
○Loop 161 - advec_mom.cpp:72-76 - exec		2.45	0.76
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	2.32	0.72
○Loop 162 - advec_mom.cpp:63-67 - exec		2.32	0.72
►advec_cell_kernel(int, int, int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	1.43	0.44
○Loop 148 - advec_cell.cpp:137-141 - exec		1.43	0.44
►advec_cell_kernel(int, int, int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	1.42	0.44
○Loop 152 - advec_cell.cpp:45-49 - exec		1.42	0.44
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	1.29	0.40
○Loop 156 - advec_mom.cpp:158-161 - exec		1.29	0.40
►advec_cell_kernel(int, int, int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	1.26	0.39
○Loop 147 - advec_cell.cpp:147-151 - exec		1.26	0.39
►advec_mom_kernel(int, int, int, int, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clo...+	exec	1.22	0.38
○Loop 160 - advec_mom.cpp:86-89 - exec		1.22	0.38
►advec_cell_kernel(int, int, int, int, int, int, clover::Buffer1D&, clover::Buffer1D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D&, clover::Buffer2D+	exec	1.19	0.37
○Loop 151 - advec_cell.cpp:55-59 - exec		1.19	0.37
○ADIOI_GEN_SetLockDirect64	libmpi.so.12.0.0	0.55	0.17
○field_summary(global_variables&, parallel_&) [clone .extracted]	exec	0.32	0.10
○I_MPI_memcpy_multipage_sse	libmpi.so.12.0.0	0.31	0.09
○MPID_CH4_SHM_bcast_intra_heap_init_cnt	libmpi.so.12.0.0	0.29	0.09
○__kmp_hyper_barrier_release(barrier_type, kmp_info, int, int, int, void)	libiomp5.so	0.15	0.04
►build_field(global_variables&) [clone .extracted.37]+	exec	0.11	0.04
○Loop 177 - build_field.cpp:101-114 - exec		0.11	0.04
○unknown_kernel_region	kernel	0.11	0.04
○MPIR_Progress_hook_exec_on_vci	libmpi.so.12.0.0	0.08	0.02
○kmp_flag_native::notdone_check()	libiomp5.so	0.08	0.02
►build_field(global_variables&) [clone .extracted.27]+	exec	0.06	0.02
○Loop 175 - build_field.cpp:119-129 - exec		0.06	0.02
○inflate_fast	libmpi.so.12.0.0	0.03	0.01
○MPIDI_Progress_test	libmpi.so.12.0.0	0.03	0.01
○adler32_z	libmpi.so.12.0.0	0.03	0.01
►initialise_chunk(int, global_variables&) [clone .extracted.7]+	exec	0.03	0.01
○Loop 202 - initialise_chunk.cpp:78-83 - exec		0.03	0.01
►generate_chunk(int, global_variables&) [clone .extracted.7]+	exec	0.03	0.01
○Loop 198 - generate_chunk.cpp:75-81 - exec		0.03	0.01
►build_field(global_variables&) [clone .extracted.22]+	exec	0.03	0.01
○Loop 174 - build_field.cpp:144-149 - exec		0.03	0.01
○MPID_Progress_yield	libmpi.so.12.0.0	0.02	0.00
○__kmp_fork_call	libiomp5.so	0.02	0.00
○MPI_Wtime	libmpi.so.12.0.0	0.02	0.00
○kmp_flag_native::done_check()	libiomp5.so	0.02	0.00
○update_halo_kernel(int, int, int, int, std::array const&, std::array const&, field_type&, int const*, int) [clone .extracted.147]	exec	0.02	0.00
►clover_pack_message_right(global_variables&, int, int, int, int, clover::Buffer2D&, clover::Buffer1D&, int, int, int, int, int, int, int) [clone .extracted]+	exec	0.02	0.00
►Loop 228 - pack_kernel.cpp:121-126 - exec+		0.02	0.00
○Loop 229 - pack_kernel.cpp:122-124 - exec		0.02	0.00
○clover_exchange(global_variables&, int const*, int)	exec	0.02	0.00
○__tls_get_addr	ld-linux-x86-64.so.2	0.02	0.00
►build_field(global_variables&) [clone .extracted.32]+	exec	0.02	0.00
○Loop 176 - build_field.cpp:134-139 - exec		0.02	0.00
○clover_pack_bottom(global_variables&, clover::Buffer1D&, int, int const, int, int)	exec	0.02	0.00
○do_lookup_x	ld-linux-x86-64.so.2	0.02	0.00

Report Configuration

▶Environment Variables

▶Path Number Loops Profile for MPI #2.0 - node isix03.benchmarkcenter.megware.com - process 51710 - thread 51710

Profiling MPI #2.0 - node isix03.benchmarkcenter.megware.com - process 51710 - thread 51710