OV - exec - Profiling MPI #4.0- node gmz10.benchmarkcenter.megware.com - process 138801

▶Environment Variables

 _mlredir=1

BASH_FUNC_module%%=() {  local _mlredir=0;

 if [ "$MODULES_REDIRECT_OUTPUT" = '1' ]; then

BASH_FUNC_ml%%=() {  module ml "$@"

BASH_FUNC__module_raw%%=() {  eval "$(/usr/bin/tclsh '/usr/share/Modules/libexec/modulecmd.tcl' bash "$@")";

BASH_FUNC_which%%=() {  ( alias;

 _mlstatus=$?;

SHELL=/bin/bash

HYDRA_BSTRAP_SUBTREE_SIZE=1

TBBROOT=/cluster/intel/oneapi/2025.0.0/tbb/2022.0

HYDRA_IP_VERSION=2

PMI_SIZE=8

HYDRA_BSTRAP_DOWNSTREAM_CONTROL=

HYDRA_BSTRAP_DEBUG=0

SLURM_STEP_NUM_TASKS=1

PMI_FD=17

SLURM_JOB_USER=eoseret

SLURM_TASKS_PER_NODE=1

SLURM_JOB_UID=88000178

HISTCONTROL=ignoredups

SLURM_CPU_BIND=quiet,none

SLURM_TASK_PID=63450

SLURM_MEM_BIND_LIST=

QAAS_MAX_ALLOWED_EXEC_TIME=180

OMP_AFFINITY_FORMAT=OMP: pid %P tid %i thread %n bound to OS proc set {%A}

PKG_CONFIG_PATH=/cluster/intel/oneapi/2025.0.0/mkl/2025.0/lib/pkgconfig:/cluster/intel/oneapi/2025.0.0/tbb/2022.0/lib/pkgconfig

__MODULES_LMALTNAME=comp/gcc/14.2.0&as|comp/default&as|comp/latest&as|comp/gcc/default&as|comp/gcc/latest:mpi/latest&as|mpi/default:tbb/latest&as|tbb/default:compiler-rt/latest&as|compiler-rt/default:mkl/latest&as|mkl/default

SLURM_LOCALID=0

I_MPI_INFO_LCPU=512

SLURM_SUBMIT_DIR=/home/eoseret

SLURM_CPU_BIND_VERBOSE=quiet

HOSTNAME=gmz10

HISTSIZE=1000

I_MPI_INFO_STATE=0

SLURMD_NODENAME=gmz10

HYDRA_BSTRAP_DOWNSTREAM_PID=

I_MPI_FABRICS=shm

SLURM_JOB_START_TIME=1739896378

I_MPI_DEBUG=4

I_MPI_INFO_VEND=0

I_MPI_INFO_MODE=775

HYDRA_LAUNCHER_EXTRA_ARGS=--external-launcher

HYDRA_BSTRAP_PROXY_ID=0

I_MPI_INFO_NUMA_NODE_NUM=8

SLURM_STEP_NODELIST=gmz10

__MODULES_SHARE_LD_LIBRARY_PATH=:1

HYDRA_BSTRAP_DOWNSTREAM_STDOUT=

I_MPI_INFO_C_NAME=Unknown

FOM_UNIT=NA

I_MPI_ROOT=/cluster/intel/oneapi/2025.0.0/mpi/2021.14

HYDRA_BSTRAP_UPSTREAM_FD=3

SLURM_CLUSTER_NAME=benchmarkcenter.megware.com

SLURM_JOB_END_TIME=1739982778

SLURM_CPUS_ON_NODE=512

FI_PROVIDER_PATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/opt/mpi/libfabric/lib/prov:/usr/lib64/libfabric

DIAGUTIL_PATH=/cluster/intel/oneapi/2025.0.0/compiler/2025.0/etc/compiler/sys_check/sys_check.sh

SLURM_UMASK=0022

I_MPI_BIND_WIN_ALLOCATE=localalloc

SLURM_JOB_CPUS_PER_NODE=512

HYDRA_BSTRAP_NUM_DOWNSTREAM_PROXIES=0

HYDRA_BSTRAP_DOWNSTREAM_STDERR=

OMP_PLACES=threads

PWD=/home/eoseret/qaas_runs_ZEN5/173-989-6379/intel/AMG/run/oneview_runs/compilers/gcc_3/oneview_run_1739902763

PRTE_MCA_plm_slurm_args=--external-launcher

SLURM_GTIDS=0

LOGNAME=eoseret

XDG_SESSION_TYPE=tty

SLURM_JOB_PARTITION=CPU_9745

I_MPI_INTERNAL_MEM_POLICY=default

MODULESHOME=/usr/share/Modules

MANPATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/share/man:/cluster/comp/gcc/14.2.0//share/man

I_MPI_INFO_FLGDEXT=268435728

SLURM_OOM_KILL_STEP=0

HYDRA_BSTRAP_DOWNSTREAM_HOSTS=

I_MPI_INFO_CACHE3=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,4,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,5,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,6,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7

I_MPI_INFO_CACHE2=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255

I_MPI_INFO_CACHE1=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,160,161,162,163,164,165,166,167,168,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,186,187,188,189,190,191,192,193,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245,246,247,248,249,250,251,252,253,254,255

FOM_TYPE=RATE

SLURM_JOB_NUM_NODES=1

SLURM_OVERLAP=1

SRUN_DEBUG=3

_=/usr/bin/env

SLURM_STEPID=107

HYDRA_BSTRAP_NUM_LAUNCHES=-1

SLURM_CPU_BIND_LIST=

I_MPI_INFO_CACHES=3

SLURM_JOBID=31618

SLURM_LAUNCH_NODE_IPADDR=13.37.6.10

SLURM_JOB_QOS=normal

I_MPI_HYDRA_BOOTSTRAP_EXEC_EXTRA_ARGS=--external-launcher

MOTD_SHOWN=pam

HOME=/home/eoseret

FI_PROVIDER=shm

LANG=C.UTF-8

I_MPI_HYDRA_UUID=fd1d0200-6f59-2cae-6e2e-0600fde6e339

SLURM_CPU_BIND_TYPE=none

SLURM_MEM_BIND_VERBOSE=quiet

LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.webp=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.m4a=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.oga=01;36:*.opus=01;36:*.spx=01;36:*.xspf=01;36:

MPI_LOCALRANKID=4

SLURMD_DEBUG=2

__MODULES_LMPREREQ=mkl/latest&tbb&compiler-rt

I_MPI_PIN_RESPECT_HCA=no

SLURM_PROCID=0

I_MPI_PIN_DOMAIN=auto

I_MPI_INFO_NUMA_NODE_MAP=,mlx5_0:4

TMPDIR=/tmp

CMAKE_PREFIX_PATH=/cluster/intel/oneapi/2025.0.0/mkl/2025.0/lib/cmake:/cluster/intel/oneapi/2025.0.0/tbb/2022.0

I_MPI_INFO_DESC=536870912

SLURM_NTASKS=1

SLURM_TOPOLOGY_ADDR=gmz10

GFORTRAN_UNBUFFERED_PRECONNECTED=y

SSH_CONNECTION=193.55.217.30 30909 89.187.205.251 22

I_MPI_INFO_SERIAL=0000

__MODULES_LMTAG=tbb/latest&auto-loaded:compiler-rt/latest&auto-loaded

SLURM_DISTRIBUTION=cyclic

CMPLR_ROOT=/cluster/intel/oneapi/2025.0.0/compiler/2025.0

I_MPI_PIN_INFO=x128,129,130,131,132,133,134,135,136,137,138,139,140,141,142,143,144,145,146,147,148,149,150,151,152,153,154,155,156,157,158,159,384,385,386,387,388,389,390,391,392,393,394,395,396,397,398,399,400,401,402,403,404,405,406,407,408,409,410,411,412,413,414,415

I_MPI_INFO_CACHE_SIZE=0,0,0

HYDRA_BSTRAP_LOCALHOST=gmz10

OMP_PROC_BIND=spread

HYDRA_BOOTSTRAP=slurm

I_MPI_INFO_FLGCEXT=423714782

HYDRA_BSTRAP_NODE_ID=0

SLURM_TOPOLOGY_ADDR_PATTERN=node

I_MPI_HYDRA_TOPOLIB=hwloc

I_MPI_INFO_SIGN=11603728

SLURM_SRUN_COMM_HOST=13.37.6.10

XDG_SESSION_CLASS=user

I_MPI_INFO_NP=2

TERM=xterm-256color

MPI_PROVIDER=IntelMPI

WORK=/beegfs/hackathon/users/eoseret

I_MPI_INFO_NC=256

LESSOPEN=||/usr/bin/lesspipe.sh %s

USER=eoseret

OMP_DISPLAY_ENV=TRUE

LIBRARY_PATH=/cluster/intel/oneapi/2025.0.0/mkl/2025.0/lib:/cluster/intel/oneapi/2025.0.0/tbb/2022.0/lib:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/opt/mpi/libfabric/lib:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/lib

SLURM_NODELIST=gmz10

ENVIRONMENT=BATCH

SLURM_SRUN_COMM_PORT=43027

MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD

LOADEDMODULES=comp/cmake/3.26.3:comp/gcc/14.2.0:intel-oneapi/2025.0.0:mpi/latest:tbb/latest:compiler-rt/latest:mkl/latest

SLURM_STEP_ID=107

SLURM_PRIO_PROCESS=0

I_MPI_INFO_CORE=0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,96,97,98,99,100,101,102,103,104,105,106,107,108,109,110,111,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,112,113,114,115,116,117,118,119,120,121,122,123,124,125,126,127,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95

SLURM_NPROCS=1

INCLUDE=/cluster/comp/gcc/14.2.0//include

SHLVL=4

SLURM_NNODES=1

QAAS_INPUT=/home/eoseret/qaas-tested-json-recipes/MiniApps/input-AMG.amd.json

HYDRA_LAUNCH_TYPE=0

XDG_SESSION_ID=1826

I_MPI_RETURN_WIN_MEM_NUMA=4,4

SLURM_SUBMIT_HOST=frontend.benchmarkcenter.megware.com

OMP_DISPLAY_AFFINITY=TRUE

FOM_REGEX=(?<=Figure of Merit .FOM_1.:).*

PMI_RANK=4

MPI_LOCALNRANKS=8

CLASSPATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/share/java/mpi.jar

LD_LIBRARY_PATH=/cluster/intel/oneapi/2025.0.0/mkl/2025.0/lib:/cluster/intel/oneapi/2025.0.0/compiler/2025.0/opt/compiler/lib:/cluster/intel/oneapi/2025.0.0/compiler/2025.0/lib:/cluster/intel/oneapi/2025.0.0/tbb/2022.0/lib:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/opt/mpi/libfabric/lib:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/lib:/cluster/comp/gcc/14.2.0//lib64:/cluster/comp/gcc/14.2.0//lib:/home/eoseret/MAQAO_src/lib:::/home/eoseret/MAQAO_277466/lib

I_MPI_INFO_FLGD=395049983

I_MPI_INFO_FLGB=-239102037

I_MPI_INFO_FLGC=2130326027

XDG_RUNTIME_DIR=/run/user/88000178

SLURM_JOB_ID=31618

SLURM_NODEID=0

QAAS_BUILD_DIR=/home/eoseret/qaas_runs_ZEN5/173-989-6379/intel/AMG/build/AMG/../gcc_3

SLURM_STEP_NUM_NODES=1

SSH_CLIENT=193.55.217.30 30909 22

I_MPI_PIN_ORDER=bunch

__MODULES_LMINIT=module use --append /usr/share/Modules/modulefiles:module use --append /etc/modulefiles:module use --append /usr/share/modulefiles:module use --append /cluster/modulefiles

MKLROOT=/cluster/intel/oneapi/2025.0.0/mkl/2025.0

HYDRA_BSTRAP_PGID=0

I_MPI_PIN_MAPPING=8:0 0,1 32,2 64,3 96,4 128,5 160,6 192,7 224

I_MPI_INFO_PACK=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1

OMP_NUM_THREADS=32

HYDRA_BSTRAP_TREE_WIDTH=16

which_declare=declare -f

SLURM_STEP_TASKS_PER_NODE=1

I_MPI_MPIRUN=mpirun

I_MPI_INFO_CACHE_SHARE=0,0,0

HYDRA_BSTRAP_LAUNCHER=slurm

XDG_DATA_DIRS=/home/eoseret/.local/share/flatpak/exports/share:/var/lib/flatpak/exports/share:/usr/local/share:/usr/share

SLURM_CONF=/etc/slurm/slurm.conf

PATH=/cluster/intel/oneapi/2025.0.0/mpi/2021.14/opt/mpi/libfabric/bin:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/bin:/cluster/comp/gcc/14.2.0//bin:/cluster/comp/cmake/3.26.3//bin:/home/eoseret/ninja_bin:/home/eoseret/.local/bin:/home/eoseret/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin

SLURM_MEM_BIND=quiet,none

SLURM_JOB_NAME=qaas-9745

MODULEPATH=/cluster/intel/oneapi/2025.0.0/modulefiles:/usr/share/Modules/modulefiles:/etc/modulefiles:/usr/share/modulefiles:/cluster/modulefiles

I_MPI_INFO_BRAND=AMD EPYC 9745 128-Core Processor

SLURM_NTASKS_PER_NODE=1

_LMFILES_=/cluster/modulefiles/comp/cmake/3.26.3:/cluster/modulefiles/comp/gcc/14.2.0:/cluster/modulefiles/intel-oneapi/2025.0.0:/cluster/intel/oneapi/2025.0.0/modulefiles/mpi/latest:/cluster/intel/oneapi/2025.0.0/modulefiles/tbb/latest:/cluster/intel/oneapi/2025.0.0/modulefiles/compiler-rt/latest:/cluster/intel/oneapi/2025.0.0/modulefiles/mkl/latest

DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/88000178/bus

SLURM_MEM_BIND_TYPE=none

MAIL=/var/spool/mail/eoseret

SSH_TTY=/dev/pts/34

MAQAO_TUTO=/beegfs/hackathon/MAQAO

SLURM_STEP_LAUNCHER_PORT=43027

OMPI_MCA_plm_slurm_args=--external-launcher

SLURM_JOB_GID=88000178

CPATH=/cluster/intel/oneapi/2025.0.0/mkl/2025.0/include:/cluster/intel/oneapi/2025.0.0/tbb/2022.0/include:/cluster/intel/oneapi/2025.0.0/mpi/2021.14/include

QAAS_DEFAULT_REPETITIONS=11

I_MPI_INFO_THREAD=0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1

OLDPWD=/home/eoseret/qaas_runs_ZEN5/173-989-6379/intel/AMG/run/oneview_runs/compilers/gcc_3/oneview_run_1739902763

SLURM_JOB_NODELIST=gmz10

VERBOSE=1

MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl

I_MPI_HYDRA_BOOTSTRAP=slurm

▶Path Number Loops Profile for MPI #4.0 - node gmz10.benchmarkcenter.megware.com - process 138801 - thread 138801

Profiling MPI #4.0 - node gmz10.benchmarkcenter.megware.com - process 138801 - thread 138801

Name	Module	Coverage (%)	Time (s)
►hypre_ParCSRRelaxThreads._omp_fn.1+	exec	43.23	22.43
►Loop 2134 - ams.c:3662-3682 - exec+		0.20	0.11
○Loop 2136 - ams.c:3672-3675 - exec		0.20	0.11
►hypre_CSRMatrixMatvecOutOfPlace._omp_fn.6+	exec	22.88	11.87
►Loop 3136 - csr_matvec.c:307-314 - exec+		0.11	0.06
○Loop 3137 - csr_matvec.c:310-312 - exec		0.11	0.06
►hypre_BoomerAMGBuildMultipass+	exec	7.42	3.85
►Loop 706 - par_multi_interp.c:646-661 - exec+		2.76	1.43
○Loop 708 - par_multi_interp.c:651-655 - exec		2.75	1.43
○Loop 707 - par_multi_interp.c:657-661 - exec		0.01	0.01
►Loop 720 - par_multi_interp.c:488-514 - exec+		1.57	0.82
○Loop 722 - par_multi_interp.c:491-498 - exec		1.57	0.82
►Loop 712 - par_multi_interp.c:548-600 - exec+		0.47	0.25
►Loop 715 - par_multi_interp.c:550-576 - exec+		0.47	0.25
○Loop 717 - par_multi_interp.c:554-557 - exec		0.47	0.25
○Loop 728 - par_multi_interp.c:385-410 - exec		0.13	0.07
○Loop 690 - par_multi_interp.c:1158-1161 - exec		0.07	0.04
►Loop 724 - par_multi_interp.c:440-457 - exec+		0.01	0.01
○Loop 725 - par_multi_interp.c:442-454 - exec		0.01	0.01
►hypre_ParCSRRelaxThreads._omp_fn.0+	exec	2.27	1.17
○Loop 2133 - ams.c:3659-3659 - exec		2.27	1.17
○gomp_team_barrier_wait_end	libgomp.so.1.0.0	2.01	1.04
►hypre_SeqVectorAxpy._omp_fn.0+	exec	1.56	0.81
○Loop 3181 - vector.c:452-452 - exec		1.56	0.81
►hypre_BoomerAMGCreate2ndS._omp_fn.7+	exec	1.50	0.78
►Loop 1894 - par_strength.c:2000-2083 - exec+		0.67	0.35
►Loop 1898 - par_strength.c:2011-2048 - exec+		0.67	0.35
○Loop 1900 - par_strength.c:2024-2034 - exec		0.67	0.34
○Loop 1899 - par_strength.c:2038-2048 - exec		0.01	0.01
►Loop 1904 - par_strength.c:1714-1797 - exec+		0.64	0.33
►Loop 1908 - par_strength.c:1731-1765 - exec+		0.64	0.33
○Loop 1910 - par_strength.c:1743-1752 - exec		0.63	0.32
○Loop 1909 - par_strength.c:1756-1765 - exec		0.01	0.01
○Loop 1903 - par_strength.c:1951-1953 - exec		0.04	0.02
○Loop 1884 - par_strength.c:1691-1693 - exec		0.02	0.01
○hypre_BoomerAMGBuildMultipass._omp_fn.5	exec	1.44	0.74
►hypre_BoomerAMGBuildMultipass._omp_fn.10+	exec	1.32	0.68
►Loop 643 - par_multi_interp.c:1774-1876 - exec+		0.36	0.19
○Loop 652 - par_multi_interp.c:1799-1803 - exec		0.36	0.19
►hypre_CSRMatrixMatvecT._omp_fn.3+	exec	1.17	0.60
►Loop 3145 - csr_matvec.c:564-567 - exec+		0.03	0.02
○Loop 3146 - csr_matvec.c:564-567 - exec		0.03	0.02
►Loop 3144 - csr_matvec.c:577-579 - exec+		0.02	0.01
○Loop 3143 - csr_matvec.c:577-579 - exec		0.02	0.01
►hypre_ParMatmul._omp_fn.3+	exec	1.16	0.60
►Loop 2491 - par_csr_matop.c:865-989 - exec+		0.76	0.40
►Loop 2486 - par_csr_matop.c:865-989 - exec+		0.76	0.40
►Loop 2488 - par_csr_matop.c:865-989 - exec+		0.76	0.40
►Loop 2492 - par_csr_matop.c:937-989 - exec+		0.76	0.40
○Loop 2494 - par_csr_matop.c:946-965 - exec		0.76	0.40
►hypre_BoomerAMGCreateS._omp_fn.1+	exec	1.03	0.53
►Loop 1843 - par_strength.c:492-513 - exec+		0.29	0.15
○Loop 1845 - par_strength.c:498-503 - exec		0.29	0.15
►Loop 1846 - par_strength.c:253-472 - exec+		0.26	0.13
○Loop 1856 - par_strength.c:451-460 - exec		0.26	0.13
►hypre_IJMatrixSetValuesOMPParCSR._omp_fn.1+	exec	0.97	0.51
○Loop 2859 - IJMatrix_parcsr.c:3274-3275 - exec		0.01	0.01
►hypre_ParMatmul_RowSizes._omp_fn.0+	exec	0.97	0.51
►Loop 2481 - par_csr_matop.c:127-242 - exec+		0.46	0.24
►Loop 2477 - par_csr_matop.c:127-242 - exec+		0.46	0.24
►Loop 2482 - par_csr_matop.c:187-231 - exec+		0.46	0.24
○Loop 2484 - par_csr_matop.c:195-208 - exec		0.46	0.24
►hypre_SeqVectorInnerProd._omp_fn.0+	exec	0.80	0.41
○Loop 3183 - vector.c:486-486 - exec		0.80	0.41
►hypre_BoomerAMGCoarsenPMIS._omp_fn.6+	exec	0.80	0.41
►Loop 98 - par_coarsen.c:2354-2381 - exec+		0.71	0.37
○Loop 100 - par_coarsen.c:2361-2369 - exec		0.71	0.37
►hypre_CSRMatrixMultiply._omp_fn.0+	exec	0.80	0.41
►Loop 3009 - csr_matop.c:272-298 - exec+		0.35	0.18
►Loop 3010 - csr_matop.c:282-298 - exec+		0.35	0.18
○Loop 3011 - csr_matop.c:286-298 - exec		0.35	0.18
►Loop 3015 - csr_matop.c:214-231 - exec+		0.17	0.09
►Loop 3016 - csr_matop.c:222-231 - exec+		0.17	0.09
○Loop 3017 - csr_matop.c:225-231 - exec		0.17	0.09
○__memset_avx512_unaligned_erms	libc.so.6	0.70	0.37
►hypre_CSRMatrixMatvecOutOfPlace+	exec	0.61	0.32
○Loop 3154 - csr_matvec.c:166-167 - exec		0.61	0.32
○hypre_Rand	exec	0.59	0.31
►hypre_IJMatrixAssembleParCSR._omp_fn.1+	exec	0.59	0.31
►Loop 2829 - IJMatrix_parcsr.c:2802-2812 - exec+		0.59	0.31
○Loop 2830 - IJMatrix_parcsr.c:2803-2812 - exec		0.59	0.31
►hypre_BoomerAMGCoarsenPMIS._omp_fn.2+	exec	0.54	0.28
○Loop 113 - par_coarsen.c:2135-2136 - exec		0.54	0.28
►BuildIJLaplacian27pt._omp_fn.0+	exec	0.49	0.25
►Loop 6 - amg.c:798-2346 - exec+		0.40	0.21
►Loop 5 - amg.c:798-2346 - exec+		0.40	0.21
○Loop 10 - amg.c:883-2346 - exec		0.40	0.21
►Loop 13 - amg.c:794-1740 - exec+		0.09	0.05
►Loop 12 - amg.c:796-1740 - exec+		0.09	0.05
○Loop 17 - amg.c:798-1367 - exec		0.09	0.05
►hypre_BoomerAMGCoarsenPMIS._omp_fn.7+	exec	0.47	0.25
►Loop 103 - par_coarsen.c:2446-2477 - exec+		0.41	0.22
○Loop 106 - par_coarsen.c:2465-2470 - exec		0.41	0.22
►hypre_BoomerAMGBuildMultipass._omp_fn.9+	exec	0.38	0.20
►Loop 655 - par_multi_interp.c:1593-1660 - exec+		0.23	0.12
○Loop 662 - par_multi_interp.c:1618-1628 - exec		0.23	0.12
►hypre_CSRMatrixMatvecOutOfPlace._omp_fn.2+	exec	0.36	0.19
○Loop 3093 - csr_matvec.c:161-161 - exec		0.36	0.19
►hypre_SeqVectorSetConstantValues._omp_fn.0+	exec	0.36	0.18
○Loop 3176 - vector.c:271-271 - exec		0.36	0.18
►hypre_SeqVectorScale._omp_fn.0+	exec	0.34	0.18
○Loop 3179 - vector.c:416-416 - exec		0.34	0.18
►hypre_CSRMatrixMatvecOutOfPlace._omp_fn.5+	exec	0.32	0.17
○Loop 3112 - csr_matvec.c:237-237 - exec		0.32	0.17
►hypre_ParCSRComputeL1NormsThreads._omp_fn.0+	exec	0.30	0.16
►Loop 2095 - ams.c:3363-3541 - exec+		0.28	0.15
►Loop 2097 - ams.c:3382-3401 - exec+		0.20	0.11
○Loop 2099 - ams.c:3388-3389 - exec		0.20	0.11
►Loop 2078 - ams.c:3363-3541 - exec+		0.08	0.04
○Loop 2075 - ams.c:3532-3534 - exec		0.07	0.04
○Loop 2096 - ams.c:3536-3538 - exec		0.01	0.01
►hypre_ParTMatmul._omp_fn.0+	exec	0.28	0.15
►Loop 2550 - par_csr_matop.c:3489-3528 - exec+		0.14	0.08
►Loop 2551 - par_csr_matop.c:3503-3522 - exec+		0.14	0.08
○Loop 2555 - par_csr_matop.c:3504-3505 - exec		0.14	0.08
►Loop 2542 - par_csr_matop.c:3586-3634 - exec+		0.13	0.07
►Loop 2543 - par_csr_matop.c:3606-3634 - exec+		0.13	0.07
○Loop 2546 - par_csr_matop.c:3607-3608 - exec		0.13	0.07
○Loop 2548 - par_csr_matop.c:3590-3596 - exec		0.01	0.01
○hypre_qsort0	exec	0.20	0.11
►hypre_BoomerAMGBuildExtPIInterp._omp_fn.0+	exec	0.20	0.11
►Loop 734 - par_lr_interp.c:1291-1748 - exec+		0.09	0.05
►Loop 740 - par_lr_interp.c:1609-1745 - exec+		0.06	0.03
○Loop 744 - par_lr_interp.c:1624-1628 - exec		0.02	0.01
○Loop 742 - par_lr_interp.c:1644-1651 - exec		0.02	0.01
○Loop 743 - par_lr_interp.c:1632-1637 - exec		0.01	0.01
○Loop 741 - par_lr_interp.c:1655-1660 - exec		0.01	0.01
►Loop 747 - par_lr_interp.c:1291-1545 - exec+		0.03	0.02
○Loop 750 - par_lr_interp.c:1516-1526 - exec		0.03	0.02
►Loop 757 - par_lr_interp.c:1244-1694 - exec+		0.02	0.01
►Loop 760 - par_lr_interp.c:1264-1694 - exec+		0.02	0.01
○Loop 763 - par_lr_interp.c:1277-1285 - exec		0.02	0.01
○Loop 752 - par_lr_interp.c:1444-1445 - exec		0.01	0.01
○ADIOI_GEN_SetLockDirect64	libmpi.so.12.0.0	0.20	0.11
►hypre_CSRMatrixTranspose._omp_fn.0+	exec	0.15	0.08
►Loop 3018 - csr_matop.c:540-548 - exec+		0.11	0.06
○Loop 3019 - csr_matop.c:541-548 - exec		0.11	0.06
○Loop 3027 - csr_matop.c:483-485 - exec		0.02	0.01
○Loop 3026 - csr_matop.c:380-500 - exec		0.01	0.01
○unknown_kernel_region	kernel	0.15	0.08
○hypre_BoomerAMGCoarseParms	exec	0.13	0.07
○hypre_BoomerAMGCorrectCFMarker	exec	0.11	0.06
○MPID_CH4_SHM_bcast_intra_heap_init_cnt	libmpi.so.12.0.0	0.10	0.05
►hypre_BoomerAMGCoarsenPMIS._omp_fn.8+	exec	0.09	0.05
○Loop 112 - par_coarsen.c:2528-2540 - exec		0.05	0.03
○Loop 110 - par_coarsen.c:2562-2567 - exec		0.04	0.02
○I_MPI_memcpy_multipage_sse	libmpi.so.12.0.0	0.09	0.05
○hypre_CSRMatrixSetRownnz	exec	0.08	0.04
○hypre_ParCSRRelaxThreads	exec	0.08	0.04
○hypre_BoomerAMGCoarsenPMIS	exec	0.08	0.04
○hypre_CSRMatrixMatvecOutOfPlace._omp_fn.3	exec	0.08	0.04
○hypre_IJMatrixSetDiagOffdSizesParCSR	exec	0.08	0.04
○hypre_BinarySearch	exec	0.07	0.04
►hypre_BoomerAMGCoarsenPMIS._omp_fn.4+	exec	0.06	0.03
○Loop 102 - par_coarsen.c:2332-2334 - exec		0.06	0.03
○MPIR_Progress_hook_exec_on_vci	libmpi.so.12.0.0	0.05	0.03
►hypre_IJMatrixInitializeParCSR._omp_fn.0+	exec	0.03	0.02
○Loop 2826 - IJMatrix_parcsr.c:306-307 - exec		0.03	0.02
►hypre_BoomerAMGCreate2ndS._omp_fn.0+	exec	0.03	0.02
○Loop 1921 - par_strength.c:1268-1278 - exec		0.02	0.01
○Loop 1922 - par_strength.c:1261-1263 - exec		0.01	0.01
○gomp_team_start	libgomp.so.1.0.0	0.03	0.02
○gomp_init_task	libgomp.so.1.0.0	0.03	0.02
○hypre_BoomerAMGIndepSetInit	exec	0.03	0.02
○main	exec	0.03	0.02
○I_MPI_memcpy_nontemporal_multipage_sse	libmpi.so.12.0.0	0.02	0.01
○MPIDI_Progress_test	libmpi.so.12.0.0	0.02	0.01
►hypre_SeqVectorCopy._omp_fn.0+	exec	0.02	0.01
○Loop 3178 - vector.c:337-337 - exec		0.02	0.01
○hypre_BoomerAMGCreate2ndS	exec	0.02	0.01
►hypre_IJVectorSetValuesPar._omp_fn.0+	exec	0.01	0.01
○Loop 2983 - IJVector_parcsr.c:443-443 - exec		0.01	0.01
►hypre_BoomerAMGCoarsenPMIS._omp_fn.3+	exec	0.01	0.01
○Loop 107 - par_coarsen.c:2142-2142 - exec		0.01	0.01

Report Configuration

Warning

▶Environment Variables

▶Path Number Loops Profile for MPI #4.0 - node gmz10.benchmarkcenter.megware.com - process 138801 - thread 138801

Profiling MPI #4.0 - node gmz10.benchmarkcenter.megware.com - process 138801 - thread 138801