OV - exec - Profiling MPI #0.0- node ip-172-31-47-249.ec2.internal - process 18370

▶Environment Variables

 if [ "${MODULES_SILENT_SHELL_DEBUG:-0}" = '1' ]; then

BASH_FUNC_switchml%%=() {  typeset swfound=1;

 _mlrv="MODULES_RUNENV_${_mlv}";

 _mlshdbg=''

BASH_FUNC_module%%=() {  _module_raw "$@" 2>&1

 if [ "${_mlv}" = "${_mlv##*[!A-Za-z0-9_]}" -a "${_mlv}" = "${_mlv#[0-9]}" ]; then

 IFS=$_mlIFS;

 if [ "${MODULES_USE_COMPAT_VERSION:-0}" = '1' ]; then

 _mlre="${_mlre:-}${_mlv}='`eval 'echo ${'$_mlrv':-}'`' ";

BASH_FUNC_ml%%=() {  module ml "$@"

BASH_FUNC__module_raw%%=() {  unset _mlshdbg;

BASH_FUNC_which%%=() {  ( alias;

 _mlIFS=$IFS;

 typeset swfound=0;

 typeset swname='compatibility';

 MODULES_USE_COMPAT_VERSION=1;

 _mlstatus=$?;

SHELL=/bin/bash

BLAS_STATIC=:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib/libarmpl_lp64.a

HISTCONTROL=ignoredups

BLAS_SHARED=:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib/libarmpl_lp64.so

OMPI_UNIVERSE_SIZE=96

QAAS_MAX_ALLOWED_EXEC_TIME=180

QAAS_OPENMPI_BIND_CMD=--bind-to core --map-by package:PE=96 --rank-by fill --report-bindings

OMP_AFFINITY_FORMAT=OMP: pid %P tid %i thread %n bound to OS proc set {%A}

PKG_CONFIG_PATH=/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib/pkgconfig:

PMIX_HOSTNAME=ip-172-31-47-249

SYSTEMD_COLORS=false

HOSTNAME=ip-172-31-47-249.ec2.internal

HISTSIZE=1000

OMPI_COMM_WORLD_NODE_RANK=0

PMIX_SECURITY_MODE=native

SSH_AUTH_SOCK=/tmp/ssh-XXXXJ0lU5V/agent.8066

GCC_INCLUDES=/opt/arm/gcc-14.2.0_AmazonLinux-2023/include

GCC_BUILD=408

ARMPL_BUILD=:4

OMPI_COMM_WORLD_LOCAL_RANK=0

COMPILER_PATH=/opt/arm/gcc-14.2.0_AmazonLinux-2023

PMIX_GDS_MODULE=shmem2,hash

OMPI_MCA_cpu_type=aarch64

OMP_PLACES=threads

PWD=/home/hbollore/qaas/qaas-runs/174-118-5752/intel/TeaLeaf/run/oneview_runs/defaults/orig/oneview_run_1741187645

GCC_LIBRARIES=:/opt/arm/gcc-14.2.0_AmazonLinux-2023/lib:/opt/arm/gcc-14.2.0_AmazonLinux-2023/lib64

LOGNAME=hbollore

XDG_SESSION_TYPE=tty

MODULESHOME=/usr/share/Modules

MANPATH=/opt/arm/gcc-14.2.0_AmazonLinux-2023/share/man:/usr/share/man:

ARMPL_INCLUDES=:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/include

ARM_LINUX_COMPILER_BUILD=4

_=/usr/bin/env

PMIX_SYSTEM_TMPDIR=/tmp

PMIX_SERVER_URI41=prterun-ip-172-31-47-249-18358@0.0;tcp4://172.31.47.249:41789

OMPI_ARGV=lprof -collect-hwc abs-xp=/home/hbollore/qaas/qaas-runs/174-118-5752/intel/TeaLeaf/run/oneview_runs/defaults/orig/oneview_results_1741187645/tools/lprof_npsu_run_0 host=ip-172-31-47-249.ec2.internal

PMIX_BFROP_BUFFER_TYPE=PMIX_BFROP_BUFFER_NON_DESC

MOTD_SHOWN=pam

ARMPL_DIR=:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler

HOME=/home/hbollore

OMPI_NUM_APP_CTX=1

LANG=C.UTF-8

LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=01;37;41:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.webp=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=01;36:*.au=01;36:*.flac=01;36:*.m4a=01;36:*.mid=01;36:*.midi=01;36:*.mka=01;36:*.mp3=01;36:*.mpc=01;36:*.ogg=01;36:*.ra=01;36:*.wav=01;36:*.oga=01;36:*.opus=01;36:*.spx=01;36:*.xspf=01;36:

PMIX_VERSION=5.0.4

OMPI_LIBDIR_LOC=/home/hbollore/soft/openmpi-5.0.6-armsuite/lib

LAPACK=:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib/libarmpl_lp64.a

OPAL_USER_PARAMS_GIVEN=1

OMPI_WORLD_LOCAL_SIZE=1

SSH_CONNECTION=193.51.33.67 34297 172.31.47.249 22

OMPI_WORLD_SIZE=1

PMIX_RANK=0

GCC_DIR=/opt/arm/gcc-14.2.0_AmazonLinux-2023

PMIX_SERVER_URI2=prterun-ip-172-31-47-249-18358@0.0;tcp4://172.31.47.249:41789

PMIX_SERVER_URI3=prterun-ip-172-31-47-249-18358@0.0;tcp4://172.31.47.249:41789

OMPI_MCA_initial_wdir=/home/hbollore/qaas/qaas-runs/174-118-5752/intel/TeaLeaf/run/oneview_runs/defaults/orig/oneview_run_1741187645

PMIX_SERVER_URI4=prterun-ip-172-31-47-249-18358@0.0;tcp4://172.31.47.249:41789

OMP_PROC_BIND=spread

PRTE_SHARED_FS=FALSE

ARM_LINUX_COMPILER_DIR=/opt/arm/arm-linux-compiler-24.10.1_AmazonLinux-2023

MODULEPATH_modshare=/opt/arm/modulefiles:1:/usr/share/Modules/modulefiles:1:/etc/modulefiles:1:/usr/share/modulefiles:1

XDG_SESSION_CLASS=user

SELINUX_ROLE_REQUESTED=

PMIX_SERVER_URI21=prterun-ip-172-31-47-249-18358@0.0;tcp4://172.31.47.249:41789

TERM=xterm-256color

MPI_PROVIDER=OpenMPI

LESSOPEN=||/usr/bin/lesspipe.sh %s

USER=hbollore

OMPI_TOOL_NAME=mpirun

OMP_DISPLAY_ENV=TRUE

LIBRARY_PATH=/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib:/opt/arm/gcc-14.2.0_AmazonLinux-2023/lib64:/opt/arm/gcc-14.2.0_AmazonLinux-2023/lib:/opt/arm/arm-linux-compiler-24.10.1_AmazonLinux-2023/lib:

OMPI_FILE_LOCATION=/tmp/prterun.ip-172-31-47-249.18358.1005/1/0

OMPI_FC=armflang

PMIX_PARAM_FILE_PASSED=1

OMPI_COMM_WORLD_SIZE=1

MODULES_RUN_QUARANTINE=LD_LIBRARY_PATH LD_PRELOAD

LOADEDMODULES=

OMPI_CC=armclang

SELINUX_USE_CURRENT_RANGE=

ARMPL_LIBRARIES=/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib

SHLVL=2

LAPACK_SHARED=:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib/libarmpl_lp64.so

OMPI_COMM_WORLD_LOCAL_SIZE=1

XDG_SESSION_ID=1

PMIX_SERVER_TMPDIR=/tmp/prterun.ip-172-31-47-249.18358.1005

OMP_DISPLAY_AFFINITY=TRUE

LD_LIBRARY_PATH=/home/hbollore/soft/openmpi-5.0.6-armsuite/lib:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib:/opt/arm/gcc-14.2.0_AmazonLinux-2023/lib64:/opt/arm/gcc-14.2.0_AmazonLinux-2023/lib:/opt/arm/arm-linux-compiler-24.10.1_AmazonLinux-2023/lib::/opt/arm/arm-linux-compiler-24.10.1_AmazonLinux-2023/lib/clang/19/armpl_links/lib::/home/hbollore/MAQAODEV/lib

OMPI_COMMAND=/home/hbollore/MAQAODEV/bin/maqao

XDG_RUNTIME_DIR=/run/user/1005

LAPACK_STATIC=:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib/libarmpl_lp64.a

S_COLORS=auto

OMPI_VERSION=5.0.6

QAAS_BUILD_DIR=/home/hbollore/qaas/qaas-runs/174-118-5752/intel/TeaLeaf/build/TeaLeaf/../build

SSH_CLIENT=193.51.33.67 34297 22

OMP_NUM_THREADS=96

PMIX_NAMESPACE=prterun-ip-172-31-47-249-18358@1

which_declare=declare -f

PRTE_LAUNCHED=1

OMPI_MCA_PREFIXES=mca,opal,ompi,atomic,memheap,scoll,spml,sshmem,bml,coll,fbtl,fcoll,fs,hook,io,mtl,op,osc,part,pml,sharedfp,topo,vprotocol,accelerator,allocator,backtrace,btl,dl,hwloc,if,installdirs,memchecker,memcpy,memory,mpool,patcher,rcache,reachable,shmem,smsc,threads,timer

BLAS=:/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/lib/libarmpl_lp64.a

PATH=/home/hbollore/soft/openmpi-5.0.6-armsuite/bin:/opt/arm/gcc-14.2.0_AmazonLinux-2023/binutils_bin:/opt/arm/arm-linux-compiler-24.10.1_AmazonLinux-2023/bin:/home/hbollore/.local/bin:/home/hbollore/bin:/usr/share/Modules/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin

SELINUX_LEVEL_REQUESTED=

MODULEPATH=/usr/share/Modules/modulefiles:/etc/modulefiles:/usr/share/modulefiles:/opt/arm/modulefiles

DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1005/bus

OMPI_CXX=armclang++

OMPI_MCA_num_procs=1

MAIL=/var/spool/mail/hbollore

SSH_TTY=/dev/pts/0

CPATH=/opt/arm/armpl-24.10.1_AmazonLinux-2023_arm-linux-compiler/include:/opt/arm/gcc-14.2.0_AmazonLinux-2023/include:/opt/arm/arm-linux-compiler-24.10.1_AmazonLinux-2023/include:

QAAS_DEFAULT_REPETITIONS=11

OLDPWD=/home/hbollore/qaas/qaas-runs/174-118-5752/intel/TeaLeaf/run/oneview_runs/defaults/orig/oneview_run_1741187645

VERBOSE=1

MODULES_CMD=/usr/share/Modules/libexec/modulecmd.tcl

OMPI_COMM_WORLD_RANK=0

▶Path Number Loops Profile for MPI #0.0 - node ip-172-31-47-249.ec2.internal - process 18370 - thread 18370

Profiling MPI #0.0 - node ip-172-31-47-249.ec2.internal - process 18370 - thread 18370

Name	Module	Coverage (%)	Time (s)
►cg_calc_ur(int, int, int, double, double, double, double const, double, double const*) [clone .omp_outlined]+	exec	41.50	65.54
►Loop 20 - cg.cpp:107-113 - exec+		41.50	65.54
○Loop 19 - cg.cpp:108-113 - exec		41.50	65.54
►cg_calc_w(int, int, int, double, double const, double, double const, double const*) [clone .omp_outlined]+	exec	37.33	58.97
►Loop 17 - cg.cpp:85-90 - exec+		37.33	58.96
○Loop 16 - cg.cpp:86-90 - exec		37.33	58.96
►cg_calc_p(int, int, int, double, double, double const) [clone .omp_outlined]+	exec	16.73	26.42
►Loop 22 - cg.cpp:127-131 - exec+		16.72	26.41
○Loop 23 - cg.cpp:128-131 - exec		16.72	26.41
○kmp_flag_64::wait(kmp_info, int, void)	libomp.so	2.91	4.60
○__aarch64_ldadd8_acq_rel	libomp.so	0.23	0.36
○kmp_flag_native::notdone_check()	libomp.so	0.23	0.36
○__kmp_fork_call	libomp.so	0.17	0.27
○kmp_flag_native::done_check()	libomp.so	0.10	0.16
○unknown_function	[vdso]	0.10	0.15
○__sched_yield	libc.so.6	0.06	0.10
○run_set_chunk_state(Chunk, Settings&, State)	exec	0.05	0.08
○__kmp_hyper_barrier_gather(barrier_type, kmp_info, int, int, void ()(void, void), void*)	libomp.so	0.05	0.08
○__kmp_allocate_team	libomp.so	0.04	0.06
○__kmp_hyper_barrier_release(barrier_type, kmp_info, int, int, int, void)	libomp.so	0.03	0.05
○__kmp_join_barrier(int)	libomp.so	0.03	0.05
○__aarch64_ldadd4_acq_rel	libomp.so	0.03	0.04
○__kmp_free_team	libomp.so	0.03	0.04
○run_field_summary(Chunk, Settings&, double, double, double, double*)	exec	0.03	0.04
►update_left(int, int, int, int, double*, bool) [clone .omp_outlined]+	exec	0.03	0.04
►Loop 73 - local_halos.cpp:12-15 - exec+		0.02	0.03
○Loop 72 - local_halos.cpp:13-15 - exec		0.02	0.03
○__kmpc_reduce_nowait	libomp.so	0.02	0.03
○__kmp_internal_join	libomp.so	0.02	0.03
►update_right(int, int, int, int, double*, bool) [clone .omp_outlined]+	exec	0.02	0.03
►Loop 75 - local_halos.cpp:25-30 - exec+		0.01	0.02
○Loop 74 - local_halos.cpp:28-30 - exec		0.01	0.02
○cg_calc_w(int, int, int, double, double const, double, double const, double const*) [clone .omp_outlined_debug__] [clone .omp] [clone .reduction] [clone .reduction_func]	exec	0.02	0.03
○unknown_function	exec	0.02	0.03
►calculate_residual(int, int, int, double const, double const, double, double const, double const*) [clone .omp_outlined]+	exec	0.02	0.02
►Loop 128 - solver_methods.cpp:68-72 - exec+		0.02	0.02
○Loop 129 - solver_methods.cpp:71-72 - exec		0.02	0.02
○__kmp_barrier	libomp.so	0.01	0.02
○run_set_chunk_data(Chunk*, Settings&)	exec	0.01	0.02
►cg_init(int, int, int, int, double, double, double, double const, double const, double, double, double, double, double, double*) [clone .omp_outlined.7]+	exec	0.01	0.02
►Loop 14 - cg.cpp:61-68 - exec+		0.01	0.02
○Loop 13 - cg.cpp:62-68 - exec		0.01	0.02
►update_bottom(int, int, int, int, double*, bool) [clone .omp_outlined]+	exec	0.01	0.01
►Loop 82 - local_halos.cpp:58-62 - exec+		0.01	0.01
○Loop 83 - local_halos.cpp:62-62 - exec		0.01	0.01
►cg_init(int, int, int, int, double, double, double, double const, double const, double, double, double, double, double, double*) [clone .omp_outlined]+	exec	0.01	0.01
►Loop 1 - cg.cpp:20-25 - exec+		0.01	0.01
○Loop 2 - cg.cpp:21-25 - exec		0.01	0.01
○@plt_start@	libomp.so	0.01	0.01
○__kmp_now_nsec	libomp.so	0.01	0.01
►update_top(int, int, int, int, double*, bool) [clone .omp_outlined]+	exec	0.01	0.01
►Loop 78 - local_halos.cpp:42-46 - exec+		0.01	0.01
○Loop 79 - local_halos.cpp:46-46 - exec		0.01	0.01
○__kmpc_for_static_fini	libomp.so	0.00	0.00

Report Configuration

Warning

▶Environment Variables

▶Path Number Loops Profile for MPI #0.0 - node ip-172-31-47-249.ec2.internal - process 18370 - thread 18370

Profiling MPI #0.0 - node ip-172-31-47-249.ec2.internal - process 18370 - thread 18370