From a6bb2f6dacda926acf87838974973d66c1a91ec4 Mon Sep 17 00:00:00 2001 From: Arlin Davis Date: Fri, 1 Feb 2013 17:07:29 -0800 Subject: [PATCH] README: update package and mcm readme files Signed-off-by: Arlin Davis --- README | 37 +++++++++++++++++++++++++++++++++++-- README.mcm | 45 ++++----------------------------------------- 2 files changed, 39 insertions(+), 43 deletions(-) diff --git a/README b/README index 9155e46..2b81b6a 100644 --- a/README +++ b/README @@ -83,7 +83,7 @@ ofa-v2-scm-roe-mlx4_0-2 u2.0 nonthreadsafe default libdaploscm.so.2 dapl.2.0 "ml ofa-v2-mcm-1 u2.0 nonthreadsafe default libdaplomcm.so.2 dapl.2.0 "mlx4_0 1" "" ofa-v2-mcm-2 u2.0 nonthreadsafe default libdaplomcm.so.2 dapl.2.0 "mlx4_0 2" "" ofa-v2-scif0 u2.0 nonthreadsafe default libdaploscm.so.2 dapl.2.0 "scif0 1" "" - +ofa-v2-scif0-u u2.0 nonthreadsafe default libdaploucm.so.2 dapl.2.0 "scif0 1" "" ============================= 3.0 Environment Variables @@ -113,12 +113,45 @@ export DAPL_RNR_RETRY=7 /* 3 bits, 7 == infinite */ export DAPL_IB_PKEY= 0 /* override IB partition key, default is pkey index 0 */ export DAPL_IB_SL=0 /* override IB Sevice level, default = 0 */ +Debug logging and Counter settings ( --enable-counters, v2.0.35+) + +export DAPL_DBG_SYS_MEM=10 /* threshold for low sys memory warning, def = 10 percent */ +export DAPL_DBG_TYPE=0x0000003 /* set log, monitor, and error checking, default = warnings and errors */ + +DAPL_DBG_TYPE bit settings as follow: + +DAPL_DBG_TYPE_ERR = 0x0001, +DAPL_DBG_TYPE_WARN = 0x0002, +DAPL_DBG_TYPE_EVD = 0x0004, +DAPL_DBG_TYPE_CM = 0x0008, +DAPL_DBG_TYPE_EP = 0x0010, +DAPL_DBG_TYPE_UTIL = 0x0020, +DAPL_DBG_TYPE_CALLBACK = 0x0040, +DAPL_DBG_TYPE_DTO_COMP_ERR = 0x0080, +DAPL_DBG_TYPE_API = 0x0100, +DAPL_DBG_TYPE_RTN = 0x0200, +DAPL_DBG_TYPE_EXCEPTION = 0x0400, +DAPL_DBG_TYPE_SRQ = 0x0800, +DAPL_DBG_TYPE_CNTR = 0x1000, +DAPL_DBG_TYPE_CM_LIST = 0x2000, +DAPL_DBG_TYPE_THREAD = 0x4000, +DAPL_DBG_TYPE_CM_EST = 0x8000, +DAPL_DBG_TYPE_CM_WARN = 0x10000, +DAPL_DBG_TYPE_EXTENSION = 0x20000, +DAPL_DBG_TYPE_CM_STATS = 0x40000, +DAPL_DBG_TYPE_CM_ERRS = 0x80000, /* print any cm errors on device close */ +DAPL_DBG_TYPE_LINK_ERRS = 0x100000, /* print any link errors on device close */ +DAPL_DBG_TYPE_LINK_WARN = 0x200000, /* print any link warning on device close */ +DAPL_DBG_TYPE_DIAG_ERRS = 0x400000, /* print any diag_counter errors on dev close */ +DAPL_DBG_TYPE_SYS_WARN = 0x800000, /* print low mem warning during alloc, reg_mem */ +DAPL_DBG_TYPE_VER = 0x1000000, /* print dapl ver and build date during dev open*/ + ============================= 4.0 Bugs/Known issues ============================= - +New mcm provider is early technology preview. ============================= 5.0 SAMPLE uDAPL APPLICATION: diff --git a/README.mcm b/README.mcm index a2233b4..2944798 100644 --- a/README.mcm +++ b/README.mcm @@ -1,7 +1,7 @@ uDAPL MCM Provider and MPXYD Daemon (CCL-proxy) - intel-mic-ofed-dapl-2.0.36.3 + intel-mic-ofed-dapl-2.0.36.5 Technology Preview - January 2013 + February 2013 MCM is a new uDAPL provider that is an extension to standard DAT 2.0 libraries. The purpose of this service @@ -11,7 +11,7 @@ It requires a new MPXYD daemon service when clients are running on a MIC KNC ada host side libraries and daemon service. The MIC libraries must be built and moved over to MIC adapter. This verion is currently included with MPSS and all libraries and services will be installed by default. -Current release package for MPSS: intel-mic-ofed-dapl-2.0.36.3.tar.gz +Current release package for MPSS: intel-mic-ofed-dapl-2.0.36.5.tar.gz * Sample host build from source package (ofed must installed) @@ -86,44 +86,7 @@ Current release package for MPSS: intel-mic-ofed-dapl-2.0.36.3.tar.gz larger messages will be sent via the Rendezvous protocol through the second provider. Fine tune these two sizes for the best performance. - (2) Create a wrapper that set proper MPI path based on the underying architecture: - - #!/bin/sh - #################################################################### - # mpi_path.sh - #################################################################### - - MPI_HOME=/opt/intel/impi/4.1 - ARCH=`uname -m` - - if [ $ARCH == 'x86_64' ]; then - source ${MPI_HOME}/intel64/bin/mpivars.sh - elif [ $ARCH == 'k1om' ]; then - source ${MPI_HOME}/mic/bin/mpivars.sh - fi - - (3) Create a bootstrap wrapper for Intel MPI so the correct version of "pmi_proxy" can be found: - - #!/bin/sh - ############################################################# - # ssh_wrapper.sh - ############################################################# - - h=3 # Position of the hostname in ssh command from mpi - host=`echo "$@" | awk '{ printf "%s",$'$h' }'` - prefix=`echo "$@" | awk '{ for (i=1; i<='$h'; i++) printf " %s",$i }'` - suffix=`echo "$@" | awk '{ for (i=('$h'+1); i<=NF; i++) printf " %s",$i }'` - - ssh $prefix "source ./mpi_path.sh;$suffix" - - (4) Run MPI applications: - - mpiexec.hydra \ - -bootstrap ssh \ - -bootstrap-exec ./ssh_wrapper.sh \ - -machinefile machinefile \ - - + * Notes (1) Modify "/etc/mpxyd.conf" to change the settings for the proxy. Especially, try different values -- 2.46.0