[DAPL2] Implement a malloc() threshold for the completion reaping byte vector allocat...

  DT_handle_send_op, DT_handle_rdma_op & DT_handle_recv_op.
When allocation size is under the threshold, use a stack local allocation instead of malloc/free.
Move redundant bzero() to be called only in the case of using local stack allocation as DT_Mdep_malloc() already does a bzero().
Consolidate error handling return and free()check to a single point by using goto.

Signed-off-by: Stan Smith <stan.smith@intel.com>
git-svn-id: svn://openib.tc.cornell.edu/gen1@2305 ad392aa1-c5ef-ae45-8dd8-e69d62a5ef86

diff --git a/branches/WOF2-1/ulp/dapl2/test/dapltest/test/dapl_transaction_util.c b/branches/WOF2-1/ulp/dapl2/test/dapltest/test/dapl_transaction_util.c
index ffe5d7df8411f41ebe26ab3ed027a389807c6496..14a14ddf36c85ada60d8f4b944873cc2799dac4c 100644 (file)
--- a/branches/WOF2-1/ulp/dapl2/test/dapltest/test/dapl_transaction_util.c
+++ b/branches/WOF2-1/ulp/dapl2/test/dapltest/test/dapl_transaction_util.c
@@ -30,6 +30,8 @@
 
 #include "dapl_proto.h"
 
+#define DT_LOCAL_COMPLETION_VECTOR_SIZE 32
+
 /* -----------------------------------------------------------
  * Post a recv buffer on each of this thread's EPs.
  */
@@ -85,11 +87,19 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
 {
        unsigned int i, j;
        unsigned char *completion_reaped;
+       unsigned char lcomp[DT_LOCAL_COMPLETION_VECTOR_SIZE];
+       bool rc = false;
 
-       completion_reaped = DT_Mdep_Malloc(num_eps * sizeof(unsigned char));
-
-       if (!completion_reaped) {
-               return false;
+       if (num_eps <= DT_LOCAL_COMPLETION_VECTOR_SIZE) {
+               completion_reaped = lcomp;
+               bzero((void *)completion_reaped,
+                       sizeof(unsigned char) * num_eps);
+       }
+       else {
+               completion_reaped = DT_Mdep_Malloc(num_eps * sizeof(unsigned char));
+               if (!completion_reaped) {
+                       return false;
+               }
        }
 
        for (i = 0; i < num_eps; i++) {
@@ -120,8 +130,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: dat_ep_post_send failed: %s\n",
                                          DT_RetToString(ret));
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto xit;
                }
        }
 
@@ -130,13 +139,11 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
 
                if (op->reap_send_on_recv && !op->server_initiated) {
                        /* we will reap the send on the recv (Client SR) */
-                       DT_Mdep_Free(completion_reaped);
-                       return true;
+                       rc = true;
+                       goto xit;
                }
        }
 
-       bzero((void *)completion_reaped, sizeof(unsigned char) * num_eps);
-
        /* reap the send completion */
        for (i = 0; i < num_eps; i++) {
                Transaction_Test_Op_t *op;
@@ -146,8 +153,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
 
                if (!DT_dto_event_reap
                    (phead, ep_context[i].reqt_evd_hdl, poll, &dto_stat)) {
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                epnum = dto_stat.user_cookie.as_64 >> 32;
@@ -160,8 +166,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                          dto_stat.user_cookie.as_64,
                                          dto_stat.transfered_length);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                op = &ep_context[epnum].op[op_indx];
@@ -176,8 +181,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                  ep_context[epnum].ep_handle,
                                  op->num_segs * op->seg_size,
                                  dto_cookie, "Send")) {
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                if (completion_reaped[epnum]) {
@@ -185,8 +189,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: Send: Secondary completion seen for endpoint 0x%p (%d)\n",
                                          ep_context[epnum].ep_handle, epnum);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto xit;
                }
                completion_reaped[epnum] = 1;
        }
@@ -197,13 +200,16 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: Send: No completion seen for endpoint 0x%p (#%d)\n",
                                          ep_context[i].ep_handle, i);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto xit;
                }
        }
 
-       DT_Mdep_Free(completion_reaped);
-       return true;
+       rc = true;
+
+xit:
+       if (completion_reaped != lcomp)
+               DT_Mdep_Free(completion_reaped);
+       return rc;
 }
 
 /* -----------------------------------------------------------
@@ -220,21 +226,32 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
        unsigned int i;
        unsigned char *recv_completion_reaped;
        unsigned char *send_completion_reaped;
-
-       recv_completion_reaped = DT_Mdep_Malloc(num_eps);
-       if (recv_completion_reaped == NULL) {
-               return false;
+       unsigned char rcomp[DT_LOCAL_COMPLETION_VECTOR_SIZE];
+       unsigned char lcomp[DT_LOCAL_COMPLETION_VECTOR_SIZE];
+       bool rc = false;
+
+       if (num_eps <= DT_LOCAL_COMPLETION_VECTOR_SIZE ) {
+               recv_completion_reaped = rcomp;
+               send_completion_reaped = lcomp;
+               bzero((void *)recv_completion_reaped,
+                       sizeof(unsigned char) * num_eps);
+               bzero((void *)send_completion_reaped,
+                       sizeof(unsigned char) * num_eps);
        }
+       else {
+               recv_completion_reaped = DT_Mdep_Malloc(num_eps);
+               if (recv_completion_reaped == NULL) {
+                       return false;
+               }
 
-       send_completion_reaped = DT_Mdep_Malloc(num_eps);
-       if (send_completion_reaped == NULL) {
-               DT_Mdep_Free(recv_completion_reaped);
-               return false;
+               send_completion_reaped = DT_Mdep_Malloc(num_eps);
+               if (send_completion_reaped == NULL) {
+                       DT_Mdep_Free(recv_completion_reaped);
+                       return false;
+               }
        }
 
        /* Foreach EP, reap */
-       bzero((void *)recv_completion_reaped, sizeof(unsigned char) * num_eps);
-       bzero((void *)send_completion_reaped, sizeof(unsigned char) * num_eps);
        for (i = 0; i < num_eps; i++) {
                Transaction_Test_Op_t *op;
                DAT_DTO_COMPLETION_EVENT_DATA dto_stat;
@@ -244,9 +261,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                /* First reap the recv DTO event */
                if (!DT_dto_event_reap
                    (phead, ep_context[i].recv_evd_hdl, poll, &dto_stat)) {
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                epnum = dto_stat.user_cookie.as_64 >> 32;
@@ -259,9 +274,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                          dto_stat.user_cookie.as_64,
                                          dto_stat.transfered_length);
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                op = &ep_context[epnum].op[op_indx];
@@ -278,9 +291,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                        DT_Tdep_PT_Printf(phead,
                                          "Test Error: recv DTO problem\n");
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                if (recv_completion_reaped[epnum]) {
@@ -288,9 +299,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: Receive: Secondary completion seen for endpoint 0x%p (%d)\n",
                                          ep_context[epnum].ep_handle, epnum);
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return (false);
+                       goto xit;
                }
                recv_completion_reaped[epnum] = 1;
 
@@ -306,17 +315,13 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                                  "Internal Error: reap_send_on_recv"
                                                  " but current op == #%d\n",
                                                  op_indx);
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return false;
+                               goto xit;
                        }
 
                        if (!DT_dto_event_reap
                            (phead, ep_context[i].reqt_evd_hdl, poll,
                             &dto_stat)) {
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return false;
+                               goto xit;
                        }
 
                        epnum = dto_stat.user_cookie.as_64 >> 32;
@@ -329,9 +334,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                                  dto_stat.user_cookie.as_64,
                                                  dto_stat.transfered_length);
                                DT_Test_Error();
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return false;
+                               goto xit;
                        }
 
                        /*
@@ -359,9 +362,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                DT_Tdep_PT_Printf(phead,
                                                  "Test Error: send DTO problem\n");
                                DT_Test_Error();
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return false;
+                               goto xit;
                        }
 
                        if (send_completion_reaped[epnum]) {
@@ -370,9 +371,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                                  ep_context[epnum].ep_handle,
                                                  epnum);
                                DT_Test_Error();
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return (false);
+                               goto xit;
                        }
                        send_completion_reaped[epnum] = 1;
                }
@@ -384,9 +383,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: Receive: No completion seen for endpoint 0x%p (#%d)\n",
                                          ep_context[i].ep_handle, i);
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return (false);
+                       goto xit;
                }
        }
 
@@ -398,9 +395,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                                  "Test Error: Send (ror): No completion seen for endpoint 0x%p (#%d)\n",
                                                  ep_context[i].ep_handle, i);
                                DT_Test_Error();
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return (false);
+                               goto xit;
                        }
                }
        }
@@ -412,15 +407,16 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                        DT_Tdep_PT_Printf(phead,
                                          "Test Error: recv re-post problem\n");
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return false;
+                       goto xit;
                }
        }
-
-       DT_Mdep_Free(recv_completion_reaped);
-       DT_Mdep_Free(send_completion_reaped);
-       return true;
+       rc = true;
+xit:
+       if (send_completion_reaped != lcomp) {
+               DT_Mdep_Free(recv_completion_reaped);
+               DT_Mdep_Free(send_completion_reaped);
+       }
+       return rc;
 }
 
 /* -----------------------------------------------------------
@@ -435,11 +431,18 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
        unsigned int i, j;
        DAT_RETURN ret;
        unsigned char *completion_reaped;
+       unsigned char lcomp[DT_LOCAL_COMPLETION_VECTOR_SIZE];
+       bool rc = false;
 
-       completion_reaped = DT_Mdep_Malloc(num_eps * sizeof(unsigned char));
-
-       if (!completion_reaped) {
-               return false;
+       if (num_eps <= DT_LOCAL_COMPLETION_VECTOR_SIZE) {
+               completion_reaped = lcomp;
+               bzero((void *)completion_reaped, sizeof(unsigned char) * num_eps);
+       }
+       else {
+               completion_reaped = DT_Mdep_Malloc(num_eps * sizeof(unsigned char));
+               if (!completion_reaped) {
+                       return false;
+               }
        }
 
        /* Initiate the operation */
@@ -500,8 +503,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                           RDMA_WRITE ? "write" : "read"),
                                          DT_RetToString(ret));
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                } else {
                        DT_Tdep_PT_Debug(3, (phead,
                                             "Done dat_ep_post_rdma_%s %s\n",
@@ -511,7 +513,6 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                }
        }
 
-       bzero((void *)completion_reaped, sizeof(unsigned char) * num_eps);
        /* Wait for it to happen */
        for (i = 0; i < num_eps; i++) {
                Transaction_Test_Op_t *op;
@@ -521,8 +522,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
 
                if (!DT_dto_event_reap
                    (phead, ep_context[i].reqt_evd_hdl, poll, &dto_stat)) {
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                }
 
                epnum = dto_stat.user_cookie.as_64 >> 32;
@@ -537,8 +537,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                          dto_stat.user_cookie.as_64,
                                          dto_stat.transfered_length);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto err;
                }
                op = &ep_context[epnum].op[op_indx];
 
@@ -554,8 +553,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                  dto_cookie,
                                  (opcode ==
                                   RDMA_WRITE ? "RDMA/WR" : "RDMA/RD"))) {
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                }
 
                if (completion_reaped[epnum]) {
@@ -565,8 +563,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                          RDMA_WRITE ? "RDMA/WR" : "RDMA/RD",
                                          ep_context[epnum].ep_handle, epnum);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                }
                completion_reaped[epnum] = 1;
 
@@ -584,14 +581,17 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                          RDMA_WRITE ? "RDMA/WR" : "RDMA/RD",
                                          ep_context[i].ep_handle, i);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                }
        }
 
-       DT_Mdep_Free(completion_reaped);
+       rc = true;
+
+err:
+       if (completion_reaped != lcomp)
+               DT_Mdep_Free(completion_reaped);
 
-       return (true);
+       return rc;
 }
 
 /* -----------------------------------------------------------

diff --git a/trunk/ulp/dapl2/test/dapltest/test/dapl_transaction_util.c b/trunk/ulp/dapl2/test/dapltest/test/dapl_transaction_util.c
index ffe5d7df8411f41ebe26ab3ed027a389807c6496..14a14ddf36c85ada60d8f4b944873cc2799dac4c 100644 (file)
--- a/trunk/ulp/dapl2/test/dapltest/test/dapl_transaction_util.c
+++ b/trunk/ulp/dapl2/test/dapltest/test/dapl_transaction_util.c
@@ -30,6 +30,8 @@
 
 #include "dapl_proto.h"
 
+#define DT_LOCAL_COMPLETION_VECTOR_SIZE 32
+
 /* -----------------------------------------------------------
  * Post a recv buffer on each of this thread's EPs.
  */
@@ -85,11 +87,19 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
 {
        unsigned int i, j;
        unsigned char *completion_reaped;
+       unsigned char lcomp[DT_LOCAL_COMPLETION_VECTOR_SIZE];
+       bool rc = false;
 
-       completion_reaped = DT_Mdep_Malloc(num_eps * sizeof(unsigned char));
-
-       if (!completion_reaped) {
-               return false;
+       if (num_eps <= DT_LOCAL_COMPLETION_VECTOR_SIZE) {
+               completion_reaped = lcomp;
+               bzero((void *)completion_reaped,
+                       sizeof(unsigned char) * num_eps);
+       }
+       else {
+               completion_reaped = DT_Mdep_Malloc(num_eps * sizeof(unsigned char));
+               if (!completion_reaped) {
+                       return false;
+               }
        }
 
        for (i = 0; i < num_eps; i++) {
@@ -120,8 +130,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: dat_ep_post_send failed: %s\n",
                                          DT_RetToString(ret));
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto xit;
                }
        }
 
@@ -130,13 +139,11 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
 
                if (op->reap_send_on_recv && !op->server_initiated) {
                        /* we will reap the send on the recv (Client SR) */
-                       DT_Mdep_Free(completion_reaped);
-                       return true;
+                       rc = true;
+                       goto xit;
                }
        }
 
-       bzero((void *)completion_reaped, sizeof(unsigned char) * num_eps);
-
        /* reap the send completion */
        for (i = 0; i < num_eps; i++) {
                Transaction_Test_Op_t *op;
@@ -146,8 +153,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
 
                if (!DT_dto_event_reap
                    (phead, ep_context[i].reqt_evd_hdl, poll, &dto_stat)) {
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                epnum = dto_stat.user_cookie.as_64 >> 32;
@@ -160,8 +166,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                          dto_stat.user_cookie.as_64,
                                          dto_stat.transfered_length);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                op = &ep_context[epnum].op[op_indx];
@@ -176,8 +181,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                  ep_context[epnum].ep_handle,
                                  op->num_segs * op->seg_size,
                                  dto_cookie, "Send")) {
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                if (completion_reaped[epnum]) {
@@ -185,8 +189,7 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: Send: Secondary completion seen for endpoint 0x%p (%d)\n",
                                          ep_context[epnum].ep_handle, epnum);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto xit;
                }
                completion_reaped[epnum] = 1;
        }
@@ -197,13 +200,16 @@ DT_handle_send_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: Send: No completion seen for endpoint 0x%p (#%d)\n",
                                          ep_context[i].ep_handle, i);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto xit;
                }
        }
 
-       DT_Mdep_Free(completion_reaped);
-       return true;
+       rc = true;
+
+xit:
+       if (completion_reaped != lcomp)
+               DT_Mdep_Free(completion_reaped);
+       return rc;
 }
 
 /* -----------------------------------------------------------
@@ -220,21 +226,32 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
        unsigned int i;
        unsigned char *recv_completion_reaped;
        unsigned char *send_completion_reaped;
-
-       recv_completion_reaped = DT_Mdep_Malloc(num_eps);
-       if (recv_completion_reaped == NULL) {
-               return false;
+       unsigned char rcomp[DT_LOCAL_COMPLETION_VECTOR_SIZE];
+       unsigned char lcomp[DT_LOCAL_COMPLETION_VECTOR_SIZE];
+       bool rc = false;
+
+       if (num_eps <= DT_LOCAL_COMPLETION_VECTOR_SIZE ) {
+               recv_completion_reaped = rcomp;
+               send_completion_reaped = lcomp;
+               bzero((void *)recv_completion_reaped,
+                       sizeof(unsigned char) * num_eps);
+               bzero((void *)send_completion_reaped,
+                       sizeof(unsigned char) * num_eps);
        }
+       else {
+               recv_completion_reaped = DT_Mdep_Malloc(num_eps);
+               if (recv_completion_reaped == NULL) {
+                       return false;
+               }
 
-       send_completion_reaped = DT_Mdep_Malloc(num_eps);
-       if (send_completion_reaped == NULL) {
-               DT_Mdep_Free(recv_completion_reaped);
-               return false;
+               send_completion_reaped = DT_Mdep_Malloc(num_eps);
+               if (send_completion_reaped == NULL) {
+                       DT_Mdep_Free(recv_completion_reaped);
+                       return false;
+               }
        }
 
        /* Foreach EP, reap */
-       bzero((void *)recv_completion_reaped, sizeof(unsigned char) * num_eps);
-       bzero((void *)send_completion_reaped, sizeof(unsigned char) * num_eps);
        for (i = 0; i < num_eps; i++) {
                Transaction_Test_Op_t *op;
                DAT_DTO_COMPLETION_EVENT_DATA dto_stat;
@@ -244,9 +261,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                /* First reap the recv DTO event */
                if (!DT_dto_event_reap
                    (phead, ep_context[i].recv_evd_hdl, poll, &dto_stat)) {
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                epnum = dto_stat.user_cookie.as_64 >> 32;
@@ -259,9 +274,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                          dto_stat.user_cookie.as_64,
                                          dto_stat.transfered_length);
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                op = &ep_context[epnum].op[op_indx];
@@ -278,9 +291,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                        DT_Tdep_PT_Printf(phead,
                                          "Test Error: recv DTO problem\n");
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return false;
+                       goto xit;
                }
 
                if (recv_completion_reaped[epnum]) {
@@ -288,9 +299,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: Receive: Secondary completion seen for endpoint 0x%p (%d)\n",
                                          ep_context[epnum].ep_handle, epnum);
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return (false);
+                       goto xit;
                }
                recv_completion_reaped[epnum] = 1;
 
@@ -306,17 +315,13 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                                  "Internal Error: reap_send_on_recv"
                                                  " but current op == #%d\n",
                                                  op_indx);
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return false;
+                               goto xit;
                        }
 
                        if (!DT_dto_event_reap
                            (phead, ep_context[i].reqt_evd_hdl, poll,
                             &dto_stat)) {
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return false;
+                               goto xit;
                        }
 
                        epnum = dto_stat.user_cookie.as_64 >> 32;
@@ -329,9 +334,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                                  dto_stat.user_cookie.as_64,
                                                  dto_stat.transfered_length);
                                DT_Test_Error();
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return false;
+                               goto xit;
                        }
 
                        /*
@@ -359,9 +362,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                DT_Tdep_PT_Printf(phead,
                                                  "Test Error: send DTO problem\n");
                                DT_Test_Error();
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return false;
+                               goto xit;
                        }
 
                        if (send_completion_reaped[epnum]) {
@@ -370,9 +371,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                                  ep_context[epnum].ep_handle,
                                                  epnum);
                                DT_Test_Error();
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return (false);
+                               goto xit;
                        }
                        send_completion_reaped[epnum] = 1;
                }
@@ -384,9 +383,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                          "Test Error: Receive: No completion seen for endpoint 0x%p (#%d)\n",
                                          ep_context[i].ep_handle, i);
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return (false);
+                       goto xit;
                }
        }
 
@@ -398,9 +395,7 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                                                  "Test Error: Send (ror): No completion seen for endpoint 0x%p (#%d)\n",
                                                  ep_context[i].ep_handle, i);
                                DT_Test_Error();
-                               DT_Mdep_Free(recv_completion_reaped);
-                               DT_Mdep_Free(send_completion_reaped);
-                               return (false);
+                               goto xit;
                        }
                }
        }
@@ -412,15 +407,16 @@ DT_handle_recv_op(DT_Tdep_Print_Head * phead,
                        DT_Tdep_PT_Printf(phead,
                                          "Test Error: recv re-post problem\n");
                        DT_Test_Error();
-                       DT_Mdep_Free(recv_completion_reaped);
-                       DT_Mdep_Free(send_completion_reaped);
-                       return false;
+                       goto xit;
                }
        }
-
-       DT_Mdep_Free(recv_completion_reaped);
-       DT_Mdep_Free(send_completion_reaped);
-       return true;
+       rc = true;
+xit:
+       if (send_completion_reaped != lcomp) {
+               DT_Mdep_Free(recv_completion_reaped);
+               DT_Mdep_Free(send_completion_reaped);
+       }
+       return rc;
 }
 
 /* -----------------------------------------------------------
@@ -435,11 +431,18 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
        unsigned int i, j;
        DAT_RETURN ret;
        unsigned char *completion_reaped;
+       unsigned char lcomp[DT_LOCAL_COMPLETION_VECTOR_SIZE];
+       bool rc = false;
 
-       completion_reaped = DT_Mdep_Malloc(num_eps * sizeof(unsigned char));
-
-       if (!completion_reaped) {
-               return false;
+       if (num_eps <= DT_LOCAL_COMPLETION_VECTOR_SIZE) {
+               completion_reaped = lcomp;
+               bzero((void *)completion_reaped, sizeof(unsigned char) * num_eps);
+       }
+       else {
+               completion_reaped = DT_Mdep_Malloc(num_eps * sizeof(unsigned char));
+               if (!completion_reaped) {
+                       return false;
+               }
        }
 
        /* Initiate the operation */
@@ -500,8 +503,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                           RDMA_WRITE ? "write" : "read"),
                                          DT_RetToString(ret));
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                } else {
                        DT_Tdep_PT_Debug(3, (phead,
                                             "Done dat_ep_post_rdma_%s %s\n",
@@ -511,7 +513,6 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                }
        }
 
-       bzero((void *)completion_reaped, sizeof(unsigned char) * num_eps);
        /* Wait for it to happen */
        for (i = 0; i < num_eps; i++) {
                Transaction_Test_Op_t *op;
@@ -521,8 +522,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
 
                if (!DT_dto_event_reap
                    (phead, ep_context[i].reqt_evd_hdl, poll, &dto_stat)) {
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                }
 
                epnum = dto_stat.user_cookie.as_64 >> 32;
@@ -537,8 +537,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                          dto_stat.user_cookie.as_64,
                                          dto_stat.transfered_length);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return false;
+                       goto err;
                }
                op = &ep_context[epnum].op[op_indx];
 
@@ -554,8 +553,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                  dto_cookie,
                                  (opcode ==
                                   RDMA_WRITE ? "RDMA/WR" : "RDMA/RD"))) {
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                }
 
                if (completion_reaped[epnum]) {
@@ -565,8 +563,7 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                          RDMA_WRITE ? "RDMA/WR" : "RDMA/RD",
                                          ep_context[epnum].ep_handle, epnum);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                }
                completion_reaped[epnum] = 1;
 
@@ -584,14 +581,17 @@ DT_handle_rdma_op(DT_Tdep_Print_Head * phead,
                                          RDMA_WRITE ? "RDMA/WR" : "RDMA/RD",
                                          ep_context[i].ep_handle, i);
                        DT_Test_Error();
-                       DT_Mdep_Free(completion_reaped);
-                       return (false);
+                       goto err;
                }
        }
 
-       DT_Mdep_Free(completion_reaped);
+       rc = true;
+
+err:
+       if (completion_reaped != lcomp)
+               DT_Mdep_Free(completion_reaped);
 
-       return (true);
+       return rc;
 }
 
 /* -----------------------------------------------------------