/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
/*
 * Copyright (c) 2018      Los Alamos National Security, LLC. All rights
 *                         reserved.
 * $COPYRIGHT$
 *
 * Additional copyrights may follow
 *
 * $HEADER$
 */

#if !defined(MCA_BTL_OFI_FRAG_H)
#define MCA_BTL_OFI_FRAG_H

#include "btl_ofi.h"
#include "btl_ofi_endpoint.h"


#define MCA_BTL_OFI_HDR_SIZE        sizeof(mca_btl_ofi_header_t)
#define MCA_BTL_OFI_FRAG_SIZE       4096
#define MCA_BTL_OFI_RECV_SIZE       MCA_BTL_OFI_FRAG_SIZE + MCA_BTL_OFI_HDR_SIZE

#define MCA_BTL_OFI_NUM_SEND_INC(module)                                          \
    OPAL_ATOMIC_ADD_FETCH64(&(module)->outstanding_send, 1);                      \
    if (module->outstanding_send > mca_btl_ofi_component.progress_threshold) {    \
        mca_btl_ofi_component.super.btl_progress();                               \
    }

#define MCA_BTL_OFI_NUM_SEND_DEC(module)                                          \
    OPAL_ATOMIC_ADD_FETCH64(&(module)->outstanding_send, -1);

mca_btl_base_descriptor_t *mca_btl_ofi_alloc(
                                mca_btl_base_module_t *btl,
                                mca_btl_base_endpoint_t *endpoint,
                                uint64_t order, size_t size, uint32_t flags);

int mca_btl_ofi_free (mca_btl_base_module_t *btl, mca_btl_base_descriptor_t *des);

int mca_btl_ofi_send (mca_btl_base_module_t *btl,
                      mca_btl_base_endpoint_t *endpoint,
                      mca_btl_base_descriptor_t *descriptor,
                      mca_btl_base_tag_t tag);

int mca_btl_ofi_recv_frag (mca_btl_ofi_module_t *ofi_btl,
                           mca_btl_base_endpoint_t *endpoint,
                           mca_btl_ofi_context_t *context,
                           mca_btl_ofi_base_frag_t *frag);

struct mca_btl_base_descriptor_t *mca_btl_ofi_prepare_src (
                                                mca_btl_base_module_t *btl,
                                                mca_btl_base_endpoint_t *endpoint,
                                                opal_convertor_t *convertor,
                                                uint8_t order, size_t reserve,
                                                size_t *size, uint32_t flags);

mca_btl_ofi_frag_completion_t *mca_btl_ofi_frag_completion_alloc
                                        (mca_btl_base_module_t *btl,
                                         mca_btl_ofi_context_t *context,
                                         mca_btl_ofi_base_frag_t *frag,
                                         int type);

static inline mca_btl_ofi_base_frag_t *mca_btl_ofi_frag_alloc (mca_btl_ofi_module_t *ofi_btl, opal_free_list_t *fl,
                                                               mca_btl_base_endpoint_t *endpoint)
{
    mca_btl_ofi_base_frag_t *frag = (mca_btl_ofi_base_frag_t *) opal_free_list_get (fl);

    if (OPAL_LIKELY(NULL != frag)) {
        frag->free_list = fl;
        frag->endpoint = endpoint;
        frag->btl = ofi_btl;
    }

    return frag;
}

static inline void mca_btl_ofi_frag_return (mca_btl_ofi_base_frag_t *frag)
{
    opal_free_list_return (frag->free_list, &frag->base.super);
}

static inline void mca_btl_ofi_frag_complete (mca_btl_ofi_base_frag_t *frag, int rc) {
    mca_btl_ofi_module_t *ofi_btl = frag->btl;

    /* call the local callback if specified */
    if (frag->base.des_flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK) {
        frag->base.des_cbfunc(&ofi_btl->super, frag->endpoint, &frag->base, rc);
    }

    /* If the BTL has ownership, return it to the free list, */
    if (OPAL_LIKELY(frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) {
        mca_btl_ofi_frag_return (frag);
    }
}

#endif /* !defined(MCA_BTL_OFI_FRAG_H) */