Skip to content
Snippets Groups Projects
Select Git revision
  • a8ee39fbc236eeacc696a905df70f5e58397dc61
  • main default protected
  • doc
  • karnew
  • noddy
  • multici
  • kaira
  • nola
  • corefvm
  • jali
  • pika
  • ci
  • unique
  • remove-clang-tidy-warning
  • time
  • cota
  • fvm
  • ginkgo
  • cmdline
  • cudamem
  • burger-fvm
21 results

wsv.t.cpp

Blame
  • rdma.c 29.46 KiB
    /* -*- mode:c -*- */
    /** @file
     ** @brief OFI RDMA Transport implementation
     **/
    /*
     * Copyright (C) 2020 Cray Computer GmbH
     * Copyright (C) 2021 HPE Switzerland GmbH
     *
     * Redistribution and use in source and binary forms, with or without
     * modification, are permitted provided that the following conditions are
     * met:
     *
     * 1. Redistributions of source code must retain the above copyright
     *    notice, this list of conditions and the following disclaimer.
     *
     * 2. Redistributions in binary form must reproduce the above copyright
     *    notice, this list of conditions and the following disclaimer in the
     *    documentation and/or other materials provided with the distribution.
     *
     * 3. Neither the name of the copyright holder nor the names of its
     *    contributors may be used to endorse or promote products derived from
     *    this software without specific prior written permission.
     *
     * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
     * IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
     * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
     * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
     * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     */
    
    
    #include "maestro/logging.h"
    #include "maestro/i_ofi.h"
    #include "maestro/i_memlock.h"
    #include "maestro/i_memory.h"
    #include "maestro/i_pool_manager_protocol.h"
    #include "maestro/i_pool_manager_registry.h"
    
    #include "transport.h"
    #include "transport_rdma.h"
    
    #include "attributes/maestro-schema.h"
    
    #include <rdma/fabric.h> 
    #include <rdma/fi_domain.h>
    #include <rdma/fi_rma.h>
    #include <unistd.h>
    #include <sys/mman.h>
    #include <pthread.h>
    #include <string.h>
    
    #ifndef MIN
    #define MIN(x,y) ((x)<(y) ? (x) : (y))
    #endif
    
    /* simplify logging */
    #define NOISE(...) LOG_NOISE(MSTRO_LOG_MODULE_TRANSP,__VA_ARGS__)
    #define DEBUG(...) LOG_DEBUG(MSTRO_LOG_MODULE_TRANSP,__VA_ARGS__)
    #define INFO(...)  LOG_INFO(MSTRO_LOG_MODULE_TRANSP,__VA_ARGS__)
    #define WARN(...)  LOG_WARN(MSTRO_LOG_MODULE_TRANSP,__VA_ARGS__)
    #define ERR(...)   LOG_ERR(MSTRO_LOG_MODULE_TRANSP,__VA_ARGS__)
    
    /** hashing of memory registrations is done on an aggregate key: CDO
     * ID, OFI domain and maybe OFI endpoint.