Transfer files from RAD repository
This commit is contained in:
Brandon Potter
@@ -0,0 +1,406 @@
|
||||
/******************************************************************************
|
||||
* Copyright (c) 2024 Advanced Micro Devices, Inc. All rights reserved.
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
* of this software and associated documentation files (the "Software"), to
|
||||
* deal in the Software without restriction, including without limitation the
|
||||
* rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
|
||||
* sell copies of the Software, and to permit persons to whom the Software is
|
||||
* furnished to do so, subject to the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be included in
|
||||
* all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
||||
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
|
||||
* IN THE SOFTWARE.
|
||||
*****************************************************************************/
|
||||
|
||||
#ifndef LIBRARY_SRC_HOST_HOST_HPP_
|
||||
#define LIBRARY_SRC_HOST_HOST_HPP_
|
||||
|
||||
/**
|
||||
* @file host.hpp
|
||||
* Defines the HostInterface class.
|
||||
*
|
||||
* The file contains the HostInterface class that defines all the
|
||||
* host-facing functions that will be used by all host contexts of
|
||||
* any backend type.
|
||||
*/
|
||||
|
||||
#include <mpi.h>
|
||||
|
||||
#include <map>
|
||||
|
||||
#include "roc_shmem/roc_shmem.hpp"
|
||||
#include "../hdp_policy.hpp"
|
||||
#include "../memory/symmetric_heap.hpp"
|
||||
#include "../memory/window_info.hpp"
|
||||
|
||||
namespace rocshmem {
|
||||
|
||||
class HostContextWindowInfo {
|
||||
public:
|
||||
/**
|
||||
* @brief Constructor with default members
|
||||
*/
|
||||
HostContextWindowInfo() = default;
|
||||
|
||||
/**
|
||||
* @brief Constructor with initialized members
|
||||
*
|
||||
* @param[in] team pointer used to track team info
|
||||
* @param[in] team_info information about participating PEs
|
||||
*/
|
||||
HostContextWindowInfo(MPI_Comm comm_world, SymmetricHeap* heap);
|
||||
|
||||
/**
|
||||
* @brief Destructor
|
||||
*/
|
||||
__host__ ~HostContextWindowInfo();
|
||||
|
||||
/**
|
||||
* @brief Retrieve a pointer to the internal WindowInfo
|
||||
*
|
||||
* @return WindowInfo pointer
|
||||
*/
|
||||
WindowInfo* get() { return window_info_; }
|
||||
|
||||
/**
|
||||
* @brief Mark the window info as avaialable (not allocated)
|
||||
*/
|
||||
void mark_avail() { avail_ = true; }
|
||||
|
||||
/**
|
||||
* @brief Mark the window info as unavaialble (allocated)
|
||||
*/
|
||||
void mark_unavail() { avail_ = false; }
|
||||
|
||||
/**
|
||||
* @brief Check if the window info has been allocated
|
||||
*/
|
||||
bool is_avail() { return avail_; }
|
||||
|
||||
private:
|
||||
/**
|
||||
* @brief Flag to state whether or not this window is available to be assigned
|
||||
* to a Host Context
|
||||
*/
|
||||
bool avail_{true};
|
||||
|
||||
/**
|
||||
* @brief Pointer to the WindowInfo object that manages the MPI Window for
|
||||
* this context
|
||||
*/
|
||||
WindowInfo* window_info_{nullptr};
|
||||
};
|
||||
|
||||
class HostInterface {
|
||||
public:
|
||||
/**
|
||||
* @brief Primary constructor
|
||||
*/
|
||||
__host__ HostInterface(HdpPolicy* hdp_policy, MPI_Comm roc_shmem_comm,
|
||||
SymmetricHeap* heap);
|
||||
|
||||
/**
|
||||
* @brief Destructor
|
||||
*/
|
||||
__host__ ~HostInterface();
|
||||
|
||||
/**
|
||||
* @brief Accessor for copy of comm world
|
||||
*
|
||||
* @return MPI_Comm containing host comm world
|
||||
*/
|
||||
MPI_Comm get_comm_world() { return host_comm_world_; }
|
||||
|
||||
/**
|
||||
* @brief Get a window context from the pool
|
||||
*
|
||||
* @return Pointer to the WindowInfo in the allocated one from the pool
|
||||
*/
|
||||
WindowInfo* acquire_window_context();
|
||||
|
||||
/**
|
||||
* @brief Return a window context back to the pool
|
||||
*/
|
||||
void release_window_context(WindowInfo* window_info);
|
||||
|
||||
/**************************************************************************
|
||||
***************************** HOST FUNCTIONS *****************************
|
||||
*************************************************************************/
|
||||
template <typename T>
|
||||
__host__ void p(T* dest, T value, int pe, WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ T g(const T* source, int pe, WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void put(T* dest, const T* source, size_t nelems, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void get(T* dest, const T* source, size_t nelems, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void put_nbi(T* dest, const T* source, size_t nelems, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void get_nbi(T* dest, const T* source, size_t nelems, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
__host__ void putmem(void* dest, const void* source, size_t nelems, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
__host__ void getmem(void* dest, const void* source, size_t nelems, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
__host__ void putmem_nbi(void* dest, const void* source, size_t nelems,
|
||||
int pe, WindowInfo* window_info);
|
||||
|
||||
__host__ void getmem_nbi(void* dest, const void* source, size_t size, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void amo_add(void* dst, T value, int pe, WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void amo_cas(void* dst, T value, T cond, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ T amo_fetch_add(void* dst, T value, int pe, WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ T amo_fetch_cas(void* dst, T value, T cond, int pe,
|
||||
WindowInfo* window_info);
|
||||
|
||||
__host__ void fence(WindowInfo* window_info);
|
||||
|
||||
__host__ void quiet(WindowInfo* window_info);
|
||||
|
||||
__host__ void barrier_all(WindowInfo* window_info);
|
||||
|
||||
__host__ void barrier_for_sync();
|
||||
|
||||
__host__ void sync_all(WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void broadcast(T* dest, const T* source, int nelems, int pe_root,
|
||||
int pe_start, int log_pe_stride, int pe_size,
|
||||
long* p_sync); // NOLINT(runtime/int)
|
||||
|
||||
template <typename T>
|
||||
__host__ void broadcast(roc_shmem_team_t team, T* dest, const T* source,
|
||||
int nelems, int pe_root);
|
||||
|
||||
template <typename T, ROC_SHMEM_OP Op>
|
||||
__host__ void to_all(T* dest, const T* source, int nreduce, int pe_start,
|
||||
int log_pe_stride, int pe_size, T* p_wrk,
|
||||
long* p_sync); // NOLINT(runtime/int)
|
||||
|
||||
template <typename T, ROC_SHMEM_OP Op>
|
||||
__host__ void to_all(roc_shmem_team_t team, T* dest, const T* source,
|
||||
int nreduce);
|
||||
|
||||
template <typename T>
|
||||
__host__ void wait_until(T* ptr, roc_shmem_cmps cmp, T val,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void wait_until_all(T* ptr, size_t nelems, const int* status,
|
||||
roc_shmem_cmps cmp, T val,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ size_t wait_until_any(T* ptr, size_t nelems, const int* status,
|
||||
roc_shmem_cmps cmp, T val,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ size_t wait_until_some(T* ptr, size_t nelems, size_t* indices,
|
||||
const int* status, roc_shmem_cmps cmp, T val,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ void wait_until_all_vector(T* ptr, size_t nelems, const int* status,
|
||||
roc_shmem_cmps cmp, T* vals,
|
||||
WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ size_t wait_until_any_vector(T* ptr, size_t nelems,
|
||||
const int* status, roc_shmem_cmps cmp,
|
||||
T* vals, WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ size_t wait_until_some_vector(T* ptr, size_t nelems, size_t* indices,
|
||||
const int* status, roc_shmem_cmps cmp,
|
||||
T* vals, WindowInfo* window_info);
|
||||
|
||||
template <typename T>
|
||||
__host__ int test(T* ptr, roc_shmem_cmps cmp, T val, WindowInfo* window_info);
|
||||
|
||||
#ifndef USE_COHERENT_HEAP
|
||||
__host__ void create_hdp_window();
|
||||
#endif // USE_COHERENT_HEAP
|
||||
|
||||
private:
|
||||
/**************************************************************************
|
||||
**************************** INTERNAL METHODS ****************************
|
||||
*************************************************************************/
|
||||
__host__ void flush_remote_hdps() {
|
||||
#ifndef USE_COHERENT_HEAP
|
||||
unsigned flush_val{HdpPolicy::HDP_FLUSH_VAL};
|
||||
for (size_t i{0}; i < num_pes_; i++) {
|
||||
if (i == my_pe_) {
|
||||
continue;
|
||||
}
|
||||
MPI_Put(&flush_val, 1, MPI_UNSIGNED, i, 0, 1, MPI_UNSIGNED, hdp_win);
|
||||
}
|
||||
MPI_Win_flush_all(hdp_win);
|
||||
#endif // USE_COHERENT_HEAP
|
||||
}
|
||||
|
||||
__host__ void flush_remote_hdp(int pe) {
|
||||
#ifndef USE_COHERENT_HEAP
|
||||
unsigned flush_val{HdpPolicy::HDP_FLUSH_VAL};
|
||||
MPI_Put(&flush_val, 1, MPI_UNSIGNED, pe, 0, 1, MPI_UNSIGNED, hdp_win);
|
||||
MPI_Win_flush(pe, hdp_win);
|
||||
#endif // USE_COHERENT_HEAP
|
||||
}
|
||||
|
||||
__host__ void initiate_put(void* dest, const void* source, size_t nelems,
|
||||
int pe, WindowInfo* window_info);
|
||||
|
||||
__host__ void initiate_get(void* dest, const void* source, size_t nelems,
|
||||
int pe, WindowInfo* window_info);
|
||||
|
||||
__host__ void complete_all(MPI_Win win);
|
||||
|
||||
__host__ MPI_Aint compute_offset(const void* dest, void* win_start,
|
||||
void* win_end);
|
||||
|
||||
__host__ MPI_Comm get_mpi_comm(int pe_start, int log_pe_stride, int pe_size);
|
||||
|
||||
__host__ MPI_Op get_mpi_op(ROC_SHMEM_OP Op);
|
||||
|
||||
template <typename T>
|
||||
__host__ MPI_Datatype get_mpi_type();
|
||||
|
||||
template <typename T>
|
||||
__host__ int compare(roc_shmem_cmps cmp, T input_val, T target_val);
|
||||
|
||||
template <typename T>
|
||||
__host__ int test_and_compare(MPI_Aint offset, MPI_Datatype mpi_type,
|
||||
roc_shmem_cmps cmp, T val, MPI_Win win);
|
||||
|
||||
template <typename T, ROC_SHMEM_OP Op>
|
||||
__host__ void to_all_internal(MPI_Comm mpi_comm, T* dest, const T* source,
|
||||
int nreduce);
|
||||
|
||||
template <typename T>
|
||||
__host__ void broadcast_internal(MPI_Comm mpi_comm, T* dest, const T* source,
|
||||
int nelems, int pe_root);
|
||||
|
||||
/**************************************************************************
|
||||
**************************** INTERNAL MEMBERS ****************************
|
||||
*************************************************************************/
|
||||
/**
|
||||
* @brief Duplicate to the Backend's hdp policy pointer
|
||||
*/
|
||||
HdpPolicy* hdp_policy_{nullptr};
|
||||
|
||||
/**
|
||||
* @brief Global MPI communicator for those host API
|
||||
*/
|
||||
MPI_Comm host_comm_world_{};
|
||||
|
||||
/**
|
||||
* @brief Duplicate of this processing element's id within global rank
|
||||
*/
|
||||
int my_pe_{-1};
|
||||
|
||||
/**
|
||||
* @brief Duplicate of global number of processing elements
|
||||
*/
|
||||
int num_pes_{0};
|
||||
|
||||
#ifndef USE_COHERENT_HEAP
|
||||
/**
|
||||
* @brief MPI window for hdp flushing
|
||||
*/
|
||||
MPI_Win hdp_win;
|
||||
#endif // USE_COHERENT_HEAP
|
||||
|
||||
/**
|
||||
* @brief Max number of contexts for the application
|
||||
*/
|
||||
int max_num_ctxs_{40};
|
||||
|
||||
/**
|
||||
* @brief Pool of HostContexWindowInfos
|
||||
*/
|
||||
HostContextWindowInfo** host_window_context_pool_{nullptr};
|
||||
|
||||
int find_win_info_in_pool(WindowInfo* window_info);
|
||||
|
||||
int find_avail_pool_entry();
|
||||
|
||||
/*
|
||||
* @brief Used by comm_map map for active sets.
|
||||
*
|
||||
* This data structure that stores the parameters defining the active
|
||||
* set of PEs in a collective. This struct also serves as a key
|
||||
* into the comm_map map.
|
||||
*/
|
||||
class ActiveSetKey {
|
||||
public:
|
||||
/**
|
||||
* @brief Primary constructor
|
||||
*/
|
||||
ActiveSetKey(int pe_start, int log_pe_stride, int pe_size)
|
||||
: pe_start_(pe_start),
|
||||
log_pe_stride_(log_pe_stride),
|
||||
pe_size_(pe_size) {}
|
||||
|
||||
bool operator<(const ActiveSetKey& key) const {
|
||||
return pe_start_ < key.pe_start_ ||
|
||||
(pe_start_ == key.pe_start_ &&
|
||||
log_pe_stride_ < key.log_pe_stride_) ||
|
||||
(pe_start_ == key.pe_start_ &&
|
||||
log_pe_stride_ == key.log_pe_stride_ && pe_size_ < key.pe_size_);
|
||||
}
|
||||
|
||||
private:
|
||||
/**
|
||||
* @brief Records start location in (logical) active set bitmask
|
||||
*/
|
||||
int pe_start_{-1};
|
||||
|
||||
/**
|
||||
* @brief Records stride in (logical) active set bitmask
|
||||
*/
|
||||
int log_pe_stride_{-1};
|
||||
|
||||
/**
|
||||
* @brief Records (logical) active set bitmask size
|
||||
*/
|
||||
int pe_size_{-1};
|
||||
};
|
||||
|
||||
/*
|
||||
* @brief Map of active set descriptors to MPI communicators
|
||||
*/
|
||||
std::map<ActiveSetKey, MPI_Comm> comm_map{};
|
||||
};
|
||||
|
||||
} // namespace rocshmem
|
||||
|
||||
#endif // LIBRARY_SRC_HOST_HOST_HPP_
|
||||
Reference in New Issue
Block a user