cs_all_to_all.h

Go to the documentation of this file.

#ifndef __CS_ALL_TO_ALL_H__
#define __CS_ALL_TO_ALL_H__
 
/*============================================================================
 * All-to-all parallel data exchange.
 *============================================================================*/
 
/*
  This file is part of code_saturne, a general-purpose CFD tool.
 
  Copyright (C) 1998-2024 EDF S.A.
 
  This program is free software; you can redistribute it and/or modify it under
  the terms of the GNU General Public License as published by the Free Software
  Foundation; either version 2 of the License, or (at your option) any later
  version.
 
  This program is distributed in the hope that it will be useful, but WITHOUT
  ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
  FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
  details.
 
  You should have received a copy of the GNU General Public License along with
  this program; if not, write to the Free Software Foundation, Inc., 51 Franklin
  Street, Fifth Floor, Boston, MA 02110-1301, USA.
*/
 
/*----------------------------------------------------------------------------*/
 
#if defined(HAVE_MPI)
#include <mpi.h>
#endif
 
/*----------------------------------------------------------------------------
 *  Local headers
 *----------------------------------------------------------------------------*/
 
#include "cs_block_dist.h"
#include "cs_defs.h"
#include "cs_parall.h"
#include "cs_rank_neighbors.h"
 
/*----------------------------------------------------------------------------*/
 
BEGIN_C_DECLS
 
/*=============================================================================
 * Macro definitions
 *============================================================================*/
 
#define CS_ALL_TO_ALL_USE_DEST_ID             (1 << 0)
#define CS_ALL_TO_ALL_ORDER_BY_SRC_RANK       (1 << 1)
 
#define CS_ALL_TO_ALL_NO_REVERSE              (1 << 2)
#define CS_ALL_TO_ALL_NEED_SRC_RANK           (1 << 3)
 
/*============================================================================
 * Type definitions
 *============================================================================*/
 
/* All-to-all algorithm choice */
 
typedef enum {
 
  CS_ALL_TO_ALL_MPI_DEFAULT,
  CS_ALL_TO_ALL_HYBRID,
  CS_ALL_TO_ALL_CRYSTAL_ROUTER
 
} cs_all_to_all_type_t;
 
/* Opaque all-to-all distribution structure */
 
#if defined(HAVE_MPI)
 
typedef struct _cs_all_to_all_t  cs_all_to_all_t;
 
#endif
 
/*=============================================================================
 * Public function prototypes
 *============================================================================*/
 
#if defined(HAVE_MPI)
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
cs_all_to_all_t *
cs_all_to_all_create(size_t            n_elts,
                     int               flags,
                     const cs_lnum_t  *dest_id,
                     const int         dest_rank[],
                     MPI_Comm          comm);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
cs_all_to_all_t *
cs_all_to_all_create_from_block(size_t                 n_elts,
                                int                    flags,
                                const cs_gnum_t       *src_gnum,
                                cs_block_dist_info_t   bi,
                                MPI_Comm               comm);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void
cs_all_to_all_destroy(cs_all_to_all_t **d);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void
cs_all_to_all_transfer_dest_rank(cs_all_to_all_t   *d,
                                 int              **dest_rank);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void
cs_all_to_all_transfer_dest_id(cs_all_to_all_t   *d,
                               cs_lnum_t        **dest_id);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
cs_lnum_t
cs_all_to_all_n_elts_dest(cs_all_to_all_t  *d);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void *
cs_all_to_all_copy_array(cs_all_to_all_t   *d,
                         cs_datatype_t      datatype,
                         int                stride,
                         bool               reverse,
                         const void        *src_data,
                         void              *dest_data);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
cs_lnum_t *
cs_all_to_all_copy_index(cs_all_to_all_t  *d,
                         bool              reverse,
                         const cs_lnum_t  *src_index,
                         cs_lnum_t        *dest_index);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void *
cs_all_to_all_copy_indexed(cs_all_to_all_t  *d,
                           cs_datatype_t     datatype,
                           bool              reverse,
                           const cs_lnum_t  *src_index,
                           const void       *src_data,
                           const cs_lnum_t  *dest_index,
                           void             *dest_data);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
int *
cs_all_to_all_get_src_rank(cs_all_to_all_t  *d);
 
#endif /* defined(HAVE_MPI) */
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
cs_all_to_all_type_t
cs_all_to_all_get_type(void);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void
cs_all_to_all_set_type(cs_all_to_all_type_t  t);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void
cs_all_to_all_get_hybrid_parameters(cs_rank_neighbors_exchange_t  *rne_type);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void
cs_all_to_all_set_hybrid_parameters(cs_rank_neighbors_exchange_t  rne_type);
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
void
cs_all_to_all_log_finalize(void);
 
/*----------------------------------------------------------------------------*/
 
END_C_DECLS
 
#if defined(HAVE_MPI)
 
#if defined(__cplusplus)
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
template <typename T>
T *
cs_all_to_all_copy_array(cs_all_to_all_t *d,
                         int              stride,
                         bool             reverse,
                         const T         *src_data)
{
  return static_cast<T *>(cs_all_to_all_copy_array(d,
                                                   cs_datatype_from_type<T>(),
                                                   stride,
                                                   reverse,
                                                   src_data,
                                                   nullptr));
};
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
template <typename T>
void
cs_all_to_all_copy_array(cs_all_to_all_t *d,
                         int              stride,
                         bool             reverse,
                         const T         *src_data,
                         void            *dest_data)
{
  cs_all_to_all_copy_array(d,
                           cs_datatype_from_type<T>(),
                           stride,
                           reverse,
                           src_data,
                           dest_data);
};
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
template <typename T>
T *
cs_all_to_all_copy_indexed(cs_all_to_all_t *d,
                           bool             reverse,
                           const cs_lnum_t *src_index,
                           const T         *src_data,
                           const cs_lnum_t *dest_index)
{
  return static_cast<T *>(cs_all_to_all_copy_indexed(d,
                                                     cs_datatype_from_type<T>(),
                                                     reverse,
                                                     src_index,
                                                     src_data,
                                                     dest_index,
                                                     nullptr));
};
 
/*----------------------------------------------------------------------------*/
/*----------------------------------------------------------------------------*/
 
template <typename T>
void
cs_all_to_all_copy_indexed(cs_all_to_all_t *d,
                           bool             reverse,
                           const cs_lnum_t *src_index,
                           const T         *src_data,
                           const cs_lnum_t *dest_index,
                           void            *dest_data)
{
  cs_all_to_all_copy_indexed(d,
                             cs_datatype_from_type<T>(),
                             reverse,
                             src_index,
                             src_data,
                             dest_index,
                             dest_data);
};
 
#endif //__cplusplus
 
#endif
 
#endif /* __CS_ALL_TO_ALL_H__ */