1 /* Copyright (c) 2010-2019. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
6 #ifndef SMPI_COMM_HPP_INCLUDED
7 #define SMPI_COMM_HPP_INCLUDED
10 #include "smpi_keyvals.hpp"
11 #include "smpi_group.hpp"
12 #include "smpi_topo.hpp"
17 class Comm : public F2C, public Keyval{
19 SMPI_Topo_type topoType_;
20 MPI_Topology topo_; // to be replaced by an union
22 MPI_Comm leaders_comm_; // inter-node communicator
23 MPI_Comm intra_comm_; // intra-node communicator . For MPI_COMM_WORLD this can't be used, as var is global.
24 // use an intracomm stored in the process data instead
25 int* leaders_map_; // who is the leader of each process
27 int* non_uniform_map_; // set if smp nodes have a different number of processes allocated
28 int is_blocked_; // are ranks allocated on the same smp node contiguous ?
29 int is_smp_comm_; // set to 0 in case this is already an intra-comm or a leader-comm to avoid recursivity
30 std::list<MPI_Win> rma_wins_; // attached windows for synchronization.
33 static std::unordered_map<int, smpi_key_elem> keyvals_;
34 static int keyval_id_;
37 Comm(MPI_Group group, MPI_Topology topo, int smp = 0);
38 int dup(MPI_Comm* newcomm);
40 MPI_Topology topo() { return topo_; }
43 void get_name(char* name, int* len);
44 void set_leaders_comm(MPI_Comm leaders);
45 void set_intra_comm(MPI_Comm leaders) { intra_comm_ = leaders; };
46 int* get_non_uniform_map();
47 int* get_leaders_map();
48 MPI_Comm get_leaders_comm();
49 MPI_Comm get_intra_comm();
53 MPI_Comm split(int color, int key);
56 static void unref(MPI_Comm comm);
57 static void destroy(MPI_Comm comm);
61 static void free_f(int id);
62 static Comm* f2c(int);
64 static int keyval_create(MPI_Comm_copy_attr_function* copy_fn, MPI_Comm_delete_attr_function* delete_fn, int* keyval,
66 static int keyval_free(int* keyval);
67 static void keyval_cleanup();
69 void add_rma_win(MPI_Win win);
70 void remove_rma_win(MPI_Win win);
71 void finish_rma_calls();
72 MPI_Comm split_type(int type, int key, MPI_Info info);
76 } // namespace simgrid