1 /* Copyright (c) 2007-2021. The SimGrid Team. All rights reserved. */
3 /* This program is free software; you can redistribute it and/or modify it
4 * under the terms of the license (GNU LGPL) which comes with this package. */
7 #include "smpi_coll.hpp"
8 #include "smpi_comm.hpp"
9 #include "smpi_datatype_derived.hpp"
10 #include "smpi_op.hpp"
11 #include "smpi_win.hpp"
12 #include "src/smpi/include/smpi_actor.hpp"
14 XBT_LOG_EXTERNAL_DEFAULT_CATEGORY(smpi_pmpi);
17 CHECK_COUNT(2, origin_count)\
18 CHECK_TYPE(3, origin_datatype)\
19 CHECK_BUFFER(1, origin_addr, origin_count, origin_datatype)\
20 CHECK_PROC_RMA(4, target_rank, win)\
21 CHECK_COUNT(6, target_count)\
22 CHECK_TYPE(7, target_datatype)
24 #define CHECK_TARGET_DISP(num)\
25 if(win->dynamic()==0)\
26 CHECK_NEGATIVE((num), MPI_ERR_RMA_RANGE, target_disp)
28 /* PMPI User level calls */
30 int PMPI_Win_create( void *base, MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, MPI_Win *win){
33 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
34 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
36 if (base == nullptr && size != 0){
37 retval= MPI_ERR_OTHER;
39 *win = new simgrid::smpi::Win( base, size, disp_unit, info, comm);
46 int PMPI_Win_allocate( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
48 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
49 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
50 void* ptr = xbt_malloc(size);
52 *static_cast<void**>(base) = ptr;
53 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,1);
58 int PMPI_Win_allocate_shared( MPI_Aint size, int disp_unit, MPI_Info info, MPI_Comm comm, void *base, MPI_Win *win){
60 CHECK_NEGATIVE(2, MPI_ERR_OTHER, size)
61 CHECK_NEGATIVE(3, MPI_ERR_OTHER, disp_unit)
63 int rank = comm->rank();
65 ptr = xbt_malloc(size*comm->size());
68 simgrid::smpi::colls::bcast(&ptr, sizeof(void*), MPI_BYTE, 0, comm);
69 simgrid::smpi::colls::barrier(comm);
70 *static_cast<void**>(base) = (char*)ptr+rank*size;
71 *win = new simgrid::smpi::Win( ptr, size, disp_unit, info, comm,rank==0);
76 int PMPI_Win_create_dynamic( MPI_Info info, MPI_Comm comm, MPI_Win *win){
79 *win = new simgrid::smpi::Win(info, comm);
84 int PMPI_Win_attach(MPI_Win win, void *base, MPI_Aint size){
86 CHECK_NEGATIVE(3, MPI_ERR_OTHER, size)
87 if (base == nullptr && size != 0)
90 int retval = win->attach(base, size);
95 int PMPI_Win_detach(MPI_Win win, const void* base)
98 CHECK_NULL(2, MPI_ERR_OTHER, base)
100 int retval = win->detach(base);
105 int PMPI_Win_free( MPI_Win* win){
106 CHECK_NULL(1, MPI_ERR_WIN, win)
114 int PMPI_Win_set_name(MPI_Win win, const char * name)
117 CHECK_NULL(2, MPI_ERR_ARG, name)
122 int PMPI_Win_get_name(MPI_Win win, char * name, int* len)
125 CHECK_NULL(2, MPI_ERR_ARG, name)
126 win->get_name(name, len);
130 int PMPI_Win_get_info(MPI_Win win, MPI_Info* info)
133 CHECK_NULL(2, MPI_ERR_ARG, info)
134 *info = new simgrid::smpi::Info(win->info());
138 int PMPI_Win_set_info(MPI_Win win, MPI_Info info)
145 int PMPI_Win_get_group(MPI_Win win, MPI_Group * group){
147 win->get_group(group);
152 int PMPI_Win_fence( int assert, MPI_Win win){
155 int my_proc_id = simgrid::s4u::this_actor::get_pid();
156 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_fence"));
157 int retval = win->fence(assert);
158 TRACE_smpi_comm_out(my_proc_id);
163 int PMPI_Get( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
164 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
172 int my_proc_id = simgrid::s4u::this_actor::get_pid();
174 win->get_group(&group);
175 TRACE_smpi_comm_in(my_proc_id, __func__,
176 new simgrid::instr::Pt2PtTIData("Get", target_rank, origin_datatype->is_replayable()
178 : origin_count * origin_datatype->size(),
179 simgrid::smpi::Datatype::encode(origin_datatype)));
180 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
182 TRACE_smpi_comm_out(my_proc_id);
188 int PMPI_Rget( void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
189 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
190 if(target_rank==MPI_PROC_NULL)
191 *request = MPI_REQUEST_NULL;
195 CHECK_NULL(9, MPI_ERR_ARG, request)
200 int my_proc_id = simgrid::s4u::this_actor::get_pid();
202 win->get_group(&group);
203 TRACE_smpi_comm_in(my_proc_id, __func__,
204 new simgrid::instr::Pt2PtTIData(
206 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
207 simgrid::smpi::Datatype::encode(origin_datatype)));
209 retval = win->get( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
210 target_datatype, request);
212 TRACE_smpi_comm_out(my_proc_id);
218 int PMPI_Put(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
219 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win){
227 int my_proc_id = simgrid::s4u::this_actor::get_pid();
229 win->get_group(&group);
230 int dst_traced = group->actor_pid(target_rank);
231 TRACE_smpi_comm_in(my_proc_id, __func__,
232 new simgrid::instr::Pt2PtTIData("Put", target_rank, origin_datatype->is_replayable()
234 : origin_count * origin_datatype->size(),
235 simgrid::smpi::Datatype::encode(origin_datatype)));
236 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
238 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
241 TRACE_smpi_comm_out(my_proc_id);
247 int PMPI_Rput(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
248 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Win win, MPI_Request* request){
249 if(target_rank==MPI_PROC_NULL)
250 *request = MPI_REQUEST_NULL;
254 CHECK_NULL(9, MPI_ERR_ARG, request)
258 int my_proc_id = simgrid::s4u::this_actor::get_pid();
260 win->get_group(&group);
261 int dst_traced = group->actor_pid(target_rank);
262 TRACE_smpi_comm_in(my_proc_id, __func__,
263 new simgrid::instr::Pt2PtTIData(
265 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
266 simgrid::smpi::Datatype::encode(origin_datatype)));
267 TRACE_smpi_send(my_proc_id, my_proc_id, dst_traced, SMPI_RMA_TAG, origin_count * origin_datatype->size());
269 retval = win->put( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
270 target_datatype, request);
272 TRACE_smpi_comm_out(my_proc_id);
278 int PMPI_Accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
279 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
282 CHECK_MPI_NULL(8, MPI_OP_NULL, MPI_ERR_OP, op)
288 int my_proc_id = simgrid::s4u::this_actor::get_pid();
290 win->get_group(&group);
291 TRACE_smpi_comm_in(my_proc_id, __func__,
292 new simgrid::instr::Pt2PtTIData(
293 "Accumulate", target_rank,
294 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
295 simgrid::smpi::Datatype::encode(origin_datatype)));
296 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
297 target_datatype, op);
299 TRACE_smpi_comm_out(my_proc_id);
305 int PMPI_Raccumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, int target_rank,
306 MPI_Aint target_disp, int target_count, MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
307 if(target_rank==MPI_PROC_NULL)
308 *request = MPI_REQUEST_NULL;
311 CHECK_MPI_NULL(8, MPI_OP_NULL, MPI_ERR_OP, op)
313 CHECK_NULL(10, MPI_ERR_ARG, request)
319 int my_proc_id = simgrid::s4u::this_actor::get_pid();
321 win->get_group(&group);
322 TRACE_smpi_comm_in(my_proc_id, __func__,
323 new simgrid::instr::Pt2PtTIData(
324 "Raccumulate", target_rank,
325 origin_datatype->is_replayable() ? origin_count : origin_count * origin_datatype->size(),
326 simgrid::smpi::Datatype::encode(origin_datatype)));
328 retval = win->accumulate( origin_addr, origin_count, origin_datatype, target_rank, target_disp, target_count,
329 target_datatype, op, request);
331 TRACE_smpi_comm_out(my_proc_id);
337 int PMPI_Get_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
338 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
339 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win){
340 CHECK_COUNT(2, origin_count)
342 CHECK_TYPE(3, origin_datatype)
344 CHECK_BUFFER(1, origin_addr, origin_count, origin_datatype)
345 CHECK_COUNT(5, result_count)
346 CHECK_TYPE(6, result_datatype)
347 CHECK_BUFFER(4, result_addr, result_count, result_datatype)
349 CHECK_PROC_RMA(7, target_rank, win)
350 CHECK_COUNT(9, target_count)
351 CHECK_TYPE(10, target_datatype)
352 CHECK_MPI_NULL(11, MPI_OP_NULL, MPI_ERR_OP, op)
358 int my_proc_id = simgrid::s4u::this_actor::get_pid();
360 win->get_group(&group);
361 TRACE_smpi_comm_in(my_proc_id, __func__,
362 new simgrid::instr::Pt2PtTIData(
363 "Get_accumulate", target_rank,
364 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
365 simgrid::smpi::Datatype::encode(target_datatype)));
367 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
368 result_count, result_datatype, target_rank, target_disp,
369 target_count, target_datatype, op);
371 TRACE_smpi_comm_out(my_proc_id);
378 int PMPI_Rget_accumulate(const void *origin_addr, int origin_count, MPI_Datatype origin_datatype, void *result_addr,
379 int result_count, MPI_Datatype result_datatype, int target_rank, MPI_Aint target_disp, int target_count,
380 MPI_Datatype target_datatype, MPI_Op op, MPI_Win win, MPI_Request* request){
381 if(target_rank==MPI_PROC_NULL)
382 *request = MPI_REQUEST_NULL;
383 CHECK_COUNT(2, origin_count)
384 CHECK_TYPE(3, origin_datatype)
385 CHECK_BUFFER(1, origin_addr, origin_count, origin_datatype)
386 CHECK_COUNT(5, result_count)
387 CHECK_TYPE(6, result_datatype)
388 CHECK_BUFFER(4, result_addr, result_count, result_datatype)
390 CHECK_PROC_RMA(7, target_rank, win)
391 CHECK_COUNT(9, target_count)
392 CHECK_TYPE(10, target_datatype)
393 CHECK_MPI_NULL(11, MPI_OP_NULL, MPI_ERR_OP, op)
395 CHECK_NULL(10, MPI_ERR_ARG, request)
399 int my_proc_id = simgrid::s4u::this_actor::get_pid();
401 win->get_group(&group);
402 TRACE_smpi_comm_in(my_proc_id, __func__,
403 new simgrid::instr::Pt2PtTIData(
404 "Rget_accumulate", target_rank,
405 target_datatype->is_replayable() ? target_count : target_count * target_datatype->size(),
406 simgrid::smpi::Datatype::encode(target_datatype)));
408 retval = win->get_accumulate( origin_addr, origin_count, origin_datatype, result_addr,
409 result_count, result_datatype, target_rank, target_disp,
410 target_count, target_datatype, op, request);
412 TRACE_smpi_comm_out(my_proc_id);
418 int PMPI_Fetch_and_op(const void *origin_addr, void *result_addr, MPI_Datatype dtype, int target_rank, MPI_Aint target_disp, MPI_Op op, MPI_Win win){
419 return PMPI_Get_accumulate(origin_addr, origin_addr==nullptr?0:1, dtype, result_addr, 1, dtype, target_rank, target_disp, 1, dtype, op, win);
422 int PMPI_Compare_and_swap(const void* origin_addr, void* compare_addr, void* result_addr, MPI_Datatype datatype,
423 int target_rank, MPI_Aint target_disp, MPI_Win win)
425 CHECK_NULL(1, MPI_ERR_BUFFER, origin_addr)
426 CHECK_NULL(2, MPI_ERR_BUFFER, compare_addr)
427 CHECK_NULL(3, MPI_ERR_BUFFER, result_addr)
428 CHECK_TYPE(4, datatype)
430 CHECK_PROC_RMA(5, target_rank, win)
437 int my_proc_id = simgrid::s4u::this_actor::get_pid();
439 win->get_group(&group);
440 TRACE_smpi_comm_in(my_proc_id, __func__,
441 new simgrid::instr::Pt2PtTIData("Compare_and_swap", target_rank,
442 datatype->is_replayable() ? 1 : datatype->size(),
443 simgrid::smpi::Datatype::encode(datatype)));
445 retval = win->compare_and_swap(origin_addr, compare_addr, result_addr, datatype, target_rank, target_disp);
447 TRACE_smpi_comm_out(my_proc_id);
453 int PMPI_Win_post(MPI_Group group, int assert, MPI_Win win){
454 CHECK_GROUP(1, group)
457 int my_proc_id = simgrid::s4u::this_actor::get_pid();
458 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_post"));
459 int retval = win->post(group,assert);
460 TRACE_smpi_comm_out(my_proc_id);
465 int PMPI_Win_start(MPI_Group group, int assert, MPI_Win win){
466 CHECK_GROUP(1, group)
469 int my_proc_id = simgrid::s4u::this_actor::get_pid();
470 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_start"));
471 int retval = win->start(group,assert);
472 TRACE_smpi_comm_out(my_proc_id);
477 int PMPI_Win_complete(MPI_Win win){
480 int my_proc_id = simgrid::s4u::this_actor::get_pid();
481 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_complete"));
482 int retval = win->complete();
483 TRACE_smpi_comm_out(my_proc_id);
488 int PMPI_Win_wait(MPI_Win win){
491 int my_proc_id = simgrid::s4u::this_actor::get_pid();
492 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_wait"));
493 int retval = win->wait();
494 TRACE_smpi_comm_out(my_proc_id);
499 int PMPI_Win_lock(int lock_type, int rank, int assert, MPI_Win win){
501 CHECK_PROC_RMA(2, rank, win)
504 if (lock_type != MPI_LOCK_EXCLUSIVE &&
505 lock_type != MPI_LOCK_SHARED) {
506 retval = MPI_ERR_LOCKTYPE;
508 int my_proc_id = simgrid::s4u::this_actor::get_pid();
509 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock"));
510 retval = win->lock(lock_type,rank,assert);
511 TRACE_smpi_comm_out(my_proc_id);
517 int PMPI_Win_unlock(int rank, MPI_Win win){
519 CHECK_PROC_RMA(1, rank, win)
521 int my_proc_id = simgrid::s4u::this_actor::get_pid();
522 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock"));
523 int retval = win->unlock(rank);
524 TRACE_smpi_comm_out(my_proc_id);
529 int PMPI_Win_lock_all(int assert, MPI_Win win){
532 int my_proc_id = simgrid::s4u::this_actor::get_pid();
533 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_lock_all"));
534 int retval = win->lock_all(assert);
535 TRACE_smpi_comm_out(my_proc_id);
540 int PMPI_Win_unlock_all(MPI_Win win){
543 int my_proc_id = simgrid::s4u::this_actor::get_pid();
544 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_unlock_all"));
545 int retval = win->unlock_all();
546 TRACE_smpi_comm_out(my_proc_id);
551 int PMPI_Win_flush(int rank, MPI_Win win){
553 CHECK_PROC_RMA(1, rank, win)
555 int my_proc_id = simgrid::s4u::this_actor::get_pid();
556 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush"));
557 int retval = win->flush(rank);
558 TRACE_smpi_comm_out(my_proc_id);
563 int PMPI_Win_flush_local(int rank, MPI_Win win){
565 CHECK_PROC_RMA(1, rank, win)
567 int my_proc_id = simgrid::s4u::this_actor::get_pid();
568 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local"));
569 int retval = win->flush_local(rank);
570 TRACE_smpi_comm_out(my_proc_id);
575 int PMPI_Win_flush_all(MPI_Win win){
578 int my_proc_id = simgrid::s4u::this_actor::get_pid();
579 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_all"));
580 int retval = win->flush_all();
581 TRACE_smpi_comm_out(my_proc_id);
586 int PMPI_Win_flush_local_all(MPI_Win win){
589 int my_proc_id = simgrid::s4u::this_actor::get_pid();
590 TRACE_smpi_comm_in(my_proc_id, __func__, new simgrid::instr::NoOpTIData("Win_flush_local_all"));
591 int retval = win->flush_local_all();
592 TRACE_smpi_comm_out(my_proc_id);
597 int PMPI_Win_shared_query (MPI_Win win, int rank, MPI_Aint* size, int* disp_unit, void* baseptr)
600 return win->shared_query(rank, size, disp_unit, baseptr);
603 int PMPI_Win_get_attr (MPI_Win win, int keyval, void *attribute_val, int* flag)
605 static MPI_Aint size;
606 static MPI_Aint disp_unit;
610 *static_cast<void**>(attribute_val) = win->base();
615 *static_cast<MPI_Aint**>(attribute_val) = &size;
618 case MPI_WIN_DISP_UNIT:
619 disp_unit = win->disp_unit();
620 *static_cast<MPI_Aint**>(attribute_val) = &disp_unit;
624 return win->attr_get<simgrid::smpi::Win>(keyval, attribute_val, flag);
628 int PMPI_Win_set_attr (MPI_Win win, int type_keyval, void *attribute_val)
631 return win->attr_put<simgrid::smpi::Win>(type_keyval, attribute_val);
634 int PMPI_Win_delete_attr (MPI_Win win, int type_keyval)
637 return win->attr_delete<simgrid::smpi::Win>(type_keyval);
640 int PMPI_Win_create_keyval(MPI_Win_copy_attr_function* copy_fn, MPI_Win_delete_attr_function* delete_fn, int* keyval,
643 smpi_copy_fn _copy_fn={nullptr, nullptr,copy_fn,nullptr, nullptr,nullptr};
644 smpi_delete_fn _delete_fn={nullptr, nullptr,delete_fn,nullptr, nullptr,nullptr};
645 return simgrid::smpi::Keyval::keyval_create<simgrid::smpi::Win>(_copy_fn, _delete_fn, keyval, extra_state);
648 int PMPI_Win_free_keyval(int* keyval) {
649 return simgrid::smpi::Keyval::keyval_free<simgrid::smpi::Win>(keyval);
652 MPI_Win PMPI_Win_f2c(MPI_Fint win){
655 return simgrid::smpi::Win::f2c(win);
658 MPI_Fint PMPI_Win_c2f(MPI_Win win){
659 if(win==MPI_WIN_NULL)
664 int PMPI_Win_create_errhandler(MPI_Win_errhandler_function* function, MPI_Errhandler* errhandler){
665 *errhandler=new simgrid::smpi::Errhandler(function);
669 int PMPI_Win_get_errhandler(MPI_Win win, MPI_Errhandler* errhandler){
671 if (errhandler==nullptr){
674 *errhandler=win->errhandler();
678 int PMPI_Win_set_errhandler(MPI_Win win, MPI_Errhandler errhandler){
680 if (errhandler==nullptr){
683 win->set_errhandler(errhandler);
687 int PMPI_Win_call_errhandler(MPI_Win win,int errorcode){
689 MPI_Errhandler err = win->errhandler();
690 err->call(win, errorcode);
691 simgrid::smpi::Errhandler::unref(err);