StarPU Handbook - StarPU FAQs
Loading...
Searching...
No Matches
starpu_mpi.h
Go to the documentation of this file.
1/* StarPU --- Runtime system for heterogeneous multicore architectures.
2 *
3 * Copyright (C) 2009-2023 Université de Bordeaux, CNRS (LaBRI UMR 5800), Inria
4 * Copyright (C) 2021 Federal University of Rio Grande do Sul (UFRGS)
5 *
6 * StarPU is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU Lesser General Public License as published by
8 * the Free Software Foundation; either version 2.1 of the License, or (at
9 * your option) any later version.
10 *
11 * StarPU is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
14 *
15 * See the GNU Lesser General Public License in COPYING.LGPL for more details.
16 */
17
18#ifndef __STARPU_MPI_H__
19#define __STARPU_MPI_H__
20
21#include <starpu.h>
22
23#if defined(STARPU_USE_MPI)
24
25#include <mpi.h>
26#include <starpu_mpi_ft.h>
27#include <stdint.h>
28
29#ifdef __cplusplus
30extern "C" {
31#endif
32
51int starpu_mpi_init_conf(int *argc, char ***argv, int initialize_mpi, MPI_Comm comm, struct starpu_conf *conf);
52
58int starpu_mpi_init_comm(int *argc, char ***argv, int initialize_mpi, MPI_Comm comm);
59
63int starpu_mpi_init(int *argc, char ***argv, int initialize_mpi);
64
71int starpu_mpi_initialize(void) STARPU_DEPRECATED;
72
80int starpu_mpi_initialize_extended(int *rank, int *world_size) STARPU_DEPRECATED;
81
86
93int starpu_mpi_shutdown_comm(MPI_Comm comm);
94
99int starpu_mpi_comm_register(MPI_Comm comm);
100
106int starpu_mpi_comm_size(MPI_Comm comm, int *size);
107
114int starpu_mpi_comm_rank(MPI_Comm comm, int *rank);
115
121
126
131#define STARPU_MPI_TAG_UB MPI_TAG_UB
132
141int starpu_mpi_comm_get_attr(MPI_Comm comm, int keyval, void *attribute_val, int *flag);
142
147
152
157
169typedef void *starpu_mpi_req;
170
174typedef int64_t starpu_mpi_tag_t;
175
183int starpu_mpi_isend(starpu_data_handle_t data_handle, starpu_mpi_req *req, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm);
184
188int starpu_mpi_isend_prio(starpu_data_handle_t data_handle, starpu_mpi_req *req, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm);
189
196int starpu_mpi_irecv(starpu_data_handle_t data_handle, starpu_mpi_req *req, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm);
197
203int starpu_mpi_send(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm);
204
208int starpu_mpi_send_prio(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm);
209
217int starpu_mpi_recv(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm, MPI_Status *status);
218
229int starpu_mpi_isend_detached(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm, void (*callback)(void *), void *arg);
230
234int starpu_mpi_isend_detached_prio(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm, void (*callback)(void *), void *arg);
235
246int starpu_mpi_irecv_detached(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm, void (*callback)(void *), void *arg);
247
251int starpu_mpi_irecv_detached_prio(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm, void (*callback)(void *), void *arg);
252
268int starpu_mpi_irecv_detached_sequential_consistency(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm, void (*callback)(void *), void *arg, int sequential_consistency);
269
275int starpu_mpi_issend(starpu_data_handle_t data_handle, starpu_mpi_req *req, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm);
276
280int starpu_mpi_issend_prio(starpu_data_handle_t data_handle, starpu_mpi_req *req, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm);
281
292int starpu_mpi_issend_detached(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm, void (*callback)(void *), void *arg);
293
297int starpu_mpi_issend_detached_prio(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm, void (*callback)(void *), void *arg);
298
304int starpu_mpi_wait(starpu_mpi_req *req, MPI_Status *status);
305
311int starpu_mpi_test(starpu_mpi_req *req, int *flag, MPI_Status *status);
312
317int starpu_mpi_barrier(MPI_Comm comm);
318
323int starpu_mpi_wait_for_all(MPI_Comm comm);
324
330int starpu_mpi_isend_detached_unlock_tag(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm, starpu_tag_t tag);
331
336int starpu_mpi_isend_detached_unlock_tag_prio(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm, starpu_tag_t tag);
337
343int starpu_mpi_irecv_detached_unlock_tag(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm, starpu_tag_t tag);
344
352int starpu_mpi_isend_array_detached_unlock_tag(unsigned array_size, starpu_data_handle_t *data_handle, int *dest, starpu_mpi_tag_t *data_tag, MPI_Comm *comm, starpu_tag_t tag);
353
358int starpu_mpi_isend_array_detached_unlock_tag_prio(unsigned array_size, starpu_data_handle_t *data_handle, int *dest, starpu_mpi_tag_t *data_tag, int *prio, MPI_Comm *comm, starpu_tag_t tag);
359
367int starpu_mpi_irecv_array_detached_unlock_tag(unsigned array_size, starpu_data_handle_t *data_handle, int *source, starpu_mpi_tag_t *data_tag, MPI_Comm *comm, starpu_tag_t tag);
368
369typedef int (*starpu_mpi_datatype_allocate_func_t)(starpu_data_handle_t, MPI_Datatype *);
370typedef int (*starpu_mpi_datatype_node_allocate_func_t)(starpu_data_handle_t, unsigned node, MPI_Datatype *);
371typedef void (*starpu_mpi_datatype_free_func_t)(MPI_Datatype *);
372
381int starpu_mpi_datatype_register(starpu_data_handle_t handle, starpu_mpi_datatype_allocate_func_t allocate_datatype_func, starpu_mpi_datatype_free_func_t free_datatype_func);
382
391int starpu_mpi_interface_datatype_register(enum starpu_data_interface_id id, starpu_mpi_datatype_allocate_func_t allocate_datatype_func, starpu_mpi_datatype_free_func_t free_datatype_func);
392
401int starpu_mpi_datatype_node_register(starpu_data_handle_t handle, starpu_mpi_datatype_node_allocate_func_t allocate_datatype_func, starpu_mpi_datatype_free_func_t free_datatype_func);
402
411int starpu_mpi_interface_datatype_node_register(enum starpu_data_interface_id id, starpu_mpi_datatype_node_allocate_func_t allocate_datatype_func, starpu_mpi_datatype_free_func_t free_datatype_func);
412
418
424
436
441int starpu_mpi_cache_set(int enabled);
442
450void starpu_mpi_cache_flush(MPI_Comm comm, starpu_data_handle_t data_handle);
451
460
467
475int starpu_mpi_cached_cp_receive_set(starpu_data_handle_t data_handle);
476
481
488
497
502
519#define STARPU_MPI_PER_NODE -2
520
526void starpu_mpi_data_register_comm(starpu_data_handle_t data_handle, starpu_mpi_tag_t data_tag, int rank, MPI_Comm comm);
527
534#define starpu_mpi_data_register(data_handle, data_tag, rank) starpu_mpi_data_register_comm(data_handle, data_tag, rank, MPI_COMM_WORLD)
535
543
547#define starpu_data_set_tag starpu_mpi_data_set_tag
548
555void starpu_mpi_data_set_rank_comm(starpu_data_handle_t handle, int rank, MPI_Comm comm);
556
563#define starpu_mpi_data_set_rank(handle, rank) starpu_mpi_data_set_rank_comm(handle, rank, MPI_COMM_WORLD)
564
568#define starpu_data_set_rank starpu_mpi_data_set_rank
569
574
578#define starpu_data_get_rank starpu_mpi_data_get_rank
579
588
592#define starpu_data_get_tag starpu_mpi_data_get_tag
593
648int starpu_mpi_task_insert(MPI_Comm comm, struct starpu_codelet *codelet, ...);
649#ifdef STARPU_USE_FXT
650#define starpu_mpi_task_insert(comm, cl, ...) \
651 starpu_mpi_task_insert((comm), (cl), STARPU_TASK_FILE, __FILE__, STARPU_TASK_LINE, __LINE__, ##__VA_ARGS__)
652#endif
653
657int starpu_mpi_insert_task(MPI_Comm comm, struct starpu_codelet *codelet, ...);
658#ifdef STARPU_USE_FXT
659#define starpu_mpi_insert_task(comm, cl, ...) \
660 starpu_mpi_insert_task((comm), (cl), STARPU_TASK_FILE, __FILE__, STARPU_TASK_LINE, __LINE__, ##__VA_ARGS__)
661#endif
662
676struct starpu_task *starpu_mpi_task_build(MPI_Comm comm, struct starpu_codelet *codelet, ...);
677#ifdef STARPU_USE_FXT
678#define starpu_mpi_task_build(comm, cl, ...) \
679 starpu_mpi_task_build((comm), (cl), STARPU_TASK_FILE, __FILE__, STARPU_TASK_LINE, __LINE__, ##__VA_ARGS__)
680#endif
681
685struct starpu_task *starpu_mpi_task_build_v(MPI_Comm comm, struct starpu_codelet *codelet, va_list varg_list);
686
692int starpu_mpi_task_post_build(MPI_Comm comm, struct starpu_codelet *codelet, ...);
693
697int starpu_mpi_task_post_build_v(MPI_Comm comm, struct starpu_codelet *codelet, va_list varg_list);
698
710
721
731int starpu_mpi_task_exchange_data_after_execution(MPI_Comm comm, struct starpu_data_descr *descrs, unsigned nb_data, struct starpu_mpi_task_exchange_params params);
732
739int starpu_mpi_get_data_on_node(MPI_Comm comm, starpu_data_handle_t data_handle, int node);
740
747int starpu_mpi_get_data_on_node_detached(MPI_Comm comm, starpu_data_handle_t data_handle, int node, void (*callback)(void *), void *arg);
748
754
765void starpu_mpi_data_migrate(MPI_Comm comm, starpu_data_handle_t handle, int new_rank);
766
778#define STARPU_MPI_NODE_SELECTION_CURRENT_POLICY -1
783#define STARPU_MPI_NODE_SELECTION_MOST_R_DATA 0
784
785typedef int (*starpu_mpi_select_node_policy_func_t)(int me, int nb_nodes, struct starpu_data_descr *descr, int nb_data);
786
817int starpu_mpi_node_selection_register_policy(starpu_mpi_select_node_policy_func_t policy_func);
818
823
829
837
850int starpu_mpi_redux_data(MPI_Comm comm, starpu_data_handle_t data_handle);
851
855int starpu_mpi_redux_data_prio(MPI_Comm comm, starpu_data_handle_t data_handle, int prio);
856
862int starpu_mpi_redux_data_tree(MPI_Comm comm, starpu_data_handle_t data_handle, int arity);
863
867int starpu_mpi_redux_data_prio_tree(MPI_Comm comm, starpu_data_handle_t data_handle, int prio, int arity);
868
879int starpu_mpi_scatter_detached(starpu_data_handle_t *data_handles, int count, int root, MPI_Comm comm, void (*scallback)(void *), void *sarg, void (*rcallback)(void *), void *rarg);
880
891int starpu_mpi_gather_detached(starpu_data_handle_t *data_handles, int count, int root, MPI_Comm comm, void (*scallback)(void *), void *sarg, void (*rcallback)(void *), void *rarg);
892
908void starpu_mpi_coop_sends_set_use(int use_coop_sends);
909
914
922
935
940
948void starpu_mpi_comm_stats_retrieve(size_t *comm_stats);
949
958int starpu_mpi_pre_submit_hook_register(void (*f)(struct starpu_task *));
959int starpu_mpi_pre_submit_hook_unregister(void);
960
981int64_t starpu_mpi_tags_allocate(int64_t nbtags);
982
993void starpu_mpi_tags_free(int64_t mintag);
994
997#ifdef __cplusplus
998}
999#endif
1000
1001#endif // STARPU_USE_MPI
1002#endif // __STARPU_MPI_H__
Definition starpu_task.h:334
Definition starpu_task.h:664
Definition starpu_task.h:679
starpu_data_interface_id
Definition starpu_data_interfaces.h:352
struct _starpu_data_state * starpu_data_handle_t
Definition starpu_data.h:44
uint64_t starpu_tag_t
Definition starpu_task_dep.h:134
Definition starpu.h:110
int starpu_mpi_init(int *argc, char ***argv, int initialize_mpi)
int starpu_mpi_datatype_unregister(starpu_data_handle_t handle)
struct starpu_task * starpu_mpi_task_build(MPI_Comm comm, struct starpu_codelet *codelet,...)
int starpu_mpi_insert_task(MPI_Comm comm, struct starpu_codelet *codelet,...)
int starpu_mpi_data_get_rank(starpu_data_handle_t handle)
int starpu_mpi_shutdown_comm(MPI_Comm comm)
int starpu_mpi_initialize(void)
int starpu_mpi_issend_prio(starpu_data_handle_t data_handle, starpu_mpi_req *req, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm)
int starpu_mpi_get_communication_tag(void)
int priority
Definition starpu_mpi.h:708
int starpu_mpi_initialize_extended(int *rank, int *world_size)
int starpu_mpi_irecv_array_detached_unlock_tag(unsigned array_size, starpu_data_handle_t *data_handle, int *source, starpu_mpi_tag_t *data_tag, MPI_Comm *comm, starpu_tag_t tag)
int starpu_mpi_get_data_on_node(MPI_Comm comm, starpu_data_handle_t data_handle, int node)
void starpu_mpi_comm_stats_enable(void)
int starpu_mpi_interface_datatype_node_register(enum starpu_data_interface_id id, starpu_mpi_datatype_node_allocate_func_t allocate_datatype_func, starpu_mpi_datatype_free_func_t free_datatype_func)
int do_execute
Definition starpu_mpi.h:706
void starpu_mpi_tags_free(int64_t mintag)
int starpu_mpi_comm_register(MPI_Comm comm)
int64_t starpu_mpi_tag_t
Definition starpu_mpi.h:174
int starpu_mpi_node_selection_set_current_policy(int policy)
int starpu_mpi_irecv_detached(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm, void(*callback)(void *), void *arg)
int starpu_mpi_cached_receive(starpu_data_handle_t data_handle)
int starpu_mpi_scatter_detached(starpu_data_handle_t *data_handles, int count, int root, MPI_Comm comm, void(*scallback)(void *), void *sarg, void(*rcallback)(void *), void *rarg)
int starpu_mpi_redux_data(MPI_Comm comm, starpu_data_handle_t data_handle)
int starpu_mpi_isend_detached_unlock_tag(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm, starpu_tag_t tag)
int starpu_mpi_interface_datatype_register(enum starpu_data_interface_id id, starpu_mpi_datatype_allocate_func_t allocate_datatype_func, starpu_mpi_datatype_free_func_t free_datatype_func)
void starpu_mpi_data_set_tag(starpu_data_handle_t handle, starpu_mpi_tag_t data_tag)
void * starpu_mpi_req
Definition starpu_mpi.h:169
int starpu_mpi_task_exchange_data_before_execution(MPI_Comm comm, struct starpu_task *task, struct starpu_data_descr *descrs, struct starpu_mpi_task_exchange_params *params)
void starpu_mpi_comm_stats_disable(void)
char * starpu_mpi_data_get_redux_map(starpu_data_handle_t handle)
int starpu_mpi_world_size(void)
int starpu_mpi_send(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm)
int starpu_mpi_task_exchange_data_after_execution(MPI_Comm comm, struct starpu_data_descr *descrs, unsigned nb_data, struct starpu_mpi_task_exchange_params params)
int starpu_mpi_interface_datatype_unregister(enum starpu_data_interface_id id)
int starpu_mpi_get_thread_cpuid(void)
int starpu_mpi_isend_detached(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm, void(*callback)(void *), void *arg)
int starpu_mpi_get_data_on_node_detached(MPI_Comm comm, starpu_data_handle_t data_handle, int node, void(*callback)(void *), void *arg)
starpu_mpi_tag_t starpu_mpi_data_get_tag(starpu_data_handle_t handle)
int starpu_mpi_comm_rank(MPI_Comm comm, int *rank)
int xrank
Definition starpu_mpi.h:707
int starpu_mpi_redux_data_tree(MPI_Comm comm, starpu_data_handle_t data_handle, int arity)
void starpu_mpi_data_migrate(MPI_Comm comm, starpu_data_handle_t handle, int new_rank)
int starpu_mpi_irecv_detached_unlock_tag(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm, starpu_tag_t tag)
int starpu_mpi_task_post_build_v(MPI_Comm comm, struct starpu_codelet *codelet, va_list varg_list)
int starpu_mpi_barrier(MPI_Comm comm)
void starpu_mpi_data_set_rank_comm(starpu_data_handle_t handle, int rank, MPI_Comm comm)
int starpu_mpi_issend_detached_prio(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm, void(*callback)(void *), void *arg)
int starpu_mpi_redux_data_prio_tree(MPI_Comm comm, starpu_data_handle_t data_handle, int prio, int arity)
int starpu_mpi_issend(starpu_data_handle_t data_handle, starpu_mpi_req *req, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm)
int starpu_mpi_cache_set(int enabled)
int starpu_mpi_isend_detached_prio(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm, void(*callback)(void *), void *arg)
int starpu_mpi_comm_size(MPI_Comm comm, int *size)
int starpu_mpi_shutdown(void)
int starpu_mpi_isend(starpu_data_handle_t data_handle, starpu_mpi_req *req, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm)
void starpu_mpi_cached_receive_clear(starpu_data_handle_t data)
int starpu_mpi_cached_send(starpu_data_handle_t data_handle, int dest)
int starpu_mpi_issend_detached(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, MPI_Comm comm, void(*callback)(void *), void *arg)
int starpu_mpi_task_post_build(MPI_Comm comm, struct starpu_codelet *codelet,...)
int starpu_mpi_node_selection_get_current_policy(void)
void starpu_mpi_cached_send_clear(starpu_data_handle_t data)
void starpu_mpi_set_communication_tag(int tag)
int starpu_mpi_task_insert(MPI_Comm comm, struct starpu_codelet *codelet,...)
int starpu_mpi_cache_is_enabled(void)
int starpu_mpi_irecv_detached_sequential_consistency(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm, void(*callback)(void *), void *arg, int sequential_consistency)
int starpu_mpi_wait(starpu_mpi_req *req, MPI_Status *status)
int starpu_mpi_irecv(starpu_data_handle_t data_handle, starpu_mpi_req *req, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm)
int starpu_mpi_isend_detached_unlock_tag_prio(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm, starpu_tag_t tag)
int starpu_mpi_node_selection_register_policy(starpu_mpi_select_node_policy_func_t policy_func)
int starpu_mpi_isend_array_detached_unlock_tag_prio(unsigned array_size, starpu_data_handle_t *data_handle, int *dest, starpu_mpi_tag_t *data_tag, int *prio, MPI_Comm *comm, starpu_tag_t tag)
int starpu_mpi_wait_for_all(MPI_Comm comm)
int starpu_mpi_init_comm(int *argc, char ***argv, int initialize_mpi, MPI_Comm comm)
void starpu_mpi_data_register_comm(starpu_data_handle_t data_handle, starpu_mpi_tag_t data_tag, int rank, MPI_Comm comm)
int starpu_mpi_irecv_detached_prio(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm, void(*callback)(void *), void *arg)
void starpu_mpi_comm_stats_retrieve(size_t *comm_stats)
struct starpu_task * starpu_mpi_task_build_v(MPI_Comm comm, struct starpu_codelet *codelet, va_list varg_list)
void starpu_mpi_cache_flush(MPI_Comm comm, starpu_data_handle_t data_handle)
void starpu_mpi_coop_sends_data_handle_nb_sends(starpu_data_handle_t data_handle, int nb_sends)
int starpu_mpi_node_selection_unregister_policy(int policy)
int starpu_mpi_redux_data_prio(MPI_Comm comm, starpu_data_handle_t data_handle, int prio)
void starpu_mpi_coop_sends_set_use(int use_coop_sends)
void starpu_mpi_cache_flush_all_data(MPI_Comm comm)
int starpu_mpi_test(starpu_mpi_req *req, int *flag, MPI_Status *status)
int starpu_mpi_comm_get_attr(MPI_Comm comm, int keyval, void *attribute_val, int *flag)
int starpu_mpi_world_rank(void)
int64_t starpu_mpi_tags_allocate(int64_t nbtags)
void starpu_mpi_get_data_on_all_nodes_detached(MPI_Comm comm, starpu_data_handle_t data_handle)
int starpu_mpi_send_prio(starpu_data_handle_t data_handle, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm)
int starpu_mpi_init_conf(int *argc, char ***argv, int initialize_mpi, MPI_Comm comm, struct starpu_conf *conf)
int starpu_mpi_cached_receive_set(starpu_data_handle_t data)
int starpu_mpi_recv(starpu_data_handle_t data_handle, int source, starpu_mpi_tag_t data_tag, MPI_Comm comm, MPI_Status *status)
int starpu_mpi_cached_send_set(starpu_data_handle_t data, int dest)
int starpu_mpi_isend_prio(starpu_data_handle_t data_handle, starpu_mpi_req *req, int dest, starpu_mpi_tag_t data_tag, int prio, MPI_Comm comm)
int starpu_mpi_gather_detached(starpu_data_handle_t *data_handles, int count, int root, MPI_Comm comm, void(*scallback)(void *), void *sarg, void(*rcallback)(void *), void *rarg)
int starpu_mpi_coop_sends_get_use(void)
int starpu_mpi_datatype_register(starpu_data_handle_t handle, starpu_mpi_datatype_allocate_func_t allocate_datatype_func, starpu_mpi_datatype_free_func_t free_datatype_func)
int starpu_mpi_isend_array_detached_unlock_tag(unsigned array_size, starpu_data_handle_t *data_handle, int *dest, starpu_mpi_tag_t *data_tag, MPI_Comm *comm, starpu_tag_t tag)
int starpu_mpi_datatype_node_register(starpu_data_handle_t handle, starpu_mpi_datatype_node_allocate_func_t allocate_datatype_func, starpu_mpi_datatype_free_func_t free_datatype_func)
Definition starpu_mpi.h:705