19 #ifndef __STARPU_TASK_H__
20 #define __STARPU_TASK_H__
26 #if defined STARPU_USE_CUDA && !defined STARPU_DONT_INCLUDE_CUDA_HEADERS
48 #define STARPU_NOWHERE ((1ULL)<<0)
55 #define STARPU_CPU ((1ULL)<<1)
62 #define STARPU_CUDA ((1ULL)<<3)
69 #define STARPU_OPENCL ((1ULL)<<6)
76 #define STARPU_MIC ((1ULL)<<7)
83 #define STARPU_MPI_MS ((1ULL)<<9)
89 #define STARPU_CODELET_SIMGRID_EXECUTE (1<<0)
96 #define STARPU_CODELET_SIMGRID_EXECUTE_AND_INJECT (1<<1)
102 #define STARPU_CODELET_NOPLANS (1<<2)
108 #define STARPU_CUDA_ASYNC (1<<0)
114 #define STARPU_OPENCL_ASYNC (1<<0)
119 #define STARPU_MAIN_RAM 0
148 #define STARPU_TASK_INIT 0
149 #define STARPU_TASK_INVALID STARPU_TASK_INIT
203 #define STARPU_MULTIPLE_CPU_IMPLEMENTATIONS ((starpu_cpu_func_t) -1)
212 #define STARPU_MULTIPLE_CUDA_IMPLEMENTATIONS ((starpu_cuda_func_t) -1)
221 #define STARPU_MULTIPLE_OPENCL_IMPLEMENTATIONS ((starpu_opencl_func_t) -1)
228 #define STARPU_VARIABLE_NBUFFERS (-1)
235 #define STARPU_SPECIFIC_NODE_LOCAL (-1)
236 #define STARPU_SPECIFIC_NODE_CPU (-2)
237 #define STARPU_SPECIFIC_NODE_SLOW (-3)
238 #define STARPU_SPECIFIC_NODE_FAST (-4)
771 void (*prologue_callback_pop_func)(
void *);
772 void *prologue_callback_pop_arg;
945 unsigned prefetched:1;
1127 double predicted_start;
1149 #ifdef STARPU_OPENMP
1177 #define STARPU_TASK_TYPE_NORMAL 0
1182 #define STARPU_TASK_TYPE_INTERNAL (1<<0)
1187 #define STARPU_TASK_TYPE_DATA_ACQUIRE (1<<1)
1195 #define STARPU_TASK_INITIALIZER \
1201 .callback_func = NULL, \
1202 .callback_arg = NULL, \
1203 .priority = STARPU_DEFAULT_PRIO, \
1205 .sequential_consistency = 1, \
1207 .execute_on_a_specific_worker = 0, \
1213 .status = STARPU_TASK_INIT, \
1214 .profiling_info = NULL, \
1216 .predicted_transfer = NAN, \
1217 .predicted_start = NAN, \
1218 .starpu_private = NULL, \
1222 .sched_ctx = STARPU_NMAX_SCHED_CTXS, \
1223 .hypervisor_tag = 0, \
1227 .dyn_handles = NULL, \
1228 .dyn_interfaces = NULL, \
1229 .dyn_modes = NULL, \
1231 .possibly_parallel = 0 \
1239 #define STARPU_TASK_GET_NBUFFERS(task) ((unsigned)((task)->cl->nbuffers == STARPU_VARIABLE_NBUFFERS ? ((task)->nbuffers) : ((task)->cl->nbuffers)))
1248 #define STARPU_TASK_GET_HANDLE(task, i) (((task)->dyn_handles) ? (task)->dyn_handles[i] : (task)->handles[i])
1249 #define STARPU_TASK_GET_HANDLES(task) (((task)->dyn_handles) ? (task)->dyn_handles : (task)->handles)
1258 #define STARPU_TASK_SET_HANDLE(task, handle, i) \
1259 do { if ((task)->dyn_handles) (task)->dyn_handles[i] = handle; else (task)->handles[i] = handle; } while(0)
1268 #define STARPU_CODELET_GET_MODE(codelet, i) \
1269 (((codelet)->dyn_modes) ? (codelet)->dyn_modes[i] : (assert(i < STARPU_NMAXBUFS), (codelet)->modes[i]))
1278 #define STARPU_CODELET_SET_MODE(codelet, mode, i) \
1279 do { if ((codelet)->dyn_modes) (codelet)->dyn_modes[i] = mode; else (codelet)->modes[i] = mode; } while(0)
1288 #define STARPU_TASK_GET_MODE(task, i) \
1289 ((task)->cl->nbuffers == STARPU_VARIABLE_NBUFFERS || (task)->dyn_modes ? \
1290 (((task)->dyn_modes) ? (task)->dyn_modes[i] : (task)->modes[i]) : \
1291 STARPU_CODELET_GET_MODE((task)->cl, i) )
1300 #define STARPU_TASK_SET_MODE(task, mode, i) \
1302 if ((task)->cl->nbuffers == STARPU_VARIABLE_NBUFFERS || (task)->cl->nbuffers > STARPU_NMAXBUFS) \
1303 if ((task)->dyn_modes) (task)->dyn_modes[i] = mode; else (task)->modes[i] = mode; \
1305 STARPU_CODELET_SET_MODE((task)->cl, mode, i); \
1315 #define STARPU_CODELET_GET_NODE(codelet, i) (((codelet)->dyn_nodes) ? (codelet)->dyn_nodes[i] : (codelet)->nodes[i])
1324 #define STARPU_CODELET_SET_NODE(codelet, __node, i) \
1325 do { if ((codelet)->dyn_nodes) (codelet)->dyn_nodes[i] = __node; else (codelet)->nodes[i] = __node; } while(0)
1397 int starpu_task_finished(
struct starpu_task *task) STARPU_WARN_UNUSED_RESULT;
1480 void starpu_do_schedule(
void);
starpu_task_bundle_t bundle
Definition: starpu_task.h:1087
starpu_mpi_ms_func_t mpi_ms_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:401
unsigned specific_nodes
Definition: starpu_task.h:460
void(* callback_func)(void *)
Definition: starpu_task.h:730
int max_parallelism
Definition: starpu_task.h:288
unsigned sched_ctx
Definition: starpu_task.h:1065
unsigned nb_termination_call_required
Definition: starpu_task.h:1162
unsigned synchronous
Definition: starpu_task.h:872
int checked
Definition: starpu_task.h:531
int nbuffers
Definition: starpu_task.h:425
void * cl_arg
Definition: starpu_task.h:695
starpu_opencl_func_t opencl_func
Definition: starpu_task.h:309
double predicted_transfer
Definition: starpu_task.h:1126
struct starpu_perfmodel * model
Definition: starpu_task.h:490
unsigned long per_worker_stats[STARPU_NMAXWORKERS]
Definition: starpu_task.h:509
int(* can_execute)(unsigned workerid, struct starpu_task *task, unsigned nimpl)
Definition: starpu_task.h:272
char opencl_flags[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:369
unsigned use_tag
Definition: starpu_task.h:849
unsigned callback_arg_free
Definition: starpu_task.h:810
starpu_cuda_func_t cuda_func
Definition: starpu_task.h:302
unsigned cl_arg_free
Definition: starpu_task.h:797
unsigned destroy
Definition: starpu_task.h:910
int * dyn_nodes
Definition: starpu_task.h:482
enum starpu_data_access_mode modes[STARPU_NMAXBUFS]
Definition: starpu_task.h:669
starpu_mic_func_t mic_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:385
void * prologue_callback_arg
Definition: starpu_task.h:769
int hypervisor_tag
Definition: starpu_task.h:1073
int32_t where
Definition: starpu_task.h:579
uint32_t where
Definition: starpu_task.h:265
unsigned execute_on_a_specific_worker
Definition: starpu_task.h:882
starpu_data_handle_t * dyn_handles
Definition: starpu_task.h:608
starpu_cpu_func_t cpu_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:326
void * starpu_private
Definition: starpu_task.h:1147
unsigned type
Definition: starpu_task.h:1049
unsigned prologue_callback_arg_free
Definition: starpu_task.h:823
unsigned mf_skip
Definition: starpu_task.h:928
enum starpu_data_access_mode modes[STARPU_NMAXBUFS]
Definition: starpu_task.h:436
unsigned workerid
Definition: starpu_task.h:958
unsigned workerorder
Definition: starpu_task.h:974
enum starpu_task_status status
Definition: starpu_task.h:1029
starpu_opencl_func_t opencl_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:362
unsigned workerids_len
Definition: starpu_task.h:999
struct starpu_profiling_task_info * profiling_info
Definition: starpu_task.h:1096
const char * name
Definition: starpu_task.h:561
double flops
Definition: starpu_task.h:1109
starpu_tag_t tag_id
Definition: starpu_task.h:782
void ** dyn_interfaces
Definition: starpu_task.h:616
unsigned possibly_parallel
Definition: starpu_task.h:1081
double predicted
Definition: starpu_task.h:1117
unsigned char * handles_sequential_consistency
Definition: starpu_task.h:679
unsigned detach
Definition: starpu_task.h:893
int priority
Definition: starpu_task.h:1022
enum starpu_data_access_mode * dyn_modes
Definition: starpu_task.h:449
void * callback_arg
Definition: starpu_task.h:743
starpu_cuda_func_t cuda_funcs[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:341
int nbuffers
Definition: starpu_task.h:588
char cuda_flags[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:348
struct starpu_omp_task * omp_task
Definition: starpu_task.h:1154
enum starpu_data_access_mode mode
Definition: starpu_task.h:540
int nodes[STARPU_NMAXBUFS]
Definition: starpu_task.h:469
unsigned color
Definition: starpu_task.h:1057
const char * cpu_funcs_name[STARPU_MAXIMPLEMENTATIONS]
Definition: starpu_task.h:410
struct starpu_codelet * cl
Definition: starpu_task.h:570
int magic
Definition: starpu_task.h:1038
starpu_data_handle_t handle
Definition: starpu_task.h:539
uint32_t * workerids
Definition: starpu_task.h:988
int flags
Definition: starpu_task.h:526
starpu_cpu_func_t cpu_func
Definition: starpu_task.h:295
unsigned color
Definition: starpu_task.h:521
unsigned scheduled
Definition: starpu_task.h:944
size_t cl_arg_size
Definition: starpu_task.h:712
void * sched_data
Definition: starpu_task.h:1171
const char * name
Definition: starpu_task.h:515
struct starpu_task * prev
Definition: starpu_task.h:1134
struct starpu_task * next
Definition: starpu_task.h:1141
void(* prologue_callback_func)(void *)
Definition: starpu_task.h:758
enum starpu_data_access_mode * dyn_modes
Definition: starpu_task.h:633
unsigned sequential_consistency
Definition: starpu_task.h:861
unsigned prologue_callback_pop_arg_free
Definition: starpu_task.h:837
unsigned regenerate
Definition: starpu_task.h:921
starpu_data_handle_t handles[STARPU_NMAXBUFS]
Definition: starpu_task.h:647
enum starpu_codelet_type type
Definition: starpu_task.h:281
unsigned no_submitorder
Definition: starpu_task.h:937
struct starpu_perfmodel * energy_model
Definition: starpu_task.h:500
void * interfaces[STARPU_NMAXBUFS]
Definition: starpu_task.h:654
starpu_task_status
Definition: starpu_task.h:146
const char * starpu_task_get_model_name(struct starpu_task *task)
struct starpu_task * starpu_task_create(void) STARPU_ATTRIBUTE_MALLOC
void(* starpu_cuda_func_t)(void **, void *)
Definition: starpu_task.h:169
void starpu_codelet_display_stats(struct starpu_codelet *cl)
int starpu_task_nready(void)
void(* starpu_cpu_func_t)(void **, void *)
Definition: starpu_task.h:164
struct starpu_task * starpu_task_get_current(void)
void(* starpu_mpi_ms_kernel_t)(void **, void *)
Definition: starpu_task.h:189
const char * starpu_task_get_name(struct starpu_task *task)
int starpu_task_submit_to_ctx(struct starpu_task *task, unsigned sched_ctx_id)
starpu_mpi_ms_kernel_t(* starpu_mpi_ms_func_t)(void)
Definition: starpu_task.h:194
struct starpu_task * starpu_task_dup(struct starpu_task *task)
void starpu_codelet_init(struct starpu_codelet *cl)
int starpu_task_wait_for_no_ready(void)
starpu_mic_kernel_t(* starpu_mic_func_t)(void)
Definition: starpu_task.h:184
void(* starpu_opencl_func_t)(void **, void *)
Definition: starpu_task.h:174
int starpu_task_wait_for_n_submitted(unsigned n)
void starpu_iteration_pop(void)
void starpu_create_sync_task(starpu_tag_t sync_tag, unsigned ndeps, starpu_tag_t *deps, void(*callback)(void *), void *callback_arg)
int starpu_task_get_current_data_node(unsigned i)
void starpu_task_destroy(struct starpu_task *task)
void(* starpu_mic_kernel_t)(void **, void *)
Definition: starpu_task.h:179
void starpu_task_watchdog_set_hook(void(*hook)(void *), void *hook_arg)
void starpu_create_callback_task(void(*callback)(void *), void *callback_arg)
int starpu_task_submit(struct starpu_task *task) STARPU_WARN_UNUSED_RESULT
int starpu_task_wait_array(struct starpu_task **tasks, unsigned nb_tasks) STARPU_WARN_UNUSED_RESULT
void starpu_task_set_implementation(struct starpu_task *task, unsigned impl)
unsigned starpu_task_get_implementation(struct starpu_task *task)
int starpu_task_wait_for_n_submitted_in_ctx(unsigned sched_ctx_id, unsigned n)
starpu_codelet_type
Definition: starpu_task.h:127
int starpu_task_wait_for_all(void)
void starpu_iteration_push(unsigned long iteration)
int starpu_task_wait(struct starpu_task *task) STARPU_WARN_UNUSED_RESULT
#define STARPU_NMAXBUFS
Definition: starpu_config.h:184
void starpu_task_init(struct starpu_task *task)
int starpu_task_nsubmitted(void)
void starpu_task_clean(struct starpu_task *task)
int starpu_task_wait_for_all_in_ctx(unsigned sched_ctx_id)
@ STARPU_TASK_BLOCKED_ON_DATA
Definition: starpu_task.h:157
@ STARPU_TASK_READY
Definition: starpu_task.h:152
@ STARPU_TASK_BLOCKED_ON_TAG
Definition: starpu_task.h:155
@ STARPU_TASK_STOPPED
Definition: starpu_task.h:158
@ STARPU_TASK_INIT
Definition: starpu_task.h:147
@ STARPU_TASK_BLOCKED_ON_TASK
Definition: starpu_task.h:156
@ STARPU_TASK_RUNNING
Definition: starpu_task.h:153
@ STARPU_TASK_BLOCKED
Definition: starpu_task.h:150
@ STARPU_TASK_FINISHED
Definition: starpu_task.h:154
@ STARPU_FORKJOIN
Definition: starpu_task.h:137
@ STARPU_SPMD
Definition: starpu_task.h:131
@ STARPU_SEQ
Definition: starpu_task.h:128
Definition: starpu_task.h:250
Definition: starpu_task.h:538
Definition: starpu_task.h:553
starpu_data_access_mode
Definition: starpu_data.h:55
struct _starpu_data_state * starpu_data_handle_t
Definition: starpu_data.h:44
uint64_t starpu_tag_t
Definition: starpu_task_dep.h:127
Definition: starpu_profiling.h:49
#define STARPU_MAXIMPLEMENTATIONS
Definition: starpu_config.h:242
struct _starpu_task_bundle * starpu_task_bundle_t
Definition: starpu_task_bundle.h:40
#define STARPU_NMAXWORKERS
Definition: starpu_config.h:226