StarPU Handbook
starpu_data_interfaces.h
Go to the documentation of this file.
1 /* StarPU --- Runtime system for heterogeneous multicore architectures.
2  *
3  * Copyright (C) 2011-2014 Inria
4  * Copyright (C) 2009-2016, 2018 Université de Bordeaux
5  * Copyright (C) 2010-2015,2017 CNRS
6  *
7  * StarPU is free software; you can redistribute it and/or modify
8  * it under the terms of the GNU Lesser General Public License as published by
9  * the Free Software Foundation; either version 2.1 of the License, or (at
10  * your option) any later version.
11  *
12  * StarPU is distributed in the hope that it will be useful, but
13  * WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
15  *
16  * See the GNU Lesser General Public License in COPYING.LGPL for more details.
17  */
18 
19 #ifndef __STARPU_DATA_INTERFACES_H__
20 #define __STARPU_DATA_INTERFACES_H__
21 
22 #include <starpu.h>
23 
24 #ifdef STARPU_USE_CUDA
25 /* to use CUDA streams */
26 # ifdef STARPU_DONT_INCLUDE_CUDA_HEADERS
27 typedef void *starpu_cudaStream_t;
28 # else
29 # include <cuda_runtime.h>
30 typedef cudaStream_t starpu_cudaStream_t;
31 # endif
32 #endif
33 
34 #ifdef __cplusplus
35 extern "C"
36 {
37 #endif
38 
40 {
41  int (*can_copy)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, unsigned handling_node);
42 
43  int (*ram_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
44  int (*ram_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
45  int (*ram_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
46  int (*ram_to_mic)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
47 
48  int (*cuda_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
49  int (*cuda_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
50  int (*cuda_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
51 
52  int (*opencl_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
53  int (*opencl_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
54  int (*opencl_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
55 
56  int (*mic_to_ram)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node);
57 
58  int (*scc_src_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
59  int (*scc_sink_to_src)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
60  int (*scc_sink_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
61 
62 #ifdef STARPU_USE_CUDA
63  int (*ram_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream);
64  int (*cuda_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream);
65  int (*cuda_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream);
66 #else
67  int (*ram_to_cuda_async)();
68  int (*cuda_to_ram_async)();
69  int (*cuda_to_cuda_async)();
70 #endif
71 
72 #if defined(STARPU_USE_OPENCL) && !defined(__CUDACC__)
73  int (*ram_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event);
74  int (*opencl_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event);
75  int (*opencl_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event);
76 #else
77  int (*ram_to_opencl_async)();
78  int (*opencl_to_ram_async)();
79  int (*opencl_to_opencl_async)();
80 #endif
81 
82  int (*ram_to_mic_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node);
83  int (*mic_to_ram_async)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node);
84 
85  int (*any_to_any)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *async_data);
86 };
87 
88 int starpu_interface_copy(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t size, void *async_data);
89 uintptr_t starpu_malloc_on_node_flags(unsigned dst_node, size_t size, int flags);
90 uintptr_t starpu_malloc_on_node(unsigned dst_node, size_t size);
91 void starpu_free_on_node_flags(unsigned dst_node, uintptr_t addr, size_t size, int flags);
92 void starpu_free_on_node(unsigned dst_node, uintptr_t addr, size_t size);
93 void starpu_malloc_on_node_set_default_flags(unsigned node, int flags);
94 
96 {
108 };
109 
111 {
112  void (*register_data_handle) (starpu_data_handle_t handle,
113  unsigned home_node, void *data_interface);
114  starpu_ssize_t (*allocate_data_on_node) (void *data_interface, unsigned node);
115  void (*free_data_on_node) (void *data_interface, unsigned node);
117  void * (*handle_to_pointer) (starpu_data_handle_t handle, unsigned node);
118  int (*pointer_is_inside) (void *data_interface, unsigned node, void *ptr);
119  size_t (*get_size) (starpu_data_handle_t handle);
120  uint32_t (*footprint) (starpu_data_handle_t handle);
121  int (*compare) (void *data_interface_a, void *data_interface_b);
122  void (*display) (starpu_data_handle_t handle, FILE *f);
123  starpu_ssize_t (*describe) (void *data_interface, char *buf, size_t size);
124  enum starpu_data_interface_id interfaceid;
126 
128  char dontcache;
129  struct starpu_multiformat_data_interface_ops* (*get_mf_ops)(void *data_interface);
130 
131  int (*pack_data) (starpu_data_handle_t handle, unsigned node, void **ptr, starpu_ssize_t *count);
132  int (*unpack_data) (starpu_data_handle_t handle, unsigned node, void *ptr, size_t count);
133 
134  char *name;
135 };
136 
138 
139 void starpu_data_register(starpu_data_handle_t *handleptr, int home_node, void *data_interface, struct starpu_data_interface_ops *ops);
140 void starpu_data_ptr_register(starpu_data_handle_t handle, unsigned node);
142 
143 void *starpu_data_handle_to_pointer(starpu_data_handle_t handle, unsigned node);
144 int starpu_data_pointer_is_inside(starpu_data_handle_t handle, unsigned node, void *ptr);
146 
147 void *starpu_data_get_interface_on_node(starpu_data_handle_t handle, unsigned memory_node);
148 
149 extern struct starpu_data_interface_ops starpu_interface_matrix_ops;
150 
152 {
154 
155  uintptr_t ptr;
156  uintptr_t dev_handle;
157  size_t offset;
158  uint32_t nx;
159  uint32_t ny;
160  uint32_t ld;
161  size_t elemsize;
162 };
163 
164 void starpu_matrix_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize);
165 void starpu_matrix_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ld);
171 
172 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG)
173 #define STARPU_MATRIX_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_matrix_interface *)(interface))->id) == STARPU_MATRIX_INTERFACE_ID, "Error. The given data is not a matrix.")
174 #define STARPU_MATRIX_GET_PTR(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ptr) ; })
175 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->dev_handle) ; })
176 #define STARPU_MATRIX_GET_OFFSET(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->offset) ; })
177 #define STARPU_MATRIX_GET_NX(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->nx) ; })
178 #define STARPU_MATRIX_GET_NY(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ny) ; })
179 #define STARPU_MATRIX_GET_LD(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->ld) ; })
180 #define STARPU_MATRIX_GET_ELEMSIZE(interface) ({ STARPU_MATRIX_CHECK(interface); (((struct starpu_matrix_interface *)(interface))->elemsize) ; })
181 #else
182 #define STARPU_MATRIX_GET_PTR(interface) (((struct starpu_matrix_interface *)(interface))->ptr)
183 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) (((struct starpu_matrix_interface *)(interface))->dev_handle)
184 #define STARPU_MATRIX_GET_OFFSET(interface) (((struct starpu_matrix_interface *)(interface))->offset)
185 #define STARPU_MATRIX_GET_NX(interface) (((struct starpu_matrix_interface *)(interface))->nx)
186 #define STARPU_MATRIX_GET_NY(interface) (((struct starpu_matrix_interface *)(interface))->ny)
187 #define STARPU_MATRIX_GET_LD(interface) (((struct starpu_matrix_interface *)(interface))->ld)
188 #define STARPU_MATRIX_GET_ELEMSIZE(interface) (((struct starpu_matrix_interface *)(interface))->elemsize)
189 #endif
190 
191 extern struct starpu_data_interface_ops starpu_interface_coo_ops;
192 
194 {
196 
197  uint32_t *columns;
198  uint32_t *rows;
199  uintptr_t values;
200  uint32_t nx;
201  uint32_t ny;
202  uint32_t n_values;
203  size_t elemsize;
204 };
205 
206 void starpu_coo_data_register(starpu_data_handle_t *handleptr, int home_node, uint32_t nx, uint32_t ny, uint32_t n_values, uint32_t *columns, uint32_t *rows, uintptr_t values, size_t elemsize);
207 
208 #define STARPU_COO_GET_COLUMNS(interface) \
209  (((struct starpu_coo_interface *)(interface))->columns)
210 #define STARPU_COO_GET_COLUMNS_DEV_HANDLE(interface) \
211  (((struct starpu_coo_interface *)(interface))->columns)
212 #define STARPU_COO_GET_ROWS(interface) \
213  (((struct starpu_coo_interface *)(interface))->rows)
214 #define STARPU_COO_GET_ROWS_DEV_HANDLE(interface) \
215  (((struct starpu_coo_interface *)(interface))->rows)
216 #define STARPU_COO_GET_VALUES(interface) \
217  (((struct starpu_coo_interface *)(interface))->values)
218 #define STARPU_COO_GET_VALUES_DEV_HANDLE(interface) \
219  (((struct starpu_coo_interface *)(interface))->values)
220 #define STARPU_COO_GET_OFFSET 0
221 #define STARPU_COO_GET_NX(interface) \
222  (((struct starpu_coo_interface *)(interface))->nx)
223 #define STARPU_COO_GET_NY(interface) \
224  (((struct starpu_coo_interface *)(interface))->ny)
225 #define STARPU_COO_GET_NVALUES(interface) \
226  (((struct starpu_coo_interface *)(interface))->n_values)
227 #define STARPU_COO_GET_ELEMSIZE(interface) \
228  (((struct starpu_coo_interface *)(interface))->elemsize)
229 
230 extern struct starpu_data_interface_ops starpu_interface_block_ops;
231 
232 /* TODO: rename to 3dmatrix? */
234 {
236 
237  uintptr_t ptr;
238  uintptr_t dev_handle;
239  size_t offset;
240  uint32_t nx;
241  uint32_t ny;
242  uint32_t nz;
243  uint32_t ldy;
244  uint32_t ldz;
245  size_t elemsize;
246 };
247 
248 void starpu_block_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ldy, uint32_t ldz, uint32_t nx, uint32_t ny, uint32_t nz, size_t elemsize);
249 void starpu_block_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ldy, uint32_t ldz);
257 
258 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG)
259 #define STARPU_BLOCK_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_block_interface *)(interface))->id) == STARPU_BLOCK_INTERFACE_ID, "Error. The given data is not a block.")
260 #define STARPU_BLOCK_GET_PTR(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ptr) ; })
261 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->dev_handle) ; })
262 #define STARPU_BLOCK_GET_OFFSET(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->offset) ; })
263 #define STARPU_BLOCK_GET_NX(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->nx) ; })
264 #define STARPU_BLOCK_GET_NY(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ny) ; })
265 #define STARPU_BLOCK_GET_NZ(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->nz) ; })
266 #define STARPU_BLOCK_GET_LDY(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ldy) ; })
267 #define STARPU_BLOCK_GET_LDZ(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->ldz) ; })
268 #define STARPU_BLOCK_GET_ELEMSIZE(interface) ({ STARPU_BLOCK_CHECK(interface); (((struct starpu_block_interface *)(interface))->elemsize) ; })
269 #else
270 #define STARPU_BLOCK_GET_PTR(interface) (((struct starpu_block_interface *)(interface))->ptr)
271 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) (((struct starpu_block_interface *)(interface))->dev_handle)
272 #define STARPU_BLOCK_GET_OFFSET(interface) (((struct starpu_block_interface *)(interface))->offset)
273 #define STARPU_BLOCK_GET_NX(interface) (((struct starpu_block_interface *)(interface))->nx)
274 #define STARPU_BLOCK_GET_NY(interface) (((struct starpu_block_interface *)(interface))->ny)
275 #define STARPU_BLOCK_GET_NZ(interface) (((struct starpu_block_interface *)(interface))->nz)
276 #define STARPU_BLOCK_GET_LDY(interface) (((struct starpu_block_interface *)(interface))->ldy)
277 #define STARPU_BLOCK_GET_LDZ(interface) (((struct starpu_block_interface *)(interface))->ldz)
278 #define STARPU_BLOCK_GET_ELEMSIZE(interface) (((struct starpu_block_interface *)(interface))->elemsize)
279 #endif
280 
281 extern struct starpu_data_interface_ops starpu_interface_vector_ops;
282 
284 {
286 
287  uintptr_t ptr;
288  uintptr_t dev_handle;
289  size_t offset;
290  uint32_t nx;
291  size_t elemsize;
292 
293  uint32_t slice_base;
294 };
295 
296 void starpu_vector_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t nx, size_t elemsize);
297 void starpu_vector_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset);
301 
302 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG)
303 #define STARPU_VECTOR_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_vector_interface *)(interface))->id) == STARPU_VECTOR_INTERFACE_ID, "Error. The given data is not a vector.")
304 #define STARPU_VECTOR_GET_PTR(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->ptr); })
305 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->dev_handle); })
306 #define STARPU_VECTOR_GET_OFFSET(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->offset); })
307 #define STARPU_VECTOR_GET_NX(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->nx); })
308 #define STARPU_VECTOR_GET_ELEMSIZE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->elemsize); })
309 #define STARPU_VECTOR_GET_SLICE_BASE(interface) ({ STARPU_VECTOR_CHECK(interface); (((struct starpu_vector_interface *)(interface))->slice_base); })
310 #else
311 #define STARPU_VECTOR_GET_PTR(interface) (((struct starpu_vector_interface *)(interface))->ptr)
312 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) (((struct starpu_vector_interface *)(interface))->dev_handle)
313 #define STARPU_VECTOR_GET_OFFSET(interface) (((struct starpu_vector_interface *)(interface))->offset)
314 #define STARPU_VECTOR_GET_NX(interface) (((struct starpu_vector_interface *)(interface))->nx)
315 #define STARPU_VECTOR_GET_ELEMSIZE(interface) (((struct starpu_vector_interface *)(interface))->elemsize)
316 #define STARPU_VECTOR_GET_SLICE_BASE(interface) (((struct starpu_vector_interface *)(interface))->slice_base)
317 #endif
318 
319 extern struct starpu_data_interface_ops starpu_interface_variable_ops;
320 
322 {
324 
325  uintptr_t ptr;
326  uintptr_t dev_handle;
327  size_t offset;
328  size_t elemsize;
329 };
330 
331 void starpu_variable_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, size_t size);
332 void starpu_variable_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset);
335 
336 #if defined(STARPU_HAVE_STATEMENT_EXPRESSIONS) && defined(STARPU_DEBUG)
337 #define STARPU_VARIABLE_CHECK(interface) STARPU_ASSERT_MSG((((struct starpu_variable_interface *)(interface))->id) == STARPU_VARIABLE_INTERFACE_ID, "Error. The given data is not a variable.")
338 #define STARPU_VARIABLE_GET_PTR(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->ptr) ; })
339 #define STARPU_VARIABLE_GET_OFFSET(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->offset) ; })
340 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->elemsize) ; })
341 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) ({ STARPU_VARIABLE_CHECK(interface); (((struct starpu_variable_interface *)(interface))->ptr) ; })
342 #else
343 #define STARPU_VARIABLE_GET_PTR(interface) (((struct starpu_variable_interface *)(interface))->ptr)
344 #define STARPU_VARIABLE_GET_OFFSET(interface) (((struct starpu_variable_interface *)(interface))->offset)
345 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) (((struct starpu_variable_interface *)(interface))->elemsize)
346 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) (((struct starpu_variable_interface *)(interface))->ptr)
347 #endif
348 
349 extern struct starpu_data_interface_ops starpu_interface_void_ops;
350 
352 
353 extern struct starpu_data_interface_ops starpu_interface_csr_ops;
354 
356 {
358 
359  uint32_t nnz;
360  uint32_t nrow;
361  uintptr_t nzval;
362  uint32_t *colind;
363  uint32_t *rowptr;
364 
365  uint32_t firstentry;
366 
367  size_t elemsize;
368 };
369 
370 void starpu_csr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, size_t elemsize);
378 
379 #define STARPU_CSR_GET_NNZ(interface) (((struct starpu_csr_interface *)(interface))->nnz)
380 #define STARPU_CSR_GET_NROW(interface) (((struct starpu_csr_interface *)(interface))->nrow)
381 #define STARPU_CSR_GET_NZVAL(interface) (((struct starpu_csr_interface *)(interface))->nzval)
382 #define STARPU_CSR_GET_NZVAL_DEV_HANDLE(interface) \
383  (((struct starpu_csr_interface *)(interface))->nnz)
384 #define STARPU_CSR_GET_COLIND(interface) (((struct starpu_csr_interface *)(interface))->colind)
385 #define STARPU_CSR_GET_COLIND_DEV_HANDLE(interface) \
386  (((struct starpu_csr_interface *)(interface))->colind)
387 #define STARPU_CSR_GET_ROWPTR(interface) (((struct starpu_csr_interface *)(interface))->rowptr)
388 #define STARPU_CSR_GET_ROWPTR_DEV_HANDLE(interface) \
389  (((struct starpu_csr_interface *)(interface))->rowptr)
390 #define STARPU_CSR_GET_OFFSET 0
391 #define STARPU_CSR_GET_FIRSTENTRY(interface) (((struct starpu_csr_interface *)(interface))->firstentry)
392 #define STARPU_CSR_GET_ELEMSIZE(interface) (((struct starpu_csr_interface *)(interface))->elemsize)
393 
394 extern struct starpu_data_interface_ops starpu_interface_bcsr_ops;
395 
397 {
399 
400  uint32_t nnz;
401  uint32_t nrow;
402 
403  uintptr_t nzval;
404  uint32_t *colind;
405  uint32_t *rowptr;
406 
407  uint32_t firstentry;
408 
409  uint32_t r;
410  uint32_t c;
411 
412  size_t elemsize;
413 };
414 
415 void starpu_bcsr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c, size_t elemsize);
416 
417 #define STARPU_BCSR_GET_NNZ(interface) (((struct starpu_bcsr_interface *)(interface))->nnz)
418 #define STARPU_BCSR_GET_NZVAL(interface) (((struct starpu_bcsr_interface *)(interface))->nzval)
419 #define STARPU_BCSR_GET_NZVAL_DEV_HANDLE(interface) \
420  (((struct starpu_bcsr_interface *)(interface))->nnz)
421 #define STARPU_BCSR_GET_COLIND(interface) (((struct starpu_bcsr_interface *)(interface))->colind)
422 #define STARPU_BCSR_GET_COLIND_DEV_HANDLE(interface) \
423  (((struct starpu_bcsr_interface *)(interface))->colind)
424 #define STARPU_BCSR_GET_ROWPTR(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr)
425 #define STARPU_BCSR_GET_ROWPTR_DEV_HANDLE(interface) \
426  (((struct starpu_bcsr_interface *)(interface))->rowptr)
427 #define STARPU_BCSR_GET_OFFSET 0
434 uint32_t starpu_bcsr_get_r(starpu_data_handle_t handle);
435 uint32_t starpu_bcsr_get_c(starpu_data_handle_t handle);
437 
439 {
440  size_t cpu_elemsize;
447  size_t mic_elemsize;
450 };
451 
453 {
454  enum starpu_data_interface_id id;
455 
456  void *cpu_ptr;
457  void *cuda_ptr;
458  void *opencl_ptr;
459  void *mic_ptr;
460  uint32_t nx;
462 };
463 
464 void starpu_multiformat_data_register(starpu_data_handle_t *handle, int home_node, void *ptr, uint32_t nobjects, struct starpu_multiformat_data_interface_ops *format_ops);
465 
466 #define STARPU_MULTIFORMAT_GET_CPU_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cpu_ptr)
467 #define STARPU_MULTIFORMAT_GET_CUDA_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cuda_ptr)
468 #define STARPU_MULTIFORMAT_GET_OPENCL_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->opencl_ptr)
469 #define STARPU_MULTIFORMAT_GET_MIC_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->mic_ptr)
470 #define STARPU_MULTIFORMAT_GET_NX(interface) (((struct starpu_multiformat_interface *)(interface))->nx)
471 
473 
474 int starpu_data_pack(starpu_data_handle_t handle, void **ptr, starpu_ssize_t *count);
475 int starpu_data_unpack(starpu_data_handle_t handle, void *ptr, size_t count);
477 
479 
480 #ifdef __cplusplus
481 }
482 #endif
483 
484 #endif /* __STARPU_DATA_INTERFACES_H__ */
size_t elemsize
Definition: starpu_data_interfaces.h:291
size_t starpu_bcsr_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_matrix_get_nx(starpu_data_handle_t handle)
uint32_t nrow
Definition: starpu_data_interfaces.h:401
int(* scc_src_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:58
size_t starpu_vector_get_elemsize(starpu_data_handle_t handle)
void starpu_block_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ldy, uint32_t ldz)
uint32_t nrow
Definition: starpu_data_interfaces.h:360
Definition: starpu_task.h:89
Definition: starpu_data_interfaces.h:99
int starpu_interface_copy(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t size, void *async_data)
uintptr_t starpu_malloc_on_node_flags(unsigned dst_node, size_t size, int flags)
uintptr_t ptr
Definition: starpu_data_interfaces.h:155
uint32_t nx
Definition: starpu_data_interfaces.h:200
Definition: starpu_data_interfaces.h:98
uint32_t nx
Definition: starpu_data_interfaces.h:240
uint32_t * starpu_csr_get_local_rowptr(starpu_data_handle_t handle)
uintptr_t starpu_variable_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_nnz(starpu_data_handle_t handle)
int(* scc_sink_to_src)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:59
Definition: starpu_data_interfaces.h:283
size_t mic_elemsize
Definition: starpu_data_interfaces.h:447
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:288
int(* scc_sink_to_sink)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:60
uint32_t nnz
Definition: starpu_data_interfaces.h:400
Definition: starpu_data_interfaces.h:103
void starpu_variable_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, size_t size)
uint32_t * colind
Definition: starpu_data_interfaces.h:404
uint32_t nnz
Definition: starpu_data_interfaces.h:359
void * starpu_data_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_csr_get_nnz(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:355
Definition: starpu_data_interfaces.h:438
size_t cpu_elemsize
Definition: starpu_data_interfaces.h:440
Definition: starpu_data_interfaces.h:193
Definition: starpu_data_interfaces.h:105
int(* opencl_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:52
size_t interface_size
Definition: starpu_data_interfaces.h:125
uintptr_t starpu_vector_get_local_ptr(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:161
int(* ram_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:43
char is_multiformat
Definition: starpu_data_interfaces.h:127
uint32_t nx
Definition: starpu_data_interfaces.h:290
Definition: starpu_data_interfaces.h:233
uint32_t * rows
Definition: starpu_data_interfaces.h:198
uint32_t n_values
Definition: starpu_data_interfaces.h:202
int starpu_data_pack(starpu_data_handle_t handle, void **ptr, starpu_ssize_t *count)
int(* can_copy)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, unsigned handling_node)
Definition: starpu_data_interfaces.h:41
void starpu_data_register_same(starpu_data_handle_t *handledst, starpu_data_handle_t handlesrc)
void starpu_vector_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
size_t starpu_variable_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_block_get_local_ldy(starpu_data_handle_t handle)
uintptr_t nzval
Definition: starpu_data_interfaces.h:361
const struct starpu_data_copy_methods * copy_methods
Definition: starpu_data_interfaces.h:116
void * starpu_data_handle_to_pointer(starpu_data_handle_t handle, unsigned node)
Definition: starpu_data_interfaces.h:102
size_t elemsize
Definition: starpu_data_interfaces.h:328
int(* ram_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:73
struct starpu_codelet * cpu_to_opencl_cl
Definition: starpu_data_interfaces.h:442
uint32_t ld
Definition: starpu_data_interfaces.h:160
struct starpu_codelet * cpu_to_mic_cl
Definition: starpu_data_interfaces.h:448
uint32_t starpu_csr_get_firstentry(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:104
void starpu_vector_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t nx, size_t elemsize)
size_t elemsize
Definition: starpu_data_interfaces.h:245
void starpu_malloc_on_node_set_default_flags(unsigned node, int flags)
uint32_t * starpu_csr_get_local_colind(starpu_data_handle_t handle)
uint32_t ny
Definition: starpu_data_interfaces.h:201
enum starpu_data_interface_id starpu_data_get_interface_id(starpu_data_handle_t handle)
int(* ram_to_mic)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:46
uint32_t nz
Definition: starpu_data_interfaces.h:242
uint32_t starpu_matrix_get_ny(starpu_data_handle_t handle)
uint32_t nx
Definition: starpu_data_interfaces.h:158
int starpu_data_interface_get_next_id(void)
struct starpu_codelet * opencl_to_cpu_cl
Definition: starpu_data_interfaces.h:443
void starpu_csr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, size_t elemsize)
int(* ram_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:45
struct starpu_codelet * cuda_to_cpu_cl
Definition: starpu_data_interfaces.h:446
int(* opencl_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:53
int(* cuda_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:48
void starpu_data_register(starpu_data_handle_t *handleptr, int home_node, void *data_interface, struct starpu_data_interface_ops *ops)
uint32_t ny
Definition: starpu_data_interfaces.h:159
void starpu_block_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ldy, uint32_t ldz, uint32_t nx, uint32_t ny, uint32_t nz, size_t elemsize)
char dontcache
Definition: starpu_data_interfaces.h:128
size_t opencl_elemsize
Definition: starpu_data_interfaces.h:441
uint32_t starpu_bcsr_get_c(starpu_data_handle_t handle)
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:156
uintptr_t ptr
Definition: starpu_data_interfaces.h:287
uint32_t * colind
Definition: starpu_data_interfaces.h:362
size_t elemsize
Definition: starpu_data_interfaces.h:412
uintptr_t starpu_malloc_on_node(unsigned dst_node, size_t size)
size_t starpu_block_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_nrow(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:396
void starpu_matrix_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset, uint32_t ld)
Definition: starpu_data_interfaces.h:321
Definition: starpu_data_interfaces.h:100
uintptr_t starpu_block_get_local_ptr(starpu_data_handle_t handle)
uint32_t * rowptr
Definition: starpu_data_interfaces.h:363
uintptr_t ptr
Definition: starpu_data_interfaces.h:237
char * name
Definition: starpu_data_interfaces.h:134
int(* mic_to_ram_async)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:83
int(* cuda_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:65
uint32_t ldy
Definition: starpu_data_interfaces.h:243
uintptr_t starpu_bcsr_get_local_nzval(starpu_data_handle_t handle)
void starpu_coo_data_register(starpu_data_handle_t *handleptr, int home_node, uint32_t nx, uint32_t ny, uint32_t n_values, uint32_t *columns, uint32_t *rows, uintptr_t values, size_t elemsize)
int(* ram_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:44
uint32_t * columns
Definition: starpu_data_interfaces.h:197
uint32_t * rowptr
Definition: starpu_data_interfaces.h:405
int(* mic_to_ram)(void *src_interface, unsigned srd_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:56
int(* opencl_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:74
uint32_t starpu_matrix_get_local_ld(starpu_data_handle_t handle)
uintptr_t starpu_matrix_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_vector_get_nx(starpu_data_handle_t handle)
uint32_t starpu_block_get_nz(starpu_data_handle_t handle)
void starpu_bcsr_data_register(starpu_data_handle_t *handle, int home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c, size_t elemsize)
uintptr_t ptr
Definition: starpu_data_interfaces.h:325
starpu_data_handle_t starpu_data_lookup(const void *ptr)
int(* cuda_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:64
uint32_t * starpu_bcsr_get_local_rowptr(starpu_data_handle_t handle)
void starpu_void_data_register(starpu_data_handle_t *handle)
int(* any_to_any)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *async_data)
Definition: starpu_data_interfaces.h:85
Definition: starpu_data_interfaces.h:452
size_t offset
Definition: starpu_data_interfaces.h:327
Definition: starpu_data_interfaces.h:107
starpu_data_interface_id
Definition: starpu_data_interfaces.h:95
int(* ram_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, starpu_cudaStream_t stream)
Definition: starpu_data_interfaces.h:63
void starpu_matrix_data_register(starpu_data_handle_t *handle, int home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize)
size_t offset
Definition: starpu_data_interfaces.h:289
uint32_t firstentry
Definition: starpu_data_interfaces.h:365
uint32_t r
Definition: starpu_data_interfaces.h:409
int starpu_data_pointer_is_inside(starpu_data_handle_t handle, unsigned node, void *ptr)
Definition: starpu_data_interfaces.h:110
uint32_t starpu_bcsr_get_firstentry(starpu_data_handle_t handle)
void * starpu_data_get_interface_on_node(starpu_data_handle_t handle, unsigned memory_node)
Definition: starpu_data_interfaces.h:106
void starpu_free_on_node(unsigned dst_node, uintptr_t addr, size_t size)
uint32_t starpu_bcsr_get_r(starpu_data_handle_t handle)
size_t starpu_matrix_get_elemsize(starpu_data_handle_t handle)
uint32_t firstentry
Definition: starpu_data_interfaces.h:407
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:238
int(* cuda_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:49
void starpu_free_on_node_flags(unsigned dst_node, uintptr_t addr, size_t size, int flags)
uint32_t starpu_block_get_local_ldz(starpu_data_handle_t handle)
uint32_t slice_base
Definition: starpu_data_interfaces.h:293
uintptr_t nzval
Definition: starpu_data_interfaces.h:403
struct _starpu_data_state * starpu_data_handle_t
Definition: starpu_data.h:30
int(* ram_to_mic_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:82
size_t offset
Definition: starpu_data_interfaces.h:157
void starpu_data_ptr_register(starpu_data_handle_t handle, unsigned node)
void starpu_multiformat_data_register(starpu_data_handle_t *handle, int home_node, void *ptr, uint32_t nobjects, struct starpu_multiformat_data_interface_ops *format_ops)
Definition: starpu_data_interfaces.h:39
void starpu_variable_ptr_register(starpu_data_handle_t handle, unsigned node, uintptr_t ptr, uintptr_t dev_handle, size_t offset)
struct starpu_codelet * cpu_to_cuda_cl
Definition: starpu_data_interfaces.h:445
int starpu_data_unpack(starpu_data_handle_t handle, void *ptr, size_t count)
uint32_t c
Definition: starpu_data_interfaces.h:410
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:326
Definition: starpu_data_interfaces.h:101
uint32_t starpu_csr_get_nrow(starpu_data_handle_t handle)
uint32_t ny
Definition: starpu_data_interfaces.h:241
int(* opencl_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:75
uint32_t * starpu_bcsr_get_local_colind(starpu_data_handle_t handle)
uint32_t starpu_block_get_ny(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:151
size_t starpu_data_get_size(starpu_data_handle_t handle)
size_t cuda_elemsize
Definition: starpu_data_interfaces.h:444
Definition: starpu_data_interfaces.h:97
uintptr_t starpu_csr_get_local_nzval(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:203
size_t offset
Definition: starpu_data_interfaces.h:239
struct starpu_codelet * mic_to_cpu_cl
Definition: starpu_data_interfaces.h:449
uint32_t starpu_block_get_nx(starpu_data_handle_t handle)
uint32_t ldz
Definition: starpu_data_interfaces.h:244
int(* opencl_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:54
int(* cuda_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:50
size_t starpu_csr_get_elemsize(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:367
uintptr_t values
Definition: starpu_data_interfaces.h:199