19 #ifndef __STARPU_DATA_INTERFACES_H__
20 #define __STARPU_DATA_INTERFACES_H__
24 #ifdef STARPU_USE_CUDA
26 # ifdef STARPU_DONT_INCLUDE_CUDA_HEADERS
27 typedef void *cudaStream_t;
29 # include <cuda_runtime.h>
40 int (*
ram_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
41 int (*
ram_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
42 int (*
ram_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
44 int (*
cuda_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
45 int (*
cuda_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
46 int (*
cuda_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
48 int (*
opencl_to_ram)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
49 int (*
opencl_to_cuda)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
50 int (*
opencl_to_opencl)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node);
52 #ifdef STARPU_USE_CUDA
53 int (*
ram_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cudaStream_t stream);
54 int (*
cuda_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cudaStream_t stream);
55 int (*
cuda_to_cuda_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cudaStream_t stream);
62 #if defined(STARPU_USE_OPENCL) && !defined(__CUDACC__)
63 int (*
ram_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
64 int (*
opencl_to_ram_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
65 int (*
opencl_to_opencl_async)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node, cl_event *event);
68 int (*
any_to_any)(
void *src_interface,
unsigned src_node,
void *dst_interface,
unsigned dst_node,
void *async_data);
71 int starpu_interface_copy(uintptr_t src,
size_t src_offset,
unsigned src_node, uintptr_t dst,
size_t dst_offset,
unsigned dst_node,
size_t size,
void *async_data);
93 unsigned home_node,
void *data_interface);
100 int (*
compare)(
void *data_interface_a,
void *data_interface_b);
142 #define STARPU_MATRIX_GET_PTR(interface) (((struct starpu_matrix_interface *)(interface))->ptr)
143 #define STARPU_MATRIX_GET_DEV_HANDLE(interface) (((struct starpu_matrix_interface *)(interface))->dev_handle)
144 #define STARPU_MATRIX_GET_OFFSET(interface) (((struct starpu_matrix_interface *)(interface))->offset)
145 #define STARPU_MATRIX_GET_NX(interface) (((struct starpu_matrix_interface *)(interface))->nx)
146 #define STARPU_MATRIX_GET_NY(interface) (((struct starpu_matrix_interface *)(interface))->ny)
147 #define STARPU_MATRIX_GET_LD(interface) (((struct starpu_matrix_interface *)(interface))->ld)
148 #define STARPU_MATRIX_GET_ELEMSIZE(interface) (((struct starpu_matrix_interface *)(interface))->elemsize)
163 #define STARPU_COO_GET_COLUMNS(interface) \
164 (((struct starpu_coo_interface *)(interface))->columns)
165 #define STARPU_COO_GET_COLUMNS_DEV_HANDLE(interface) \
166 (((struct starpu_coo_interface *)(interface))->columns)
167 #define STARPU_COO_GET_ROWS(interface) \
168 (((struct starpu_coo_interface *)(interface))->rows)
169 #define STARPU_COO_GET_ROWS_DEV_HANDLE(interface) \
170 (((struct starpu_coo_interface *)(interface))->rows)
171 #define STARPU_COO_GET_VALUES(interface) \
172 (((struct starpu_coo_interface *)(interface))->values)
173 #define STARPU_COO_GET_VALUES_DEV_HANDLE(interface) \
174 (((struct starpu_coo_interface *)(interface))->values)
175 #define STARPU_COO_GET_OFFSET 0
176 #define STARPU_COO_GET_NX(interface) \
177 (((struct starpu_coo_interface *)(interface))->nx)
178 #define STARPU_COO_GET_NY(interface) \
179 (((struct starpu_coo_interface *)(interface))->ny)
180 #define STARPU_COO_GET_NVALUES(interface) \
181 (((struct starpu_coo_interface *)(interface))->n_values)
182 #define STARPU_COO_GET_ELEMSIZE(interface) \
183 (((struct starpu_coo_interface *)(interface))->elemsize)
208 #define STARPU_BLOCK_GET_PTR(interface) (((struct starpu_block_interface *)(interface))->ptr)
209 #define STARPU_BLOCK_GET_DEV_HANDLE(interface) (((struct starpu_block_interface *)(interface))->dev_handle)
210 #define STARPU_BLOCK_GET_OFFSET(interface) (((struct starpu_block_interface *)(interface))->offset)
211 #define STARPU_BLOCK_GET_NX(interface) (((struct starpu_block_interface *)(interface))->nx)
212 #define STARPU_BLOCK_GET_NY(interface) (((struct starpu_block_interface *)(interface))->ny)
213 #define STARPU_BLOCK_GET_NZ(interface) (((struct starpu_block_interface *)(interface))->nz)
214 #define STARPU_BLOCK_GET_LDY(interface) (((struct starpu_block_interface *)(interface))->ldy)
215 #define STARPU_BLOCK_GET_LDZ(interface) (((struct starpu_block_interface *)(interface))->ldz)
216 #define STARPU_BLOCK_GET_ELEMSIZE(interface) (((struct starpu_block_interface *)(interface))->elemsize)
232 #define STARPU_VECTOR_GET_PTR(interface) (((struct starpu_vector_interface *)(interface))->ptr)
233 #define STARPU_VECTOR_GET_DEV_HANDLE(interface) (((struct starpu_vector_interface *)(interface))->dev_handle)
234 #define STARPU_VECTOR_GET_OFFSET(interface) (((struct starpu_vector_interface *)(interface))->offset)
235 #define STARPU_VECTOR_GET_NX(interface) (((struct starpu_vector_interface *)(interface))->nx)
236 #define STARPU_VECTOR_GET_ELEMSIZE(interface) (((struct starpu_vector_interface *)(interface))->elemsize)
249 #define STARPU_VARIABLE_GET_PTR(interface) (((struct starpu_variable_interface *)(interface))->ptr)
250 #define STARPU_VARIABLE_GET_ELEMSIZE(interface) (((struct starpu_variable_interface *)(interface))->elemsize)
251 #define STARPU_VARIABLE_GET_DEV_HANDLE(interface) \
252 (((struct starpu_variable_interface *)(interface))->ptr)
253 #define STARPU_VARIABLE_GET_OFFSET 0
279 #define STARPU_CSR_GET_NNZ(interface) (((struct starpu_csr_interface *)(interface))->nnz)
280 #define STARPU_CSR_GET_NROW(interface) (((struct starpu_csr_interface *)(interface))->nrow)
281 #define STARPU_CSR_GET_NZVAL(interface) (((struct starpu_csr_interface *)(interface))->nzval)
282 #define STARPU_CSR_GET_NZVAL_DEV_HANDLE(interface) \
283 (((struct starpu_csr_interface *)(interface))->nnz)
284 #define STARPU_CSR_GET_COLIND(interface) (((struct starpu_csr_interface *)(interface))->colind)
285 #define STARPU_CSR_GET_COLIND_DEV_HANDLE(interface) \
286 (((struct starpu_csr_interface *)(interface))->colind)
287 #define STARPU_CSR_GET_ROWPTR(interface) (((struct starpu_csr_interface *)(interface))->rowptr)
288 #define STARPU_CSR_GET_ROWPTR_DEV_HANDLE(interface) \
289 (((struct starpu_csr_interface *)(interface))->rowptr)
290 #define STARPU_CSR_GET_OFFSET 0
291 #define STARPU_CSR_GET_FIRSTENTRY(interface) (((struct starpu_csr_interface *)(interface))->firstentry)
292 #define STARPU_CSR_GET_ELEMSIZE(interface) (((struct starpu_csr_interface *)(interface))->elemsize)
311 void starpu_bcsr_data_register(
starpu_data_handle_t *handle,
unsigned home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c,
size_t elemsize);
313 #define STARPU_BCSR_GET_NNZ(interface) (((struct starpu_bcsr_interface *)(interface))->nnz)
314 #define STARPU_BCSR_GET_NZVAL(interface) (((struct starpu_bcsr_interface *)(interface))->nzval)
315 #define STARPU_BCSR_GET_NZVAL_DEV_HANDLE(interface) \
316 (((struct starpu_bcsr_interface *)(interface))->nnz)
317 #define STARPU_BCSR_GET_COLIND(interface) (((struct starpu_bcsr_interface *)(interface))->colind)
318 #define STARPU_BCSR_GET_COLIND_DEV_HANDLE(interface) \
319 (((struct starpu_bcsr_interface *)(interface))->colind)
320 #define STARPU_BCSR_GET_ROWPTR(interface) (((struct starpu_bcsr_interface *)(interface))->rowptr)
321 #define STARPU_BCSR_GET_ROWPTR_DEV_HANDLE(interface) \
322 (((struct starpu_bcsr_interface *)(interface))->rowptr)
323 #define STARPU_BCSR_GET_OFFSET 0
356 #define STARPU_MULTIFORMAT_GET_CPU_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cpu_ptr)
357 #define STARPU_MULTIFORMAT_GET_CUDA_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->cuda_ptr)
358 #define STARPU_MULTIFORMAT_GET_OPENCL_PTR(interface) (((struct starpu_multiformat_interface *)(interface))->opencl_ptr)
359 #define STARPU_MULTIFORMAT_GET_NX(interface) (((struct starpu_multiformat_interface *)(interface))->nx)
size_t starpu_bcsr_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_matrix_get_nx(starpu_data_handle_t handle)
size_t starpu_vector_get_elemsize(starpu_data_handle_t handle)
const struct starpu_data_copy_methods * copy_methods
Definition: starpu_data_interfaces.h:96
void(* display)(starpu_data_handle_t handle, FILE *f)
Definition: starpu_data_interfaces.h:101
Definition: starpu_task.h:73
uint32_t nx
Definition: starpu_data_interfaces.h:155
Definition: starpu_data_interfaces.h:79
int starpu_interface_copy(uintptr_t src, size_t src_offset, unsigned src_node, uintptr_t dst, size_t dst_offset, unsigned dst_node, size_t size, void *async_data)
size_t offset
Definition: starpu_data_interfaces.h:190
uint32_t ny
Definition: starpu_data_interfaces.h:156
void starpu_coo_data_register(starpu_data_handle_t *handleptr, unsigned home_node, uint32_t nx, uint32_t ny, uint32_t n_values, uint32_t *columns, uint32_t *rows, uintptr_t values, size_t elemsize)
Definition: starpu_data_interfaces.h:78
uint32_t * starpu_csr_get_local_rowptr(starpu_data_handle_t handle)
uintptr_t starpu_variable_get_local_ptr(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:224
int(* pack_data)(starpu_data_handle_t handle, unsigned node, void **ptr, starpu_ssize_t *count)
Definition: starpu_data_interfaces.h:108
uint32_t starpu_bcsr_get_nnz(starpu_data_handle_t handle)
void starpu_block_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t ldy, uint32_t ldz, uint32_t nx, uint32_t ny, uint32_t nz, size_t elemsize)
uint32_t * colind
Definition: starpu_data_interfaces.h:262
Definition: starpu_data_interfaces.h:218
Definition: starpu_data_interfaces.h:83
uint32_t nrow
Definition: starpu_data_interfaces.h:297
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:221
uintptr_t ptr
Definition: starpu_data_interfaces.h:220
void * starpu_data_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_csr_get_nnz(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:257
size_t elemsize
Definition: starpu_data_interfaces.h:158
int(* ram_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:41
Definition: starpu_data_interfaces.h:150
Definition: starpu_data_interfaces.h:85
int(* cuda_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:46
uintptr_t starpu_vector_get_local_ptr(starpu_data_handle_t handle)
void starpu_csr_data_register(starpu_data_handle_t *handle, unsigned home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, size_t elemsize)
size_t interface_size
Definition: starpu_data_interfaces.h:103
Definition: starpu_data_interfaces.h:186
int(* cuda_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cudaStream_t stream)
Definition: starpu_data_interfaces.h:55
int(* opencl_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:49
int starpu_data_pack(starpu_data_handle_t handle, void **ptr, starpu_ssize_t *count)
size_t elemsize
Definition: starpu_data_interfaces.h:196
void starpu_data_register_same(starpu_data_handle_t *handledst, starpu_data_handle_t handlesrc)
uint32_t * rowptr
Definition: starpu_data_interfaces.h:263
size_t starpu_variable_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_block_get_local_ldy(starpu_data_handle_t handle)
starpu_ssize_t(* allocate_data_on_node)(void *data_interface, unsigned node)
Definition: starpu_data_interfaces.h:94
void * starpu_data_handle_to_pointer(starpu_data_handle_t handle, unsigned node)
Definition: starpu_data_interfaces.h:82
uint32_t nx
Definition: starpu_data_interfaces.h:223
uint32_t ldy
Definition: starpu_data_interfaces.h:194
int(* cuda_to_cuda)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:45
uint32_t starpu_csr_get_firstentry(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:84
void starpu_data_register(starpu_data_handle_t *handleptr, unsigned home_node, void *data_interface, struct starpu_data_interface_ops *ops)
uint32_t nrow
Definition: starpu_data_interfaces.h:260
uint32_t * starpu_csr_get_local_colind(starpu_data_handle_t handle)
uint32_t c
Definition: starpu_data_interfaces.h:306
uint32_t * rows
Definition: starpu_data_interfaces.h:153
enum starpu_data_interface_id starpu_data_get_interface_id(starpu_data_handle_t handle)
int(* ram_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:63
uint32_t starpu_matrix_get_ny(starpu_data_handle_t handle)
size_t(* get_size)(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:98
uint32_t * rowptr
Definition: starpu_data_interfaces.h:301
size_t elemsize
Definition: starpu_data_interfaces.h:267
int starpu_data_interface_get_next_id(void)
int(* ram_to_cuda_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cudaStream_t stream)
Definition: starpu_data_interfaces.h:53
enum starpu_data_interface_id interfaceid
Definition: starpu_data_interfaces.h:102
uint32_t starpu_bcsr_get_c(starpu_data_handle_t handle)
uint32_t * columns
Definition: starpu_data_interfaces.h:152
int(* opencl_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:64
int(* cuda_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:44
uintptr_t values
Definition: starpu_data_interfaces.h:154
int(* compare)(void *data_interface_a, void *data_interface_b)
Definition: starpu_data_interfaces.h:100
size_t elemsize
Definition: starpu_data_interfaces.h:308
void(* free_data_on_node)(void *data_interface, unsigned node)
Definition: starpu_data_interfaces.h:95
uintptr_t starpu_malloc_on_node(unsigned dst_node, size_t size)
uint32_t nz
Definition: starpu_data_interfaces.h:193
size_t starpu_block_get_elemsize(starpu_data_handle_t handle)
uint32_t starpu_bcsr_get_nrow(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:294
uint32_t nnz
Definition: starpu_data_interfaces.h:259
Definition: starpu_data_interfaces.h:238
Definition: starpu_data_interfaces.h:80
uintptr_t starpu_block_get_local_ptr(starpu_data_handle_t handle)
uint32_t ld
Definition: starpu_data_interfaces.h:131
int is_multiformat
Definition: starpu_data_interfaces.h:105
uintptr_t starpu_bcsr_get_local_nzval(starpu_data_handle_t handle)
void starpu_bcsr_data_register(starpu_data_handle_t *handle, unsigned home_node, uint32_t nnz, uint32_t nrow, uintptr_t nzval, uint32_t *colind, uint32_t *rowptr, uint32_t firstentry, uint32_t r, uint32_t c, size_t elemsize)
uint32_t starpu_matrix_get_local_ld(starpu_data_handle_t handle)
uintptr_t starpu_matrix_get_local_ptr(starpu_data_handle_t handle)
uint32_t starpu_vector_get_nx(starpu_data_handle_t handle)
int(* ram_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:42
uint32_t r
Definition: starpu_data_interfaces.h:305
uint32_t starpu_block_get_nz(starpu_data_handle_t handle)
uint32_t firstentry
Definition: starpu_data_interfaces.h:265
void starpu_vector_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t nx, size_t elemsize)
int(* opencl_to_opencl)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:50
int(* any_to_any)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, void *async_data)
Definition: starpu_data_interfaces.h:68
starpu_data_handle_t starpu_data_lookup(const void *ptr)
uint32_t * starpu_bcsr_get_local_rowptr(starpu_data_handle_t handle)
void starpu_void_data_register(starpu_data_handle_t *handle)
Definition: starpu_data_interfaces.h:87
uintptr_t nzval
Definition: starpu_data_interfaces.h:299
starpu_data_interface_id
Definition: starpu_data_interfaces.h:75
int(* ram_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:40
uint32_t ldz
Definition: starpu_data_interfaces.h:195
uintptr_t ptr
Definition: starpu_data_interfaces.h:188
uintptr_t ptr
Definition: starpu_data_interfaces.h:126
uint32_t nx
Definition: starpu_data_interfaces.h:129
void(* register_data_handle)(starpu_data_handle_t handle, unsigned home_node, void *data_interface)
Definition: starpu_data_interfaces.h:92
size_t offset
Definition: starpu_data_interfaces.h:128
size_t elemsize
Definition: starpu_data_interfaces.h:241
size_t offset
Definition: starpu_data_interfaces.h:222
Definition: starpu_data_interfaces.h:90
uint32_t starpu_bcsr_get_firstentry(starpu_data_handle_t handle)
void * starpu_data_get_interface_on_node(starpu_data_handle_t handle, unsigned memory_node)
Definition: starpu_data_interfaces.h:86
void starpu_free_on_node(unsigned dst_node, uintptr_t addr, size_t size)
uintptr_t ptr
Definition: starpu_data_interfaces.h:240
uint32_t starpu_bcsr_get_r(starpu_data_handle_t handle)
uint32_t(* footprint)(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:99
size_t starpu_matrix_get_elemsize(starpu_data_handle_t handle)
void starpu_variable_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, size_t size)
uint32_t ny
Definition: starpu_data_interfaces.h:192
uint32_t firstentry
Definition: starpu_data_interfaces.h:303
uint32_t ny
Definition: starpu_data_interfaces.h:130
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:127
uint32_t nnz
Definition: starpu_data_interfaces.h:296
uint32_t starpu_block_get_local_ldz(starpu_data_handle_t handle)
struct _starpu_data_state * starpu_data_handle_t
Definition: starpu_data.h:29
uint32_t n_values
Definition: starpu_data_interfaces.h:157
int(* cuda_to_ram_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cudaStream_t stream)
Definition: starpu_data_interfaces.h:54
Definition: starpu_data_interfaces.h:38
int starpu_data_unpack(starpu_data_handle_t handle, void *ptr, size_t count)
void starpu_matrix_data_register(starpu_data_handle_t *handle, unsigned home_node, uintptr_t ptr, uint32_t ld, uint32_t nx, uint32_t ny, size_t elemsize)
Definition: starpu_data_interfaces.h:81
uint32_t starpu_csr_get_nrow(starpu_data_handle_t handle)
uint32_t nx
Definition: starpu_data_interfaces.h:191
uint32_t * starpu_bcsr_get_local_colind(starpu_data_handle_t handle)
uint32_t starpu_block_get_ny(starpu_data_handle_t handle)
Definition: starpu_data_interfaces.h:124
size_t starpu_data_get_size(starpu_data_handle_t handle)
int(* opencl_to_ram)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node)
Definition: starpu_data_interfaces.h:48
uint32_t * colind
Definition: starpu_data_interfaces.h:300
Definition: starpu_data_interfaces.h:77
uintptr_t nzval
Definition: starpu_data_interfaces.h:261
uintptr_t dev_handle
Definition: starpu_data_interfaces.h:189
uintptr_t starpu_csr_get_local_nzval(starpu_data_handle_t handle)
int(* opencl_to_opencl_async)(void *src_interface, unsigned src_node, void *dst_interface, unsigned dst_node, cl_event *event)
Definition: starpu_data_interfaces.h:65
uint32_t starpu_block_get_nx(starpu_data_handle_t handle)
size_t elemsize
Definition: starpu_data_interfaces.h:132
size_t starpu_csr_get_elemsize(starpu_data_handle_t handle)
int(* unpack_data)(starpu_data_handle_t handle, unsigned node, void *ptr, size_t count)
Definition: starpu_data_interfaces.h:109