Lines Matching refs:src_window
67 struct scif_window *src_window; member
903 window = work->src_window; in scif_rma_list_dma_copy_unaligned()
1113 struct scif_window *src_window = work->src_window; in _scif_rma_list_dma_copy_aligned() local
1123 scif_init_window_iter(src_window, &src_win_iter); in _scif_rma_list_dma_copy_aligned()
1125 end_src_offset = src_window->offset + in _scif_rma_list_dma_copy_aligned()
1126 (src_window->nr_pages << PAGE_SHIFT); in _scif_rma_list_dma_copy_aligned()
1131 src_window = list_next_entry(src_window, list); in _scif_rma_list_dma_copy_aligned()
1132 end_src_offset = src_window->offset + in _scif_rma_list_dma_copy_aligned()
1133 (src_window->nr_pages << PAGE_SHIFT); in _scif_rma_list_dma_copy_aligned()
1134 scif_init_window_iter(src_window, &src_win_iter); in _scif_rma_list_dma_copy_aligned()
1144 src_dma_addr = scif_off_to_dma_addr(src_window, src_offset, in _scif_rma_list_dma_copy_aligned()
1233 struct scif_window *src_window = work->src_window; in scif_rma_list_dma_copy_aligned() local
1242 scif_init_window_iter(src_window, &src_win_iter); in scif_rma_list_dma_copy_aligned()
1250 src_dma_addr = __scif_off_to_dma_addr(src_window, src_offset); in scif_rma_list_dma_copy_aligned()
1252 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1253 src_virt = _get_local_va(src_offset, src_window, in scif_rma_list_dma_copy_aligned()
1256 src_virt = ioremap_remote(src_offset, src_window, in scif_rma_list_dma_copy_aligned()
1269 if (src_window->type != SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1273 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1281 if (src_window->type != SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1290 end_src_offset = src_window->offset + in scif_rma_list_dma_copy_aligned()
1291 (src_window->nr_pages << PAGE_SHIFT); in scif_rma_list_dma_copy_aligned()
1298 src_window = list_next_entry(src_window, list); in scif_rma_list_dma_copy_aligned()
1299 end_src_offset = src_window->offset + in scif_rma_list_dma_copy_aligned()
1300 (src_window->nr_pages << PAGE_SHIFT); in scif_rma_list_dma_copy_aligned()
1301 scif_init_window_iter(src_window, &src_win_iter); in scif_rma_list_dma_copy_aligned()
1311 src_dma_addr = scif_off_to_dma_addr(src_window, src_offset, in scif_rma_list_dma_copy_aligned()
1389 src_window = list_next_entry(src_window, list); in scif_rma_list_dma_copy_aligned()
1393 src_dma_addr = __scif_off_to_dma_addr(src_window, src_offset); in scif_rma_list_dma_copy_aligned()
1407 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1408 src_virt = _get_local_va(src_offset, src_window, in scif_rma_list_dma_copy_aligned()
1411 src_virt = ioremap_remote(src_offset, src_window, in scif_rma_list_dma_copy_aligned()
1425 if (src_window->type != SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1430 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1436 if (src_window->type != SCIF_WINDOW_SELF) in scif_rma_list_dma_copy_aligned()
1462 struct scif_window *src_window = work->src_window; in scif_rma_list_cpu_copy() local
1471 scif_init_window_iter(src_window, &src_win_iter); in scif_rma_list_cpu_copy()
1480 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_cpu_copy()
1481 src_virt = _get_local_va(src_offset, src_window, in scif_rma_list_cpu_copy()
1484 src_virt = ioremap_remote(src_offset, src_window, in scif_rma_list_cpu_copy()
1502 if (src_window->type == SCIF_WINDOW_PEER) in scif_rma_list_cpu_copy()
1511 if (src_window->type == SCIF_WINDOW_SELF) in scif_rma_list_cpu_copy()
1519 if (src_window->type == SCIF_WINDOW_PEER) in scif_rma_list_cpu_copy()
1529 end_src_offset = src_window->offset + in scif_rma_list_cpu_copy()
1530 (src_window->nr_pages << PAGE_SHIFT); in scif_rma_list_cpu_copy()
1534 src_window = list_next_entry(src_window, list); in scif_rma_list_cpu_copy()
1535 scif_init_window_iter(src_window, in scif_rma_list_cpu_copy()
1572 src_dma_addr = __scif_off_to_dma_addr(work->src_window, src_offset); in scif_rma_list_dma_copy_wrapper()
1574 src_local = work->src_window->type == SCIF_WINDOW_SELF; in scif_rma_list_dma_copy_wrapper()
1608 scif_rma_local_cpu_copy(work->src_offset, work->src_window, in scif_rma_list_dma_copy_wrapper()
1795 copy_work.src_window = local_window; in scif_rma_copy()
1800 copy_work.src_window = remote_window; in scif_rma_copy()