Lines Matching refs:rma_info

104 	mutex_lock(&ep->rma_info.rma_lock);  in scif_reserve_dma_chan()
105 ep->rma_info.dma_chan = chan; in scif_reserve_dma_chan()
106 mutex_unlock(&ep->rma_info.rma_lock); in scif_reserve_dma_chan()
146 spin_lock(&ep->rma_info.tc_lock); in scif_rma_destroy_tcw()
148 spin_unlock(&ep->rma_info.tc_lock); in scif_rma_destroy_tcw()
156 list_for_each_safe(item, tmp, &ep->rma_info.mmn_list) { in scif_rma_destroy_tcw_ep()
167 spin_lock(&ep->rma_info.tc_lock); in __scif_rma_destroy_tcw_ep()
168 list_for_each_safe(item, tmp, &ep->rma_info.mmn_list) { in __scif_rma_destroy_tcw_ep()
172 spin_unlock(&ep->rma_info.tc_lock); in __scif_rma_destroy_tcw_ep()
179 if ((atomic_read(&ep->rma_info.tcw_total_pages) in scif_rma_tc_can_cache()
185 atomic_read(&ep->rma_info.tcw_total_pages), in scif_rma_tc_can_cache()
236 struct scif_endpt_rma_info *rma = &ep->rma_info; in scif_ep_unregister_mmu_notifier()
240 mutex_lock(&ep->rma_info.mmn_lock); in scif_ep_unregister_mmu_notifier()
247 mutex_unlock(&ep->rma_info.mmn_lock); in scif_ep_unregister_mmu_notifier()
285 list_add(&mmn->list, &ep->rma_info.mmn_list); in scif_add_mmu_notifier()
595 chan = ep->rma_info.dma_chan; in scif_rma_destroy_windows()
601 ep->rma_info.dma_chan)) in scif_rma_destroy_windows()
612 atomic_dec(&ep->rma_info.tw_refcount); in scif_rma_destroy_windows()
638 chan = ep->rma_info.dma_chan; in scif_rma_destroy_tcw_invalid()
641 mutex_lock(&ep->rma_info.rma_lock); in scif_rma_destroy_tcw_invalid()
644 ep->rma_info.dma_chan)) { in scif_rma_destroy_tcw_invalid()
646 &ep->rma_info.tcw_total_pages); in scif_rma_destroy_tcw_invalid()
648 atomic_dec(&ep->rma_info.tcw_refcount); in scif_rma_destroy_tcw_invalid()
653 mutex_unlock(&ep->rma_info.rma_lock); in scif_rma_destroy_tcw_invalid()
1702 remote_req.head = &ep->rma_info.remote_reg_list; in scif_rma_copy()
1711 mutex_lock(&ep->rma_info.mmn_lock); in scif_rma_copy()
1712 mmn = scif_find_mmu_notifier(current->mm, &ep->rma_info); in scif_rma_copy()
1715 mutex_unlock(&ep->rma_info.mmn_lock); in scif_rma_copy()
1722 mutex_lock(&ep->rma_info.rma_lock); in scif_rma_copy()
1732 spin_lock(&ep->rma_info.tc_lock); in scif_rma_copy()
1735 spin_unlock(&ep->rma_info.tc_lock); in scif_rma_copy()
1742 mutex_unlock(&ep->rma_info.rma_lock); in scif_rma_copy()
1747 atomic_inc(&ep->rma_info.tcw_refcount); in scif_rma_copy()
1749 &ep->rma_info.tcw_total_pages); in scif_rma_copy()
1751 spin_lock(&ep->rma_info.tc_lock); in scif_rma_copy()
1754 spin_unlock(&ep->rma_info.tc_lock); in scif_rma_copy()
1770 req.head = &ep->rma_info.reg_list; in scif_rma_copy()
1774 mutex_unlock(&ep->rma_info.rma_lock); in scif_rma_copy()
1782 mutex_unlock(&ep->rma_info.rma_lock); in scif_rma_copy()
1808 chan = ep->rma_info.dma_chan; in scif_rma_copy()
1813 atomic_inc(&ep->rma_info.tw_refcount); in scif_rma_copy()
1815 mutex_unlock(&ep->rma_info.rma_lock); in scif_rma_copy()
1822 ep->rma_info.dma_chan); in scif_rma_copy()
1825 ep->rma_info.dma_chan); in scif_rma_copy()