| /linux-4.19.296/drivers/misc/mic/scif/ |
| D | scif_main.c | 28 struct scif_info scif_info = { variable
208 for (i = scif_info.maxid; i >= 0; i--) { in scif_stop()
234 scif_info.card_initiated_exit = true; in scif_remove()
267 mutex_init(&scif_info.eplock); in _scif_init()
268 spin_lock_init(&scif_info.rmalock); in _scif_init()
269 spin_lock_init(&scif_info.nb_connect_lock); in _scif_init()
270 spin_lock_init(&scif_info.port_lock); in _scif_init()
271 mutex_init(&scif_info.conflock); in _scif_init()
272 mutex_init(&scif_info.connlock); in _scif_init()
273 mutex_init(&scif_info.fencelock); in _scif_init()
[all …]
|
| D | scif_epd.c | 68 mutex_lock(&scif_info.eplock); in scif_add_epd_to_zombie_list()
72 list_add_tail(&ep->list, &scif_info.zombie); in scif_add_epd_to_zombie_list()
73 scif_info.nr_zombies++; in scif_add_epd_to_zombie_list()
75 mutex_unlock(&scif_info.eplock); in scif_add_epd_to_zombie_list()
76 schedule_work(&scif_info.misc_work); in scif_add_epd_to_zombie_list()
84 mutex_lock(&scif_info.eplock); in scif_find_listen_ep()
85 list_for_each_safe(pos, tmpq, &scif_info.listen) { in scif_find_listen_ep()
88 mutex_unlock(&scif_info.eplock); in scif_find_listen_ep()
92 mutex_unlock(&scif_info.eplock); in scif_find_listen_ep()
101 mutex_lock(&scif_info.eplock); in scif_cleanup_zombie_epd()
[all …]
|
| D | scif_nm.c | 32 flush_work(&scif_info.conn_work); in scif_invalidate_ep()
33 mutex_lock(&scif_info.connlock); in scif_invalidate_ep()
34 list_for_each_safe(pos, tmpq, &scif_info.disconnected) { in scif_invalidate_ep()
43 list_for_each_safe(pos, tmpq, &scif_info.connected) { in scif_invalidate_ep()
49 list_add_tail(&ep->list, &scif_info.disconnected); in scif_invalidate_ep()
57 mutex_unlock(&scif_info.connlock); in scif_invalidate_ep()
96 msg.src.node = scif_info.nodeid; in scif_send_acks()
104 msg.src.node = scif_info.nodeid; in scif_send_acks()
130 flush_work(&scif_info.misc_work); in scif_cleanup_scifdev()
135 flush_work(&scif_info.misc_work); in scif_cleanup_scifdev()
[all …]
|
| D | scif_peer_bus.c | 61 mutex_lock(&scif_info.conflock); in scif_peer_initialize_device()
62 scif_info.total++; in scif_peer_initialize_device()
63 scif_info.maxid = max_t(u32, spdev->dnode, scif_info.maxid); in scif_peer_initialize_device()
64 mutex_unlock(&scif_info.conflock); in scif_peer_initialize_device()
105 mutex_lock(&scif_info.conflock); in scif_peer_add_device()
106 scif_info.total--; in scif_peer_add_device()
107 mutex_unlock(&scif_info.conflock); in scif_peer_add_device()
169 mutex_lock(&scif_info.conflock); in scif_peer_unregister_device()
170 scif_info.total--; in scif_peer_unregister_device()
171 mutex_unlock(&scif_info.conflock); in scif_peer_unregister_device()
|
| D | scif_api.c | 75 dev_dbg(scif_info.mdev.this_device, in scif_open()
116 mutex_lock(&scif_info.connlock); in scif_disconnect_ep()
117 list_for_each_safe(pos, tmpq, &scif_info.connected) { in scif_disconnect_ep()
134 list_for_each_safe(pos, tmpq, &scif_info.disconnected) { in scif_disconnect_ep()
141 mutex_unlock(&scif_info.connlock); in scif_disconnect_ep()
154 mutex_unlock(&scif_info.connlock); in scif_disconnect_ep()
171 dev_dbg(scif_info.mdev.this_device, "SCIFAPI close: ep %p %s\n", in scif_close()
179 flush_work(&scif_info.conn_work); in scif_close()
188 dev_err(scif_info.mdev.this_device, in scif_close()
195 mutex_lock(&scif_info.connlock); in scif_close()
[all …]
|
| D | scif_ports.c | 51 spin_lock(&scif_info.port_lock); in __scif_get_port()
55 spin_unlock(&scif_info.port_lock); in __scif_get_port()
95 spin_lock(&scif_info.port_lock); in scif_get_port()
99 spin_unlock(&scif_info.port_lock); in scif_get_port()
114 spin_lock(&scif_info.port_lock); in scif_put_port()
123 spin_unlock(&scif_info.port_lock); in scif_put_port()
|
| D | scif_debugfs.c | 32 scif_info.total, scif_info.nodeid, in scif_dev_test()
33 scif_info.maxid); in scif_dev_test()
40 for (node = 0; node <= scif_info.maxid; node++) in scif_dev_test()
112 mutex_lock(&scif_info.connlock); in scif_rma_test()
113 list_for_each(pos, &scif_info.connected) { in scif_rma_test()
122 mutex_unlock(&scif_info.connlock); in scif_rma_test()
148 dev_err(scif_info.mdev.this_device, in scif_init_debugfs()
155 debugfs_create_u8("en_msg_log", 0666, scif_dbg, &scif_info.en_msg_log); in scif_init_debugfs()
156 debugfs_create_u8("p2p_enable", 0666, scif_dbg, &scif_info.p2p_enable); in scif_init_debugfs()
|
| D | scif_nodeqp.c | 248 scif_dev[scif_info.nodeid].node, scifdev->node); in scif_setup_qp_connect_response()
320 msg.src.node = scif_info.nodeid; in scif_send_exit()
326 wait_event_timeout(scif_info.exitwq, scifdev->exit == OP_COMPLETED, in scif_send_exit()
472 if (dst < 1 || dst > scif_info.maxid) in scif_node_connect()
540 if (!scif_info.p2p_enable) in scif_p2p_setup()
543 for (i = 1; i <= scif_info.maxid; i++) in scif_p2p_setup()
547 for (i = 1; i <= scif_info.maxid; i++) { in scif_p2p_setup()
548 for (j = 1; j <= scif_info.maxid; j++) { in scif_p2p_setup()
604 if (!scif_info.en_msg_log) in scif_display_message()
722 mutex_lock(&scif_info.conflock); in scif_init()
[all …]
|
| D | scif_mmap.c | 68 scif_queue_for_cleanup(window, &scif_info.rma); in scif_recv_munmap()
88 dev_dbg(scif_info.mdev.this_device, in __scif_zap_mmaps()
104 mutex_lock(&scif_info.connlock); in _scif_zap_mmaps()
110 mutex_unlock(&scif_info.connlock); in _scif_zap_mmaps()
119 _scif_zap_mmaps(node, &scif_info.connected); in scif_zap_mmaps()
120 _scif_zap_mmaps(node, &scif_info.disconnected); in scif_zap_mmaps()
141 dev_err(scif_info.mdev.this_device, in __scif_cleanup_rma_for_zombies()
147 scif_queue_for_cleanup(window, &scif_info.rma); in __scif_cleanup_rma_for_zombies()
158 mutex_lock(&scif_info.eplock); in scif_cleanup_rma_for_zombies()
159 list_for_each(item, &scif_info.zombie) { in scif_cleanup_rma_for_zombies()
[all …]
|
| D | scif_main.h | 88 struct scif_info { struct
208 extern struct scif_info scif_info;
230 return dev->node == scif_info.nodeid; in scifdev_self()
235 return !scif_info.nodeid; in scif_is_mgmt_node()
|
| D | scif_fence.c | 95 mutex_lock(&scif_info.fencelock); in scif_recv_wait()
97 list_add_tail(&fence->list, &scif_info.fence); in scif_recv_wait()
98 mutex_unlock(&scif_info.fencelock); in scif_recv_wait()
100 schedule_work(&scif_info.misc_work); in scif_recv_wait()
312 dev_err(scif_info.mdev.this_device, in scif_prog_signal()
369 mutex_lock(&scif_info.fencelock); in scif_rma_handle_remote_fences()
370 list_for_each_safe(item, tmp, &scif_info.fence) { in scif_rma_handle_remote_fences()
388 schedule_work(&scif_info.misc_work); in scif_rma_handle_remote_fences()
390 mutex_unlock(&scif_info.fencelock); in scif_rma_handle_remote_fences()
635 dev_dbg(scif_info.mdev.this_device, in scif_fence_mark()
[all …]
|
| D | scif_fd.c | 78 dev_dbg(scif_info.mdev.this_device, "%s err %d\n", str, err); in scif_err_debug()
157 mutex_lock(&scif_info.eplock); in scif_fdioctl()
158 list_add_tail(&((*ep)->miacceptlist), &scif_info.uaccept); in scif_fdioctl()
162 mutex_unlock(&scif_info.eplock); in scif_fdioctl()
180 mutex_lock(&scif_info.eplock); in scif_fdioctl()
181 list_for_each_safe(pos, tmpq, &scif_info.uaccept) { in scif_fdioctl()
192 mutex_unlock(&scif_info.eplock); in scif_fdioctl()
207 mutex_unlock(&scif_info.eplock); in scif_fdioctl()
279 entries = min_t(int, scif_info.maxid, node_ids.len); in scif_fdioctl()
|
| D | scif_rma_list.c | 191 dev_err(scif_info.mdev.this_device, in scif_query_window()
273 dev_err(scif_info.mdev.this_device, in scif_unregister_all_windows()
285 spin_lock(&scif_info.rmalock); in scif_unregister_all_windows()
286 list_add_tail(&ep->mmu_list, &scif_info.mmu_notif_cleanup); in scif_unregister_all_windows()
287 spin_unlock(&scif_info.rmalock); in scif_unregister_all_windows()
288 schedule_work(&scif_info.mmu_notif_work); in scif_unregister_all_windows()
|
| D | scif_dma.c | 93 if (!scif_info.nodeid && scifdev_self(ep->remote_dev)) in scif_reserve_dma_chan()
95 if (scif_info.nodeid) in scif_reserve_dma_chan()
177 if ((cur_bytes >> PAGE_SHIFT) > scif_info.rma_tc_limit) in scif_rma_tc_can_cache()
181 scif_info.rma_tc_limit) { in scif_rma_tc_can_cache()
182 dev_info(scif_info.mdev.this_device, in scif_rma_tc_can_cache()
200 schedule_work(&scif_info.misc_work); in scif_mmu_notifier_release()
299 spin_lock(&scif_info.rmalock); in scif_mmu_notif_handler()
300 list_for_each_safe(pos, tmpq, &scif_info.mmu_notif_cleanup) { in scif_mmu_notif_handler()
303 spin_unlock(&scif_info.rmalock); in scif_mmu_notif_handler()
308 spin_unlock(&scif_info.rmalock); in scif_mmu_notif_handler()
[all …]
|
| D | scif_rma.h | 444 spin_lock(&scif_info.rmalock); in scif_queue_for_cleanup()
446 spin_unlock(&scif_info.rmalock); in scif_queue_for_cleanup()
447 schedule_work(&scif_info.misc_work); in scif_queue_for_cleanup()
453 scif_queue_for_cleanup(window, &scif_info.rma_tc); in __scif_rma_destroy_tcw_helper()
|
| D | scif_rma.c | 281 dev_err(scif_info.mdev.this_device, in __scif_dec_pinned_vm_lock()
305 dev_err(scif_info.mdev.this_device, in __scif_check_inc_pinned_vm()
342 dev_err(scif_info.mdev.this_device, in scif_destroy_window()
702 dev_err(scif_info.mdev.this_device, in scif_unregister_window()
745 scif_queue_for_cleanup(window, &scif_info.rma); in scif_unregister_window()
1248 scif_queue_for_cleanup(window, &scif_info.rma); in scif_recv_unreg()
1442 dev_dbg(scif_info.mdev.this_device, in __scif_pin_pages()
1463 dev_err(scif_info.mdev.this_device, in scif_unpin_pages()
1602 dev_dbg(scif_info.mdev.this_device, in scif_register()
1724 dev_dbg(scif_info.mdev.this_device, in scif_unregister()
|