60 static inline int get_off_blade_tgh(struct gru_state *gru)  in get_off_blade_tgh()  argument
64 	n = GRU_NUM_TGH - gru->gs_tgh_first_remote;  in get_off_blade_tgh()
66 	n += gru->gs_tgh_first_remote;  in get_off_blade_tgh()
70 static inline int get_on_blade_tgh(struct gru_state *gru)  in get_on_blade_tgh()  argument
72 	return uv_blade_processor_id() >> gru->gs_tgh_local_shift;  in get_on_blade_tgh()
76 							 *gru)  in get_lock_tgh_handle()
82 	if (uv_numa_blade_id() == gru->gs_blade_id)  in get_lock_tgh_handle()
83 		n = get_on_blade_tgh(gru);  in get_lock_tgh_handle()
85 		n = get_off_blade_tgh(gru);  in get_lock_tgh_handle()
86 	tgh = get_tgh_by_index(gru, n);  in get_lock_tgh_handle()
161 	struct gru_state *gru;  in gru_flush_tlb_range()  local
180 		gru = GID_TO_GRU(gid);  in gru_flush_tlb_range()
189 			tgh = get_lock_tgh_handle(gru);  in gru_flush_tlb_range()
196 			__clear_bit(gru->gs_gid, gms->ms_asidmap);  in gru_flush_tlb_range()
209 void gru_flush_all_tlb(struct gru_state *gru)  in gru_flush_all_tlb()  argument
213 	gru_dbg(grudev, "gid %d\n", gru->gs_gid);  in gru_flush_all_tlb()
214 	tgh = get_lock_tgh_handle(gru);  in gru_flush_all_tlb()
347 void gru_tgh_flush_init(struct gru_state *gru)  in gru_tgh_flush_init()  argument
351 	cpus = uv_blade_nr_possible_cpus(gru->gs_blade_id);  in gru_tgh_flush_init()
365 	gru->gs_tgh_local_shift = shift;  in gru_tgh_flush_init()
368 	gru->gs_tgh_first_remote = (cpus + (1 << shift) - 1) >> shift;  in gru_tgh_flush_init()