38 	void __rcu **slot;  in idr_alloc_u32()  local
49 	slot = idr_get_free(&idr->idr_rt, &iter, gfp, max - base);  in idr_alloc_u32()
50 	if (IS_ERR(slot))  in idr_alloc_u32()
51 		return PTR_ERR(slot);  in idr_alloc_u32()
55 	radix_tree_iter_replace(&idr->idr_rt, &iter, slot, ptr);  in idr_alloc_u32()
202 	void __rcu **slot;  in idr_for_each()  local
205 	radix_tree_for_each_slot(slot, &idr->idr_rt, &iter, 0) {  in idr_for_each()
211 		ret = fn(id, rcu_dereference_raw(*slot), data);  in idr_for_each()
233 	void __rcu **slot;  in idr_get_next_ul()  local
239 	radix_tree_for_each_slot(slot, &idr->idr_rt, &iter, id) {  in idr_get_next_ul()
240 		entry = rcu_dereference_raw(*slot);  in idr_get_next_ul()
245 		if (slot != (void *)&idr->idr_rt.rnode &&  in idr_get_next_ul()
248 		slot = radix_tree_iter_retry(&iter);  in idr_get_next_ul()
250 	if (!slot)  in idr_get_next_ul()
297 	void __rcu **slot = NULL;  in idr_replace()  local
304 	entry = __radix_tree_lookup(&idr->idr_rt, id, &node, &slot);  in idr_replace()
305 	if (!slot || radix_tree_tag_get(&idr->idr_rt, id, IDR_FREE))  in idr_replace()
308 	__radix_tree_replace(&idr->idr_rt, node, slot, ptr, NULL);  in idr_replace()
371 	void __rcu **slot;  in ida_get_new_above()  local
382 	slot = radix_tree_iter_init(&iter, index);  in ida_get_new_above()
384 		if (slot)  in ida_get_new_above()
385 			slot = radix_tree_next_slot(slot, &iter,  in ida_get_new_above()
387 		if (!slot) {  in ida_get_new_above()
388 			slot = idr_get_free(root, &iter, GFP_NOWAIT, IDA_MAX);  in ida_get_new_above()
389 			if (IS_ERR(slot)) {  in ida_get_new_above()
390 				if (slot == ERR_PTR(-ENOMEM))  in ida_get_new_above()
392 				return PTR_ERR(slot);  in ida_get_new_above()
400 		bitmap = rcu_dereference_raw(*slot);  in ida_get_new_above()
406 				rcu_assign_pointer(*slot, (void *)tmp);  in ida_get_new_above()
414 			rcu_assign_pointer(*slot, bitmap);  in ida_get_new_above()
437 				radix_tree_iter_replace(root, &iter, slot,  in ida_get_new_above()
445 			radix_tree_iter_replace(root, &iter, slot, bitmap);  in ida_get_new_above()
459 	void __rcu **slot;  in ida_remove()  local
461 	slot = radix_tree_iter_lookup(&ida->ida_rt, &iter, index);  in ida_remove()
462 	if (!slot)  in ida_remove()
465 	bitmap = rcu_dereference_raw(*slot);  in ida_remove()
467 		btmp = (unsigned long *)slot;  in ida_remove()
480 		if (rcu_dereference_raw(*slot) ==  in ida_remove()
482 			radix_tree_iter_delete(&ida->ida_rt, &iter, slot);  in ida_remove()
485 		radix_tree_iter_delete(&ida->ida_rt, &iter, slot);  in ida_remove()
507 	void __rcu **slot;  in ida_destroy()  local
510 	radix_tree_for_each_slot(slot, &ida->ida_rt, &iter, 0) {  in ida_destroy()
511 		struct ida_bitmap *bitmap = rcu_dereference_raw(*slot);  in ida_destroy()
514 		radix_tree_iter_delete(&ida->ida_rt, &iter, slot);  in ida_destroy()