Lines Matching refs:notifier_subscriptions
191 interval_sub->mm->notifier_subscriptions; in mmu_interval_read_begin()
353 mm->notifier_subscriptions; in __mmu_notifier_release()
376 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_flush_young()
396 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_young()
415 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_test_young()
524 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_start()
562 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_end()
581 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_arch_invalidate_secondary_tlbs()
615 if (!mm->notifier_subscriptions) { in __mmu_notifier_register()
655 smp_store_release(&mm->notifier_subscriptions, subscriptions); in __mmu_notifier_register()
663 spin_lock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
665 &mm->notifier_subscriptions->list); in __mmu_notifier_register()
666 spin_unlock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
668 mm->notifier_subscriptions->has_itree = true; in __mmu_notifier_register()
716 spin_lock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
718 &mm->notifier_subscriptions->list, hlist, in find_get_mmu_notifier()
719 lockdep_is_held(&mm->notifier_subscriptions->lock)) { in find_get_mmu_notifier()
727 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
730 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
759 if (mm->notifier_subscriptions) { in mmu_notifier_get_locked()
782 BUG_ON(!hlist_empty(&mm->notifier_subscriptions->list)); in __mmu_notifier_subscriptions_destroy()
783 kfree(mm->notifier_subscriptions); in __mmu_notifier_subscriptions_destroy()
784 mm->notifier_subscriptions = LIST_POISON1; /* debug */ in __mmu_notifier_subscriptions_destroy()
818 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
824 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
876 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
880 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
886 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
982 subscriptions = smp_load_acquire(&mm->notifier_subscriptions); in mmu_interval_notifier_insert()
987 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert()
1000 mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1009 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1042 mm->notifier_subscriptions; in mmu_interval_notifier_remove()