Lines Matching refs:notifier_subscriptions
189 interval_sub->mm->notifier_subscriptions; in mmu_interval_read_begin()
351 mm->notifier_subscriptions; in __mmu_notifier_release()
374 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_flush_young()
394 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_clear_young()
413 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_test_young()
435 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_change_pte()
539 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_start()
596 range->mm->notifier_subscriptions; in __mmu_notifier_invalidate_range_end()
615 &mm->notifier_subscriptions->list, hlist, in __mmu_notifier_invalidate_range()
638 if (!mm->notifier_subscriptions) { in __mmu_notifier_register()
678 smp_store_release(&mm->notifier_subscriptions, subscriptions); in __mmu_notifier_register()
686 spin_lock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
688 &mm->notifier_subscriptions->list); in __mmu_notifier_register()
689 spin_unlock(&mm->notifier_subscriptions->lock); in __mmu_notifier_register()
691 mm->notifier_subscriptions->has_itree = true; in __mmu_notifier_register()
739 spin_lock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
741 &mm->notifier_subscriptions->list, hlist, in find_get_mmu_notifier()
742 lockdep_is_held(&mm->notifier_subscriptions->lock)) { in find_get_mmu_notifier()
750 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
753 spin_unlock(&mm->notifier_subscriptions->lock); in find_get_mmu_notifier()
782 if (mm->notifier_subscriptions) { in mmu_notifier_get_locked()
805 BUG_ON(!hlist_empty(&mm->notifier_subscriptions->list)); in __mmu_notifier_subscriptions_destroy()
806 kfree(mm->notifier_subscriptions); in __mmu_notifier_subscriptions_destroy()
807 mm->notifier_subscriptions = LIST_POISON1; /* debug */ in __mmu_notifier_subscriptions_destroy()
841 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
847 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_unregister()
899 spin_lock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
903 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
909 spin_unlock(&mm->notifier_subscriptions->lock); in mmu_notifier_put()
1005 subscriptions = smp_load_acquire(&mm->notifier_subscriptions); in mmu_interval_notifier_insert()
1010 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert()
1023 mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1032 subscriptions = mm->notifier_subscriptions; in mmu_interval_notifier_insert_locked()
1065 mm->notifier_subscriptions; in mmu_interval_notifier_remove()