Lines Matching refs:mm_list
3338 static struct lru_gen_mm_list mm_list = { in get_mm_list() local
3339 .fifo = LIST_HEAD_INIT(mm_list.fifo), in get_mm_list()
3340 .lock = __SPIN_LOCK_UNLOCKED(mm_list.lock), in get_mm_list()
3345 return &memcg->mm_list; in get_mm_list()
3349 return &mm_list; in get_mm_list()
3356 struct lru_gen_mm_list *mm_list = get_mm_list(memcg); in lru_gen_add_mm() local
3363 spin_lock(&mm_list->lock); in lru_gen_add_mm()
3369 if (lruvec->mm_state.tail == &mm_list->fifo) in lru_gen_add_mm()
3373 list_add_tail(&mm->lru_gen.list, &mm_list->fifo); in lru_gen_add_mm()
3375 spin_unlock(&mm_list->lock); in lru_gen_add_mm()
3381 struct lru_gen_mm_list *mm_list; in lru_gen_del_mm() local
3390 mm_list = get_mm_list(memcg); in lru_gen_del_mm()
3392 spin_lock(&mm_list->lock); in lru_gen_del_mm()
3407 if (lruvec->mm_state.head == &mm_list->fifo) in lru_gen_del_mm()
3413 spin_unlock(&mm_list->lock); in lru_gen_del_mm()
3507 struct lru_gen_mm_list *mm_list = get_mm_list(memcg); in iterate_mm_list() local
3521 spin_lock(&mm_list->lock); in iterate_mm_list()
3534 VM_WARN_ON_ONCE(mm_state->head && mm_state->head != &mm_list->fifo); in iterate_mm_list()
3536 mm_state->head = mm_list->fifo.next; in iterate_mm_list()
3540 while (!mm && mm_state->head != &mm_list->fifo) { in iterate_mm_list()
3555 if (mm_state->head == &mm_list->fifo) in iterate_mm_list()
3569 spin_unlock(&mm_list->lock); in iterate_mm_list()
3586 struct lru_gen_mm_list *mm_list = get_mm_list(memcg); in iterate_mm_list_nowalk() local
3589 spin_lock(&mm_list->lock); in iterate_mm_list_nowalk()
3594 VM_WARN_ON_ONCE(mm_state->head && mm_state->head != &mm_list->fifo); in iterate_mm_list_nowalk()
3601 spin_unlock(&mm_list->lock); in iterate_mm_list_nowalk()
6144 INIT_LIST_HEAD(&memcg->mm_list.fifo); in lru_gen_init_memcg()
6145 spin_lock_init(&memcg->mm_list.lock); in lru_gen_init_memcg()
6153 VM_WARN_ON_ONCE(!list_empty(&memcg->mm_list.fifo)); in lru_gen_exit_memcg()