Lines Matching refs:flags
365 return pol->flags & MPOL_MODE_FLAGS; in mpol_store_user_nodemask()
421 if (pol->flags & MPOL_F_RELATIVE_NODES) in mpol_set_nodemask()
439 static struct mempolicy *mpol_new(unsigned short mode, unsigned short flags, in mpol_new() argument
458 if (((flags & MPOL_F_STATIC_NODES) || in mpol_new()
459 (flags & MPOL_F_RELATIVE_NODES))) in mpol_new()
466 (flags & MPOL_F_STATIC_NODES) || in mpol_new()
467 (flags & MPOL_F_RELATIVE_NODES)) in mpol_new()
477 policy->flags = flags; in mpol_new()
499 if (pol->flags & MPOL_F_STATIC_NODES) in mpol_rebind_nodemask()
501 else if (pol->flags & MPOL_F_RELATIVE_NODES) in mpol_rebind_nodemask()
598 unsigned long flags);
602 static bool strictly_unmovable(unsigned long flags) in strictly_unmovable() argument
608 return (flags & (MPOL_MF_STRICT | MPOL_MF_MOVE | MPOL_MF_MOVE_ALL)) == in strictly_unmovable()
619 unsigned long flags; member
638 unsigned long flags = qp->flags; in queue_folio_required() local
640 return node_isset(nid, *qp->nmask) == !(flags & MPOL_MF_INVERT); in queue_folio_required()
659 if (!(qp->flags & (MPOL_MF_MOVE | MPOL_MF_MOVE_ALL)) || in queue_folios_pmd()
661 !migrate_folio_add(folio, qp->pagelist, qp->flags)) in queue_folios_pmd()
681 unsigned long flags = qp->flags; in queue_folios_pte_range() local
744 if (!(flags & (MPOL_MF_MOVE | MPOL_MF_MOVE_ALL)) || in queue_folios_pte_range()
746 !migrate_folio_add(folio, qp->pagelist, flags)) { in queue_folios_pte_range()
748 if (strictly_unmovable(flags)) in queue_folios_pte_range()
755 if (qp->nr_failed && strictly_unmovable(flags)) in queue_folios_pte_range()
766 unsigned long flags = qp->flags; in queue_folios_hugetlb() local
781 if (!(flags & (MPOL_MF_MOVE | MPOL_MF_MOVE_ALL)) || in queue_folios_hugetlb()
793 if ((flags & MPOL_MF_MOVE_ALL) || in queue_folios_hugetlb()
799 if (qp->nr_failed && strictly_unmovable(flags)) in queue_folios_hugetlb()
840 unsigned long flags = qp->flags; in queue_pages_test_walk() local
847 if (!(flags & MPOL_MF_DISCONTIG_OK) && in queue_pages_test_walk()
853 if (!(flags & MPOL_MF_DISCONTIG_OK) && in queue_pages_test_walk()
864 !(flags & MPOL_MF_STRICT)) in queue_pages_test_walk()
871 if (flags & (MPOL_MF_STRICT | MPOL_MF_MOVE | MPOL_MF_MOVE_ALL)) in queue_pages_test_walk()
906 nodemask_t *nodes, unsigned long flags, in queue_pages_range() argument
912 .flags = flags, in queue_pages_range()
918 const struct mm_walk_ops *ops = (flags & MPOL_MF_WRLOCK) ? in queue_pages_range()
992 static long do_set_mempolicy(unsigned short mode, unsigned short flags, in do_set_mempolicy() argument
1002 new = mpol_new(mode, flags, nodes); in do_set_mempolicy()
1073 unsigned long addr, unsigned long flags) in do_get_mempolicy() argument
1080 if (flags & in do_get_mempolicy()
1084 if (flags & MPOL_F_MEMS_ALLOWED) { in do_get_mempolicy()
1085 if (flags & (MPOL_F_NODE|MPOL_F_ADDR)) in do_get_mempolicy()
1094 if (flags & MPOL_F_ADDR) { in do_get_mempolicy()
1114 if (flags & MPOL_F_NODE) { in do_get_mempolicy()
1115 if (flags & MPOL_F_ADDR) { in do_get_mempolicy()
1150 *policy |= (pol->flags & MPOL_MODE_FLAGS); in do_get_mempolicy()
1175 unsigned long flags) in migrate_folio_add() argument
1184 if ((flags & MPOL_MF_MOVE_ALL) || !folio_maybe_mapped_shared(folio)) { in migrate_folio_add()
1208 int flags) in migrate_to_node() argument
1224 VM_BUG_ON(!(flags & (MPOL_MF_MOVE | MPOL_MF_MOVE_ALL))); in migrate_to_node()
1240 flags | MPOL_MF_DISCONTIG_OK, &pagelist); in migrate_to_node()
1262 const nodemask_t *to, int flags) in do_migrate_pages() argument
1343 err = migrate_to_node(mm, source, dest, flags); in do_migrate_pages()
1393 unsigned long flags) in migrate_folio_add() argument
1399 const nodemask_t *to, int flags) in do_migrate_pages() argument
1413 nodemask_t *nmask, unsigned long flags) in do_mbind() argument
1425 if (flags & ~(unsigned long)MPOL_MF_VALID) in do_mbind()
1427 if ((flags & MPOL_MF_MOVE_ALL) && !capable(CAP_SYS_NICE)) in do_mbind()
1434 flags &= ~MPOL_MF_STRICT; in do_mbind()
1453 flags |= MPOL_MF_DISCONTIG_OK; in do_mbind()
1455 if (flags & (MPOL_MF_MOVE | MPOL_MF_MOVE_ALL)) in do_mbind()
1476 flags | MPOL_MF_INVERT | MPOL_MF_WRLOCK, &pagelist); in do_mbind()
1545 if (nr_failed && (flags & MPOL_MF_STRICT)) in do_mbind()
1551 if (flags & (MPOL_MF_MOVE | MPOL_MF_MOVE_ALL)) in do_mbind()
1646 static inline int sanitize_mpol_flags(int *mode, unsigned short *flags) in sanitize_mpol_flags() argument
1648 *flags = *mode & MPOL_MODE_FLAGS; in sanitize_mpol_flags()
1653 if ((*flags & MPOL_F_STATIC_NODES) && (*flags & MPOL_F_RELATIVE_NODES)) in sanitize_mpol_flags()
1655 if (*flags & MPOL_F_NUMA_BALANCING) { in sanitize_mpol_flags()
1657 *flags |= (MPOL_F_MOF | MPOL_F_MORON); in sanitize_mpol_flags()
1666 unsigned long maxnode, unsigned int flags) in kernel_mbind() argument
1682 return do_mbind(start, len, lmode, mode_flags, &nodes, flags); in kernel_mbind()
1686 unsigned long, home_node, unsigned long, flags) in SYSCALL_DEFINE4() argument
1701 if (flags != 0) in SYSCALL_DEFINE4()
1754 unsigned long, maxnode, unsigned int, flags) in SYSCALL_DEFINE6() argument
1756 return kernel_mbind(start, len, mode, nmask, maxnode, flags); in SYSCALL_DEFINE6()
1884 unsigned long flags) in kernel_get_mempolicy() argument
1895 err = do_get_mempolicy(&pval, &nodes, addr, flags); in kernel_get_mempolicy()
1911 unsigned long, addr, unsigned long, flags) in SYSCALL_DEFINE5() argument
1913 return kernel_get_mempolicy(policy, nmask, maxnode, addr, flags); in SYSCALL_DEFINE5()
1992 if (pol && (pol->flags & MPOL_F_MOF)) in vma_policy_mof()
2003 return pol->flags & MPOL_F_MOF; in vma_policy_mof()
2780 if (a->flags != b->flags) in __mpol_equal()
2928 if (!(pol->flags & MPOL_F_MOF)) in mpol_misplaced()
2961 if (pol->flags & MPOL_F_MORON) { in mpol_misplaced()
2990 if (pol->flags & MPOL_F_MORON) { in mpol_misplaced()
3052 newpol->flags |= MPOL_F_SHARED; in sp_alloc()
3151 npol = mpol_new(mpol->mode, mpol->flags, &mpol->w.user_nodemask); in mpol_shared_policy_init()
3275 .flags = MPOL_F_MOF | MPOL_F_MORON, in numa_policy_init()
3347 char *flags = strchr(str, '='); in mpol_parse_str() local
3350 if (flags) in mpol_parse_str()
3351 *flags++ = '\0'; /* terminate mode string */ in mpol_parse_str()
3416 if (flags) { in mpol_parse_str()
3421 if (!strcmp(flags, "static")) in mpol_parse_str()
3423 else if (!strcmp(flags, "relative")) in mpol_parse_str()
3458 if (flags) in mpol_parse_str()
3459 *--flags = '='; in mpol_parse_str()
3482 unsigned short flags = 0; in mpol_to_str() local
3489 flags = pol->flags; in mpol_to_str()
3511 if (flags & MPOL_MODE_FLAGS) { in mpol_to_str()
3517 if (flags & MPOL_F_STATIC_NODES) in mpol_to_str()
3519 else if (flags & MPOL_F_RELATIVE_NODES) in mpol_to_str()
3522 if (flags & MPOL_F_NUMA_BALANCING) { in mpol_to_str()
3523 if (!is_power_of_2(flags & MPOL_MODE_FLAGS)) in mpol_to_str()