Lines Matching refs:numa_group
1112 struct numa_group { struct
1137 static struct numa_group *deref_task_numa_group(struct task_struct *p) in deref_task_numa_group()
1139 return rcu_dereference_check(p->numa_group, p == current || in deref_task_numa_group()
1143 static struct numa_group *deref_curr_numa_group(struct task_struct *p) in deref_curr_numa_group()
1145 return rcu_dereference_protected(p->numa_group, p == current); in deref_curr_numa_group()
1148 static inline unsigned long group_faults_priv(struct numa_group *ng);
1149 static inline unsigned long group_faults_shared(struct numa_group *ng);
1191 struct numa_group *ng; in task_scan_start()
1195 ng = rcu_dereference(p->numa_group); in task_scan_start()
1213 struct numa_group *ng; in task_scan_max()
1258 struct numa_group *ng; in task_numa_group_id()
1262 ng = rcu_dereference(p->numa_group); in task_numa_group_id()
1292 struct numa_group *ng = deref_task_numa_group(p); in group_faults()
1301 static inline unsigned long group_faults_cpu(struct numa_group *group, int nid) in group_faults_cpu()
1307 static inline unsigned long group_faults_priv(struct numa_group *ng) in group_faults_priv()
1319 static inline unsigned long group_faults_shared(struct numa_group *ng) in group_faults_shared()
1338 static bool numa_is_active_node(int nid, struct numa_group *ng) in numa_is_active_node()
1437 struct numa_group *ng = deref_task_numa_group(p); in group_weight()
1571 struct numa_group *ng = deref_curr_numa_group(p); in should_numa_migrate_memory()
1919 struct numa_group *cur_ng, *p_ng = deref_curr_numa_group(env->p); in task_numa_compare()
1977 cur_ng = rcu_dereference(cur->numa_group); in task_numa_compare()
2179 struct numa_group *ng; in task_numa_migrate()
2324 static void numa_group_count_active_nodes(struct numa_group *numa_group) in numa_group_count_active_nodes() argument
2330 faults = group_faults_cpu(numa_group, nid); in numa_group_count_active_nodes()
2336 faults = group_faults_cpu(numa_group, nid); in numa_group_count_active_nodes()
2341 numa_group->max_faults_cpu = max_faults; in numa_group_count_active_nodes()
2342 numa_group->active_nodes = active_nodes; in numa_group_count_active_nodes()
2560 struct numa_group *ng; in task_numa_placement()
2677 static inline int get_numa_group(struct numa_group *grp) in get_numa_group()
2682 static inline void put_numa_group(struct numa_group *grp) in put_numa_group()
2691 struct numa_group *grp, *my_grp; in task_numa_group()
2698 unsigned int size = sizeof(struct numa_group) + in task_numa_group()
2718 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
2727 grp = rcu_dereference(tsk->numa_group); in task_numa_group()
2783 rcu_assign_pointer(p->numa_group, grp); in task_numa_group()
2803 struct numa_group *grp = rcu_dereference_raw(p->numa_group); in task_numa_free()
2819 RCU_INIT_POINTER(p->numa_group, NULL); in task_numa_free()
2842 struct numa_group *ng; in task_numa_fault()
3102 RCU_INIT_POINTER(p->numa_group, NULL); in init_numa_balancing()
8360 struct numa_group *numa_group = rcu_dereference(p->numa_group); in migrate_degrades_locality() local
8393 if (numa_group) { in migrate_degrades_locality()
12583 struct numa_group *ng; in show_numa_stats()
12586 ng = rcu_dereference(p->numa_group); in show_numa_stats()