Lines Matching refs:pol
128 struct mempolicy *pol = p->mempolicy; in get_task_policy() local
131 if (pol) in get_task_policy()
132 return pol; in get_task_policy()
136 pol = &preferred_node_policy[node]; in get_task_policy()
138 if (pol->mode) in get_task_policy()
139 return pol; in get_task_policy()
146 int (*create)(struct mempolicy *pol, const nodemask_t *nodes);
161 void (*rebind)(struct mempolicy *pol, const nodemask_t *nodes,
165 static inline int mpol_store_user_nodemask(const struct mempolicy *pol) in mpol_store_user_nodemask() argument
167 return pol->flags & MPOL_MODE_FLAGS; in mpol_store_user_nodemask()
178 static int mpol_new_interleave(struct mempolicy *pol, const nodemask_t *nodes) in mpol_new_interleave() argument
182 pol->v.nodes = *nodes; in mpol_new_interleave()
186 static int mpol_new_preferred(struct mempolicy *pol, const nodemask_t *nodes) in mpol_new_preferred() argument
189 pol->flags |= MPOL_F_LOCAL; /* local allocation */ in mpol_new_preferred()
193 pol->v.preferred_node = first_node(*nodes); in mpol_new_preferred()
197 static int mpol_new_bind(struct mempolicy *pol, const nodemask_t *nodes) in mpol_new_bind() argument
201 pol->v.nodes = *nodes; in mpol_new_bind()
214 static int mpol_set_nodemask(struct mempolicy *pol, in mpol_set_nodemask() argument
220 if (pol == NULL) in mpol_set_nodemask()
227 if (pol->mode == MPOL_PREFERRED && nodes_empty(*nodes)) in mpol_set_nodemask()
230 if (pol->flags & MPOL_F_RELATIVE_NODES) in mpol_set_nodemask()
235 if (mpol_store_user_nodemask(pol)) in mpol_set_nodemask()
236 pol->w.user_nodemask = *nodes; in mpol_set_nodemask()
238 pol->w.cpuset_mems_allowed = in mpol_set_nodemask()
243 ret = mpol_ops[pol->mode].create(pol, &nsc->mask2); in mpol_set_nodemask()
245 ret = mpol_ops[pol->mode].create(pol, NULL); in mpol_set_nodemask()
303 static void mpol_rebind_default(struct mempolicy *pol, const nodemask_t *nodes, in mpol_rebind_default() argument
314 static void mpol_rebind_nodemask(struct mempolicy *pol, const nodemask_t *nodes, in mpol_rebind_nodemask() argument
319 if (pol->flags & MPOL_F_STATIC_NODES) in mpol_rebind_nodemask()
320 nodes_and(tmp, pol->w.user_nodemask, *nodes); in mpol_rebind_nodemask()
321 else if (pol->flags & MPOL_F_RELATIVE_NODES) in mpol_rebind_nodemask()
322 mpol_relative_nodemask(&tmp, &pol->w.user_nodemask, nodes); in mpol_rebind_nodemask()
329 nodes_remap(tmp, pol->v.nodes, in mpol_rebind_nodemask()
330 pol->w.cpuset_mems_allowed, *nodes); in mpol_rebind_nodemask()
331 pol->w.cpuset_mems_allowed = step ? tmp : *nodes; in mpol_rebind_nodemask()
333 tmp = pol->w.cpuset_mems_allowed; in mpol_rebind_nodemask()
334 pol->w.cpuset_mems_allowed = *nodes; in mpol_rebind_nodemask()
343 nodes_or(pol->v.nodes, pol->v.nodes, tmp); in mpol_rebind_nodemask()
345 pol->v.nodes = tmp; in mpol_rebind_nodemask()
358 static void mpol_rebind_preferred(struct mempolicy *pol, in mpol_rebind_preferred() argument
364 if (pol->flags & MPOL_F_STATIC_NODES) { in mpol_rebind_preferred()
365 int node = first_node(pol->w.user_nodemask); in mpol_rebind_preferred()
368 pol->v.preferred_node = node; in mpol_rebind_preferred()
369 pol->flags &= ~MPOL_F_LOCAL; in mpol_rebind_preferred()
371 pol->flags |= MPOL_F_LOCAL; in mpol_rebind_preferred()
372 } else if (pol->flags & MPOL_F_RELATIVE_NODES) { in mpol_rebind_preferred()
373 mpol_relative_nodemask(&tmp, &pol->w.user_nodemask, nodes); in mpol_rebind_preferred()
374 pol->v.preferred_node = first_node(tmp); in mpol_rebind_preferred()
375 } else if (!(pol->flags & MPOL_F_LOCAL)) { in mpol_rebind_preferred()
376 pol->v.preferred_node = node_remap(pol->v.preferred_node, in mpol_rebind_preferred()
377 pol->w.cpuset_mems_allowed, in mpol_rebind_preferred()
379 pol->w.cpuset_mems_allowed = *nodes; in mpol_rebind_preferred()
399 static void mpol_rebind_policy(struct mempolicy *pol, const nodemask_t *newmask, in mpol_rebind_policy() argument
402 if (!pol) in mpol_rebind_policy()
404 if (!mpol_store_user_nodemask(pol) && step == MPOL_REBIND_ONCE && in mpol_rebind_policy()
405 nodes_equal(pol->w.cpuset_mems_allowed, *newmask)) in mpol_rebind_policy()
408 if (step == MPOL_REBIND_STEP1 && (pol->flags & MPOL_F_REBINDING)) in mpol_rebind_policy()
411 if (step == MPOL_REBIND_STEP2 && !(pol->flags & MPOL_F_REBINDING)) in mpol_rebind_policy()
415 pol->flags |= MPOL_F_REBINDING; in mpol_rebind_policy()
417 pol->flags &= ~MPOL_F_REBINDING; in mpol_rebind_policy()
421 mpol_ops[pol->mode].rebind(pol, newmask, step); in mpol_rebind_policy()
663 struct mempolicy *pol) in vma_replace_policy() argument
674 new = mpol_dup(pol); in vma_replace_policy()
839 struct mempolicy *pol = current->mempolicy; in do_get_mempolicy() local
868 pol = vma->vm_ops->get_policy(vma, addr); in do_get_mempolicy()
870 pol = vma->vm_policy; in do_get_mempolicy()
874 if (!pol) in do_get_mempolicy()
875 pol = &default_policy; /* indicates default behavior */ in do_get_mempolicy()
883 } else if (pol == current->mempolicy && in do_get_mempolicy()
884 pol->mode == MPOL_INTERLEAVE) { in do_get_mempolicy()
891 *policy = pol == &default_policy ? MPOL_DEFAULT : in do_get_mempolicy()
892 pol->mode; in do_get_mempolicy()
897 *policy |= (pol->flags & MPOL_MODE_FLAGS); in do_get_mempolicy()
907 if (mpol_store_user_nodemask(pol)) { in do_get_mempolicy()
908 *nmask = pol->w.user_nodemask; in do_get_mempolicy()
911 get_policy_nodemask(pol, nmask); in do_get_mempolicy()
917 mpol_cond_put(pol); in do_get_mempolicy()
1547 struct mempolicy *pol = NULL; in __get_vma_policy() local
1551 pol = vma->vm_ops->get_policy(vma, addr); in __get_vma_policy()
1553 pol = vma->vm_policy; in __get_vma_policy()
1561 if (mpol_needs_cond_ref(pol)) in __get_vma_policy()
1562 mpol_get(pol); in __get_vma_policy()
1566 return pol; in __get_vma_policy()
1584 struct mempolicy *pol = __get_vma_policy(vma, addr); in get_vma_policy() local
1586 if (!pol) in get_vma_policy()
1587 pol = get_task_policy(current); in get_vma_policy()
1589 return pol; in get_vma_policy()
1594 struct mempolicy *pol; in vma_policy_mof() local
1599 pol = vma->vm_ops->get_policy(vma, vma->vm_start); in vma_policy_mof()
1600 if (pol && (pol->flags & MPOL_F_MOF)) in vma_policy_mof()
1602 mpol_cond_put(pol); in vma_policy_mof()
1607 pol = vma->vm_policy; in vma_policy_mof()
1608 if (!pol) in vma_policy_mof()
1609 pol = get_task_policy(current); in vma_policy_mof()
1611 return pol->flags & MPOL_F_MOF; in vma_policy_mof()
1737 static unsigned offset_il_node(struct mempolicy *pol, in offset_il_node() argument
1740 unsigned nnodes = nodes_weight(pol->v.nodes); in offset_il_node()
1750 nid = next_node(nid, pol->v.nodes); in offset_il_node()
1757 static inline unsigned interleave_nid(struct mempolicy *pol, in interleave_nid() argument
1773 return offset_il_node(pol, vma, off); in interleave_nid()
1775 return interleave_nodes(pol); in interleave_nid()
1965 struct mempolicy *pol; in alloc_pages_vma() local
1972 pol = get_vma_policy(vma, addr); in alloc_pages_vma()
1975 if (pol->mode == MPOL_INTERLEAVE) { in alloc_pages_vma()
1978 nid = interleave_nid(pol, vma, addr, PAGE_SHIFT + order); in alloc_pages_vma()
1979 mpol_cond_put(pol); in alloc_pages_vma()
1997 if (pol->mode == MPOL_PREFERRED && in alloc_pages_vma()
1998 !(pol->flags & MPOL_F_LOCAL)) in alloc_pages_vma()
1999 hpage_node = pol->v.preferred_node; in alloc_pages_vma()
2001 nmask = policy_nodemask(gfp, pol); in alloc_pages_vma()
2003 mpol_cond_put(pol); in alloc_pages_vma()
2010 nmask = policy_nodemask(gfp, pol); in alloc_pages_vma()
2011 zl = policy_zonelist(gfp, pol, node); in alloc_pages_vma()
2012 mpol_cond_put(pol); in alloc_pages_vma()
2041 struct mempolicy *pol = &default_policy; in alloc_pages_current() local
2046 pol = get_task_policy(current); in alloc_pages_current()
2055 if (pol->mode == MPOL_INTERLEAVE) in alloc_pages_current()
2056 page = alloc_page_interleave(gfp, order, interleave_nodes(pol)); in alloc_pages_current()
2059 policy_zonelist(gfp, pol, numa_node_id()), in alloc_pages_current()
2060 policy_nodemask(gfp, pol)); in alloc_pages_current()
2071 struct mempolicy *pol = mpol_dup(vma_policy(src)); in vma_dup_policy() local
2073 if (IS_ERR(pol)) in vma_dup_policy()
2074 return PTR_ERR(pol); in vma_dup_policy()
2075 dst->vm_policy = pol; in vma_dup_policy()
2212 struct mempolicy *pol = NULL; in mpol_shared_policy_lookup() local
2221 pol = sn->policy; in mpol_shared_policy_lookup()
2224 return pol; in mpol_shared_policy_lookup()
2252 struct mempolicy *pol; in mpol_misplaced() local
2263 pol = get_vma_policy(vma, addr); in mpol_misplaced()
2264 if (!(pol->flags & MPOL_F_MOF)) in mpol_misplaced()
2267 switch (pol->mode) { in mpol_misplaced()
2274 polnid = offset_il_node(pol, vma, pgoff); in mpol_misplaced()
2278 if (pol->flags & MPOL_F_LOCAL) in mpol_misplaced()
2281 polnid = pol->v.preferred_node; in mpol_misplaced()
2291 if (node_isset(curnid, pol->v.nodes)) in mpol_misplaced()
2296 &pol->v.nodes, &zone); in mpol_misplaced()
2305 if (pol->flags & MPOL_F_MORON) { in mpol_misplaced()
2315 mpol_cond_put(pol); in mpol_misplaced()
2328 unsigned long end, struct mempolicy *pol) in sp_node_init() argument
2332 node->policy = pol; in sp_node_init()
2336 struct mempolicy *pol) in sp_alloc() argument
2345 newpol = mpol_dup(pol); in sp_alloc()
2783 void mpol_to_str(char *buffer, int maxlen, struct mempolicy *pol) in mpol_to_str() argument
2790 if (pol && pol != &default_policy && !(pol->flags & MPOL_F_MORON)) { in mpol_to_str()
2791 mode = pol->mode; in mpol_to_str()
2792 flags = pol->flags; in mpol_to_str()
2802 node_set(pol->v.preferred_node, nodes); in mpol_to_str()
2806 nodes = pol->v.nodes; in mpol_to_str()