[GitHub/mt8127/android_kernel_alcatel_ttab.git] / include / linux / mempolicy.h

#ifndef _LINUX_MEMPOLICY_H
#define _LINUX_MEMPOLICY_H 1

#include <linux/errno.h>

/*
 * NUMA memory policies for Linux.
 * Copyright 2003,2004 Andi Kleen SuSE Labs
 */

/*
 * Both the MPOL_* mempolicy mode and the MPOL_F_* optional mode flags are
 * passed by the user to either set_mempolicy() or mbind() in an 'int' actual.
 * The MPOL_MODE_FLAGS macro determines the legal set of optional mode flags.
 */

/* Policies */
enum {
	MPOL_DEFAULT,
	MPOL_PREFERRED,
	MPOL_BIND,
	MPOL_INTERLEAVE,
	MPOL_MAX,	/* always last member of enum */
};

/* Flags for set_mempolicy */
#define MPOL_F_STATIC_NODES	(1 << 15)
#define MPOL_F_RELATIVE_NODES	(1 << 14)

/*
 * MPOL_MODE_FLAGS is the union of all possible optional mode flags passed to
 * either set_mempolicy() or mbind().
 */
#define MPOL_MODE_FLAGS	(MPOL_F_STATIC_NODES | MPOL_F_RELATIVE_NODES)

/* Flags for get_mempolicy */
#define MPOL_F_NODE	(1<<0)	/* return next IL mode instead of node mask */
#define MPOL_F_ADDR	(1<<1)	/* look up vma using address */
#define MPOL_F_MEMS_ALLOWED (1<<2) /* return allowed memories */

/* Flags for mbind */
#define MPOL_MF_STRICT	(1<<0)	/* Verify existing pages in the mapping */
#define MPOL_MF_MOVE	(1<<1)	/* Move pages owned by this process to conform to mapping */
#define MPOL_MF_MOVE_ALL (1<<2)	/* Move every page to conform to mapping */
#define MPOL_MF_INTERNAL (1<<3)	/* Internal flags start here */

/*
 * Internal flags that share the struct mempolicy flags word with
 * "mode flags".  These flags are allocated from bit 0 up, as they
 * are never OR'ed into the mode in mempolicy API arguments.
 */
#define MPOL_F_SHARED  (1 << 0)	/* identify shared policies */

#ifdef __KERNEL__

#include <linux/mmzone.h>
#include <linux/slab.h>
#include <linux/rbtree.h>
#include <linux/spinlock.h>
#include <linux/nodemask.h>

struct mm_struct;

#ifdef CONFIG_NUMA

/*
 * Describe a memory policy.
 *
 * A mempolicy can be either associated with a process or with a VMA.
 * For VMA related allocations the VMA policy is preferred, otherwise
 * the process policy is used. Interrupts ignore the memory policy
 * of the current process.
 *
 * Locking policy for interlave:
 * In process context there is no locking because only the process accesses
 * its own state. All vma manipulation is somewhat protected by a down_read on
 * mmap_sem.
 *
 * Freeing policy:
 * Mempolicy objects are reference counted.  A mempolicy will be freed when
 * mpol_put() decrements the reference count to zero.
 *
 * Duplicating policy objects:
 * mpol_dup() allocates a new mempolicy and copies the specified mempolicy
 * to the new storage.  The reference count of the new object is initialized
 * to 1, representing the caller of mpol_dup().
 */
struct mempolicy {
	atomic_t refcnt;
	unsigned short mode; 	/* See MPOL_* above */
	unsigned short flags;	/* See set_mempolicy() MPOL_F_* above */
	union {
		short 		 preferred_node; /* preferred */
		nodemask_t	 nodes;		/* interleave/bind */
		/* undefined for default */
	} v;
	union {
		nodemask_t cpuset_mems_allowed;	/* relative to these nodes */
		nodemask_t user_nodemask;	/* nodemask passed by user */
	} w;
};

/*
 * Support for managing mempolicy data objects (clone, copy, destroy)
 * The default fast path of a NULL MPOL_DEFAULT policy is always inlined.
 */

extern void __mpol_put(struct mempolicy *pol);
static inline void mpol_put(struct mempolicy *pol)
{
	if (pol)
		__mpol_put(pol);
}

/*
 * Does mempolicy pol need explicit unref after use?
 * Currently only needed for shared policies.
 */
static inline int mpol_needs_cond_ref(struct mempolicy *pol)
{
	return (pol && (pol->flags & MPOL_F_SHARED));
}

static inline void mpol_cond_put(struct mempolicy *pol)
{
	if (mpol_needs_cond_ref(pol))
		__mpol_put(pol);
}

extern struct mempolicy *__mpol_cond_copy(struct mempolicy *tompol,
					  struct mempolicy *frompol);
static inline struct mempolicy *mpol_cond_copy(struct mempolicy *tompol,
						struct mempolicy *frompol)
{
	if (!frompol)
		return frompol;
	return __mpol_cond_copy(tompol, frompol);
}

extern struct mempolicy *__mpol_dup(struct mempolicy *pol);
static inline struct mempolicy *mpol_dup(struct mempolicy *pol)
{
	if (pol)
		pol = __mpol_dup(pol);
	return pol;
}

#define vma_policy(vma) ((vma)->vm_policy)
#define vma_set_policy(vma, pol) ((vma)->vm_policy = (pol))

static inline void mpol_get(struct mempolicy *pol)
{
	if (pol)
		atomic_inc(&pol->refcnt);
}

extern int __mpol_equal(struct mempolicy *a, struct mempolicy *b);
static inline int mpol_equal(struct mempolicy *a, struct mempolicy *b)
{
	if (a == b)
		return 1;
	return __mpol_equal(a, b);
}

/*
 * Tree of shared policies for a shared memory region.
 * Maintain the policies in a pseudo mm that contains vmas. The vmas
 * carry the policy. As a special twist the pseudo mm is indexed in pages, not
 * bytes, so that we can work with shared memory segments bigger than
 * unsigned long.
 */

struct sp_node {
	struct rb_node nd;
	unsigned long start, end;
	struct mempolicy *policy;
};

struct shared_policy {
	struct rb_root root;
	spinlock_t lock;
};

void mpol_shared_policy_init(struct shared_policy *info, unsigned short mode,
				unsigned short flags, nodemask_t *nodes);
int mpol_set_shared_policy(struct shared_policy *info,
				struct vm_area_struct *vma,
				struct mempolicy *new);
void mpol_free_shared_policy(struct shared_policy *p);
struct mempolicy *mpol_shared_policy_lookup(struct shared_policy *sp,
					    unsigned long idx);

extern void numa_default_policy(void);
extern void numa_policy_init(void);
extern void mpol_rebind_task(struct task_struct *tsk,
					const nodemask_t *new);
extern void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new);
extern void mpol_fix_fork_child_flag(struct task_struct *p);

extern struct zonelist *huge_zonelist(struct vm_area_struct *vma,
				unsigned long addr, gfp_t gfp_flags,
				struct mempolicy **mpol, nodemask_t **nodemask);
extern unsigned slab_node(struct mempolicy *policy);

extern enum zone_type policy_zone;

static inline void check_highest_zone(enum zone_type k)
{
	if (k > policy_zone && k != ZONE_MOVABLE)
		policy_zone = k;
}

int do_migrate_pages(struct mm_struct *mm,
	const nodemask_t *from_nodes, const nodemask_t *to_nodes, int flags);

#else

struct mempolicy {};

static inline int mpol_equal(struct mempolicy *a, struct mempolicy *b)
{
	return 1;
}

static inline void mpol_put(struct mempolicy *p)
{
}

static inline void mpol_cond_put(struct mempolicy *pol)
{
}

static inline struct mempolicy *mpol_cond_copy(struct mempolicy *to,
						struct mempolicy *from)
{
	return from;
}

static inline void mpol_get(struct mempolicy *pol)
{
}

static inline struct mempolicy *mpol_dup(struct mempolicy *old)
{
	return NULL;
}

struct shared_policy {};

static inline int mpol_set_shared_policy(struct shared_policy *info,
					struct vm_area_struct *vma,
					struct mempolicy *new)
{
	return -EINVAL;
}

static inline void mpol_shared_policy_init(struct shared_policy *info,
		unsigned short mode, unsigned short flags, nodemask_t *nodes)
{
}

static inline void mpol_free_shared_policy(struct shared_policy *p)
{
}

static inline struct mempolicy *
mpol_shared_policy_lookup(struct shared_policy *sp, unsigned long idx)
{
	return NULL;
}

#define vma_policy(vma) NULL
#define vma_set_policy(vma, pol) do {} while(0)

static inline void numa_policy_init(void)
{
}

static inline void numa_default_policy(void)
{
}

static inline void mpol_rebind_task(struct task_struct *tsk,
					const nodemask_t *new)
{
}

static inline void mpol_rebind_mm(struct mm_struct *mm, nodemask_t *new)
{
}

static inline void mpol_fix_fork_child_flag(struct task_struct *p)
{
}

static inline struct zonelist *huge_zonelist(struct vm_area_struct *vma,
				unsigned long addr, gfp_t gfp_flags,
				struct mempolicy **mpol, nodemask_t **nodemask)
{
	*mpol = NULL;
	*nodemask = NULL;
	return node_zonelist(0, gfp_flags);
}

static inline int do_migrate_pages(struct mm_struct *mm,
			const nodemask_t *from_nodes,
			const nodemask_t *to_nodes, int flags)
{
	return 0;
}

static inline void check_highest_zone(int k)
{
}
#endif /* CONFIG_NUMA */
#endif /* __KERNEL__ */

#endif
Commit	Line	Data
1da177e4 LT	1	#ifndef _LINUX_MEMPOLICY_H
	2	#define _LINUX_MEMPOLICY_H 1
	3
	4	#include <linux/errno.h>
	5
	6	/*
	7	* NUMA memory policies for Linux.
	8	* Copyright 2003,2004 Andi Kleen SuSE Labs
	9	*/
	10
028fec41 DR	11	/*
	12	* Both the MPOL_* mempolicy mode and the MPOL_F_* optional mode flags are
	13	* passed by the user to either set_mempolicy() or mbind() in an 'int' actual.
	14	* The MPOL_MODE_FLAGS macro determines the legal set of optional mode flags.
	15	*/
	16
1da177e4	17	/* Policies */
a3b51e01 DR	18	enum {
	19	MPOL_DEFAULT,
	20	MPOL_PREFERRED,
	21	MPOL_BIND,
	22	MPOL_INTERLEAVE,
	23	MPOL_MAX, /* always last member of enum */
	24	};
1da177e4	25
028fec41	26	/* Flags for set_mempolicy */
f5b087b5	27	#define MPOL_F_STATIC_NODES (1 << 15)
4c50bc01	28	#define MPOL_F_RELATIVE_NODES (1 << 14)
f5b087b5	29
028fec41 DR	30	/*
	31	* MPOL_MODE_FLAGS is the union of all possible optional mode flags passed to
	32	* either set_mempolicy() or mbind().
	33	*/
4c50bc01	34	#define MPOL_MODE_FLAGS (MPOL_F_STATIC_NODES \| MPOL_F_RELATIVE_NODES)
028fec41 DR	35
028fec41 DR	36	/* Flags for get_mempolicy */
1da177e4 LT	37	#define MPOL_F_NODE (1<<0) /* return next IL mode instead of node mask */
1da177e4 LT	38	#define MPOL_F_ADDR (1<<1) /* look up vma using address */
754af6f5	39	#define MPOL_F_MEMS_ALLOWED (1<<2) /* return allowed memories */
1da177e4 LT	40
	41	/* Flags for mbind */
	42	#define MPOL_MF_STRICT (1<<0) /* Verify existing pages in the mapping */
dc9aa5b9 CL	43	#define MPOL_MF_MOVE (1<<1) /* Move pages owned by this process to conform to mapping */
	44	#define MPOL_MF_MOVE_ALL (1<<2) /* Move every page to conform to mapping */
	45	#define MPOL_MF_INTERNAL (1<<3) /* Internal flags start here */
1da177e4	46
aab0b102 LS	47	/*
	48	* Internal flags that share the struct mempolicy flags word with
	49	* "mode flags". These flags are allocated from bit 0 up, as they
	50	* are never OR'ed into the mode in mempolicy API arguments.
	51	*/
	52	#define MPOL_F_SHARED (1 << 0) /* identify shared policies */
	53
1da177e4 LT	54	#ifdef __KERNEL__
1da177e4 LT	55
1da177e4	56	#include <linux/mmzone.h>
1da177e4 LT	57	#include <linux/slab.h>
	58	#include <linux/rbtree.h>
	59	#include <linux/spinlock.h>
dfcd3c0d	60	#include <linux/nodemask.h>
1da177e4	61
45b35a5c	62	struct mm_struct;
1da177e4 LT	63
	64	#ifdef CONFIG_NUMA
	65
	66	/*
	67	* Describe a memory policy.
	68	*
	69	* A mempolicy can be either associated with a process or with a VMA.
	70	* For VMA related allocations the VMA policy is preferred, otherwise
	71	* the process policy is used. Interrupts ignore the memory policy
	72	* of the current process.
	73	*
	74	* Locking policy for interlave:
	75	* In process context there is no locking because only the process accesses
	76	* its own state. All vma manipulation is somewhat protected by a down_read on
b8072f09	77	* mmap_sem.
1da177e4 LT	78	*
1da177e4 LT	79	* Freeing policy:
19770b32	80	* Mempolicy objects are reference counted. A mempolicy will be freed when
f0be3d32	81	* mpol_put() decrements the reference count to zero.
1da177e4	82	*
846a16bf LS	83	* Duplicating policy objects:
846a16bf LS	84	* mpol_dup() allocates a new mempolicy and copies the specified mempolicy
19770b32	85	* to the new storage. The reference count of the new object is initialized
846a16bf	86	* to 1, representing the caller of mpol_dup().
1da177e4 LT	87	*/
	88	struct mempolicy {
	89	atomic_t refcnt;
45c4745a	90	unsigned short mode; /* See MPOL_* above */
028fec41	91	unsigned short flags; /* See set_mempolicy() MPOL_F_* above */
1da177e4	92	union {
1da177e4	93	short preferred_node; /* preferred */
19770b32	94	nodemask_t nodes; /* interleave/bind */
1da177e4 LT	95	/* undefined for default */
1da177e4 LT	96	} v;
f5b087b5 DR	97	union {
	98	nodemask_t cpuset_mems_allowed; /* relative to these nodes */
	99	nodemask_t user_nodemask; /* nodemask passed by user */
	100	} w;
1da177e4 LT	101	};
	102
	103	/*
	104	* Support for managing mempolicy data objects (clone, copy, destroy)
	105	* The default fast path of a NULL MPOL_DEFAULT policy is always inlined.
	106	*/
	107
f0be3d32 LS	108	extern void __mpol_put(struct mempolicy *pol);
f0be3d32 LS	109	static inline void mpol_put(struct mempolicy *pol)
1da177e4 LT	110	{
1da177e4 LT	111	if (pol)
f0be3d32	112	__mpol_put(pol);
1da177e4 LT	113	}
1da177e4 LT	114
52cd3b07 LS	115	/*
	116	* Does mempolicy pol need explicit unref after use?
	117	* Currently only needed for shared policies.
	118	*/
	119	static inline int mpol_needs_cond_ref(struct mempolicy *pol)
	120	{
	121	return (pol && (pol->flags & MPOL_F_SHARED));
	122	}
	123
	124	static inline void mpol_cond_put(struct mempolicy *pol)
	125	{
	126	if (mpol_needs_cond_ref(pol))
	127	__mpol_put(pol);
	128	}
	129
	130	extern struct mempolicy __mpol_cond_copy(struct mempolicy tompol,
	131	struct mempolicy *frompol);
	132	static inline struct mempolicy mpol_cond_copy(struct mempolicy tompol,
	133	struct mempolicy *frompol)
	134	{
	135	if (!frompol)
	136	return frompol;
	137	return __mpol_cond_copy(tompol, frompol);
	138	}
	139
846a16bf LS	140	extern struct mempolicy __mpol_dup(struct mempolicy pol);
846a16bf LS	141	static inline struct mempolicy mpol_dup(struct mempolicy pol)
1da177e4 LT	142	{
1da177e4 LT	143	if (pol)
846a16bf	144	pol = __mpol_dup(pol);
1da177e4 LT	145	return pol;
	146	}
	147
	148	#define vma_policy(vma) ((vma)->vm_policy)
	149	#define vma_set_policy(vma, pol) ((vma)->vm_policy = (pol))
	150
	151	static inline void mpol_get(struct mempolicy *pol)
	152	{
	153	if (pol)
	154	atomic_inc(&pol->refcnt);
	155	}
	156
	157	extern int __mpol_equal(struct mempolicy a, struct mempolicy b);
	158	static inline int mpol_equal(struct mempolicy a, struct mempolicy b)
	159	{
	160	if (a == b)
	161	return 1;
	162	return __mpol_equal(a, b);
	163	}
1da177e4	164
1da177e4 LT	165	/*
	166	* Tree of shared policies for a shared memory region.
	167	* Maintain the policies in a pseudo mm that contains vmas. The vmas
	168	* carry the policy. As a special twist the pseudo mm is indexed in pages, not
	169	* bytes, so that we can work with shared memory segments bigger than
	170	* unsigned long.
	171	*/
	172
	173	struct sp_node {
	174	struct rb_node nd;
	175	unsigned long start, end;
	176	struct mempolicy *policy;
	177	};
	178
	179	struct shared_policy {
	180	struct rb_root root;
	181	spinlock_t lock;
	182	};
	183
45c4745a	184	void mpol_shared_policy_init(struct shared_policy *info, unsigned short mode,
028fec41	185	unsigned short flags, nodemask_t *nodes);
1da177e4 LT	186	int mpol_set_shared_policy(struct shared_policy *info,
	187	struct vm_area_struct *vma,
	188	struct mempolicy *new);
	189	void mpol_free_shared_policy(struct shared_policy *p);
	190	struct mempolicy mpol_shared_policy_lookup(struct shared_policy sp,
	191	unsigned long idx);
	192
	193	extern void numa_default_policy(void);
	194	extern void numa_policy_init(void);
74cb2155 PJ	195	extern void mpol_rebind_task(struct task_struct *tsk,
74cb2155 PJ	196	const nodemask_t *new);
4225399a	197	extern void mpol_rebind_mm(struct mm_struct mm, nodemask_t new);
c61afb18	198	extern void mpol_fix_fork_child_flag(struct task_struct *p);
4225399a	199
5da7ca86	200	extern struct zonelist huge_zonelist(struct vm_area_struct vma,
19770b32 MG	201	unsigned long addr, gfp_t gfp_flags,
19770b32 MG	202	struct mempolicy mpol, nodemask_t nodemask);
dc85da15	203	extern unsigned slab_node(struct mempolicy *policy);
1da177e4	204
2f6726e5	205	extern enum zone_type policy_zone;
4be38e35	206
2f6726e5	207	static inline void check_highest_zone(enum zone_type k)
4be38e35	208	{
b377fd39	209	if (k > policy_zone && k != ZONE_MOVABLE)
4be38e35 CL	210	policy_zone = k;
	211	}
	212
39743889 CL	213	int do_migrate_pages(struct mm_struct *mm,
	214	const nodemask_t from_nodes, const nodemask_t to_nodes, int flags);
	215
1da177e4 LT	216	#else
	217
	218	struct mempolicy {};
	219
	220	static inline int mpol_equal(struct mempolicy a, struct mempolicy b)
	221	{
	222	return 1;
	223	}
1da177e4	224
f0be3d32	225	static inline void mpol_put(struct mempolicy *p)
1da177e4 LT	226	{
	227	}
	228
52cd3b07 LS	229	static inline void mpol_cond_put(struct mempolicy *pol)
	230	{
	231	}
	232
	233	static inline struct mempolicy mpol_cond_copy(struct mempolicy to,
	234	struct mempolicy *from)
	235	{
	236	return from;
	237	}
	238
1da177e4 LT	239	static inline void mpol_get(struct mempolicy *pol)
	240	{
	241	}
	242
846a16bf	243	static inline struct mempolicy mpol_dup(struct mempolicy old)
1da177e4 LT	244	{
	245	return NULL;
	246	}
	247
1da177e4 LT	248	struct shared_policy {};
	249
	250	static inline int mpol_set_shared_policy(struct shared_policy *info,
	251	struct vm_area_struct *vma,
	252	struct mempolicy *new)
	253	{
	254	return -EINVAL;
	255	}
	256
7339ff83	257	static inline void mpol_shared_policy_init(struct shared_policy *info,
45c4745a	258	unsigned short mode, unsigned short flags, nodemask_t *nodes)
1da177e4 LT	259	{
	260	}
	261
	262	static inline void mpol_free_shared_policy(struct shared_policy *p)
	263	{
	264	}
	265
	266	static inline struct mempolicy *
	267	mpol_shared_policy_lookup(struct shared_policy *sp, unsigned long idx)
	268	{
	269	return NULL;
	270	}
	271
	272	#define vma_policy(vma) NULL
	273	#define vma_set_policy(vma, pol) do {} while(0)
	274
	275	static inline void numa_policy_init(void)
	276	{
	277	}
	278
	279	static inline void numa_default_policy(void)
	280	{
	281	}
	282
74cb2155	283	static inline void mpol_rebind_task(struct task_struct *tsk,
68860ec1 PJ	284	const nodemask_t *new)
	285	{
	286	}
	287
4225399a PJ	288	static inline void mpol_rebind_mm(struct mm_struct mm, nodemask_t new)
	289	{
	290	}
	291
c61afb18 PJ	292	static inline void mpol_fix_fork_child_flag(struct task_struct *p)
	293	{
	294	}
	295
5da7ca86	296	static inline struct zonelist huge_zonelist(struct vm_area_struct vma,
19770b32 MG	297	unsigned long addr, gfp_t gfp_flags,
19770b32 MG	298	struct mempolicy mpol, nodemask_t nodemask)
5da7ca86	299	{
19770b32 MG	300	*mpol = NULL;
19770b32 MG	301	*nodemask = NULL;
0e88460d	302	return node_zonelist(0, gfp_flags);
5da7ca86 CL	303	}
5da7ca86 CL	304
45b07ef3 PJ	305	static inline int do_migrate_pages(struct mm_struct *mm,
	306	const nodemask_t *from_nodes,
	307	const nodemask_t *to_nodes, int flags)
	308	{
	309	return 0;
	310	}
	311
4be38e35 CL	312	static inline void check_highest_zone(int k)
	313	{
	314	}
1da177e4 LT	315	#endif /* CONFIG_NUMA */
	316	#endif /* __KERNEL__ */
	317
	318	#endif