[GitHub/mt8127/android_kernel_alcatel_ttab.git] / include / linux / raid / md_k.h

/*
   md_k.h : kernel internal structure of the Linux MD driver
          Copyright (C) 1996-98 Ingo Molnar, Gadi Oxman
	  
   This program is free software; you can redistribute it and/or modify
   it under the terms of the GNU General Public License as published by
   the Free Software Foundation; either version 2, or (at your option)
   any later version.
   
   You should have received a copy of the GNU General Public License
   (for example /usr/src/linux/COPYING); if not, write to the Free
   Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.  
*/

#ifndef _MD_K_H
#define _MD_K_H

/* and dm-bio-list.h is not under include/linux because.... ??? */
#include "../../../drivers/md/dm-bio-list.h"

#define	LEVEL_MULTIPATH		(-4)
#define	LEVEL_LINEAR		(-1)
#define	LEVEL_FAULTY		(-5)

/* we need a value for 'no level specified' and 0
 * means 'raid0', so we need something else.  This is
 * for internal use only
 */
#define	LEVEL_NONE		(-1000000)

#define MaxSector (~(sector_t)0)
#define MD_THREAD_NAME_MAX 14

typedef struct mddev_s mddev_t;
typedef struct mdk_rdev_s mdk_rdev_t;

#define MAX_MD_DEVS  256	/* Max number of md dev */

/*
 * options passed in raidrun:
 */

#define MAX_CHUNK_SIZE (4096*1024)

/*
 * MD's 'extended' device
 */
struct mdk_rdev_s
{
	struct list_head same_set;	/* RAID devices within the same set */

	sector_t size;			/* Device size (in blocks) */
	mddev_t *mddev;			/* RAID array if running */
	unsigned long last_events;	/* IO event timestamp */

	struct block_device *bdev;	/* block device handle */

	struct page	*sb_page;
	int		sb_loaded;
	sector_t	data_offset;	/* start of data in array */
	sector_t	sb_offset;
	int		sb_size;	/* bytes in the superblock */
	int		preferred_minor;	/* autorun support */

	struct kobject	kobj;

	/* A device can be in one of three states based on two flags:
	 * Not working:   faulty==1 in_sync==0
	 * Fully working: faulty==0 in_sync==1
	 * Working, but not
	 * in sync with array
	 *                faulty==0 in_sync==0
	 *
	 * It can never have faulty==1, in_sync==1
	 * This reduces the burden of testing multiple flags in many cases
	 */

	unsigned long	flags;
#define	Faulty		1		/* device is known to have a fault */
#define	In_sync		2		/* device is in_sync with rest of array */
#define	WriteMostly	4		/* Avoid reading if at all possible */
#define	BarriersNotsupp	5		/* BIO_RW_BARRIER is not supported */

	int desc_nr;			/* descriptor index in the superblock */
	int raid_disk;			/* role of device in array */
	int saved_raid_disk;		/* role that device used to have in the
					 * array and could again if we did a partial
					 * resync from the bitmap
					 */

	atomic_t	nr_pending;	/* number of pending requests.
					 * only maintained for arrays that
					 * support hot removal
					 */
	atomic_t	read_errors;	/* number of consecutive read errors that
					 * we have tried to ignore.
					 */
	atomic_t	corrected_errors; /* number of corrected read errors,
					   * for reporting to userspace and storing
					   * in superblock.
					   */
};

struct mddev_s
{
	void				*private;
	struct mdk_personality		*pers;
	dev_t				unit;
	int				md_minor;
	struct list_head 		disks;
	int				sb_dirty;
	int				ro;

	struct gendisk			*gendisk;

	struct kobject			kobj;

	/* Superblock information */
	int				major_version,
					minor_version,
					patch_version;
	int				persistent;
	int				chunk_size;
	time_t				ctime, utime;
	int				level, layout;
	char				clevel[16];
	int				raid_disks;
	int				max_disks;
	sector_t			size; /* used size of component devices */
	sector_t			array_size; /* exported array size */
	__u64				events;

	char				uuid[16];

	struct mdk_thread_s		*thread;	/* management thread */
	struct mdk_thread_s		*sync_thread;	/* doing resync or reconstruct */
	sector_t			curr_resync;	/* blocks scheduled */
	unsigned long			resync_mark;	/* a recent timestamp */
	sector_t			resync_mark_cnt;/* blocks written at resync_mark */

	sector_t			resync_max_sectors; /* may be set by personality */

	sector_t			resync_mismatches; /* count of sectors where
							    * parity/replica mismatch found
							    */
	/* if zero, use the system-wide default */
	int				sync_speed_min;
	int				sync_speed_max;

	int				ok_start_degraded;
	/* recovery/resync flags 
	 * NEEDED:   we might need to start a resync/recover
	 * RUNNING:  a thread is running, or about to be started
	 * SYNC:     actually doing a resync, not a recovery
	 * ERR:      and IO error was detected - abort the resync/recovery
	 * INTR:     someone requested a (clean) early abort.
	 * DONE:     thread is done and is waiting to be reaped
	 * REQUEST:  user-space has requested a sync (used with SYNC)
	 * CHECK:    user-space request for for check-only, no repair
	 * RESHAPE:  A reshape is happening
	 *
	 * If neither SYNC or RESHAPE are set, then it is a recovery.
	 */
#define	MD_RECOVERY_RUNNING	0
#define	MD_RECOVERY_SYNC	1
#define	MD_RECOVERY_ERR		2
#define	MD_RECOVERY_INTR	3
#define	MD_RECOVERY_DONE	4
#define	MD_RECOVERY_NEEDED	5
#define	MD_RECOVERY_REQUESTED	6
#define	MD_RECOVERY_CHECK	7
#define MD_RECOVERY_RESHAPE	8
	unsigned long			recovery;

	int				in_sync;	/* know to not need resync */
	struct semaphore		reconfig_sem;
	atomic_t			active;

	int				changed;	/* true if we might need to reread partition info */
	int				degraded;	/* whether md should consider
							 * adding a spare
							 */
	int				barriers_work;	/* initialised to true, cleared as soon
							 * as a barrier request to slave
							 * fails.  Only supported
							 */
	struct bio			*biolist; 	/* bios that need to be retried
							 * because BIO_RW_BARRIER is not supported
							 */

	atomic_t			recovery_active; /* blocks scheduled, but not written */
	wait_queue_head_t		recovery_wait;
	sector_t			recovery_cp;

	spinlock_t			write_lock;
	wait_queue_head_t		sb_wait;	/* for waiting on superblock updates */
	atomic_t			pending_writes;	/* number of active superblock writes */

	unsigned int			safemode;	/* if set, update "clean" superblock
							 * when no writes pending.
							 */ 
	unsigned int			safemode_delay;
	struct timer_list		safemode_timer;
	atomic_t			writes_pending; 
	request_queue_t			*queue;	/* for plugging ... */

	atomic_t                        write_behind; /* outstanding async IO */
	unsigned int                    max_write_behind; /* 0 = sync */

	struct bitmap                   *bitmap; /* the bitmap for the device */
	struct file			*bitmap_file; /* the bitmap file */
	long				bitmap_offset; /* offset from superblock of
							* start of bitmap. May be
							* negative, but not '0'
							*/
	long				default_bitmap_offset; /* this is the offset to use when
								* hot-adding a bitmap.  It should
								* eventually be settable by sysfs.
								*/

	struct list_head		all_mddevs;
};


static inline void rdev_dec_pending(mdk_rdev_t *rdev, mddev_t *mddev)
{
	int faulty = test_bit(Faulty, &rdev->flags);
	if (atomic_dec_and_test(&rdev->nr_pending) && faulty)
		set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
}

static inline void md_sync_acct(struct block_device *bdev, unsigned long nr_sectors)
{
        atomic_add(nr_sectors, &bdev->bd_contains->bd_disk->sync_io);
}

struct mdk_personality
{
	char *name;
	int level;
	struct list_head list;
	struct module *owner;
	int (*make_request)(request_queue_t *q, struct bio *bio);
	int (*run)(mddev_t *mddev);
	int (*stop)(mddev_t *mddev);
	void (*status)(struct seq_file *seq, mddev_t *mddev);
	/* error_handler must set ->faulty and clear ->in_sync
	 * if appropriate, and should abort recovery if needed 
	 */
	void (*error_handler)(mddev_t *mddev, mdk_rdev_t *rdev);
	int (*hot_add_disk) (mddev_t *mddev, mdk_rdev_t *rdev);
	int (*hot_remove_disk) (mddev_t *mddev, int number);
	int (*spare_active) (mddev_t *mddev);
	sector_t (*sync_request)(mddev_t *mddev, sector_t sector_nr, int *skipped, int go_faster);
	int (*resize) (mddev_t *mddev, sector_t sectors);
	int (*reshape) (mddev_t *mddev, int raid_disks);
	int (*reconfig) (mddev_t *mddev, int layout, int chunk_size);
	/* quiesce moves between quiescence states
	 * 0 - fully active
	 * 1 - no new requests allowed
	 * others - reserved
	 */
	void (*quiesce) (mddev_t *mddev, int state);
};


struct md_sysfs_entry {
	struct attribute attr;
	ssize_t (*show)(mddev_t *, char *);
	ssize_t (*store)(mddev_t *, const char *, size_t);
};


static inline char * mdname (mddev_t * mddev)
{
	return mddev->gendisk ? mddev->gendisk->disk_name : "mdX";
}

/*
 * iterates through some rdev ringlist. It's safe to remove the
 * current 'rdev'. Dont touch 'tmp' though.
 */
#define ITERATE_RDEV_GENERIC(head,rdev,tmp)				\
									\
	for ((tmp) = (head).next;					\
		(rdev) = (list_entry((tmp), mdk_rdev_t, same_set)),	\
			(tmp) = (tmp)->next, (tmp)->prev != &(head)	\
		; )
/*
 * iterates through the 'same array disks' ringlist
 */
#define ITERATE_RDEV(mddev,rdev,tmp)					\
	ITERATE_RDEV_GENERIC((mddev)->disks,rdev,tmp)

/*
 * Iterates through 'pending RAID disks'
 */
#define ITERATE_RDEV_PENDING(rdev,tmp)					\
	ITERATE_RDEV_GENERIC(pending_raid_disks,rdev,tmp)

typedef struct mdk_thread_s {
	void			(*run) (mddev_t *mddev);
	mddev_t			*mddev;
	wait_queue_head_t	wqueue;
	unsigned long           flags;
	struct task_struct	*tsk;
	unsigned long		timeout;
} mdk_thread_t;

#define THREAD_WAKEUP  0

#define __wait_event_lock_irq(wq, condition, lock, cmd) 		\
do {									\
	wait_queue_t __wait;						\
	init_waitqueue_entry(&__wait, current);				\
									\
	add_wait_queue(&wq, &__wait);					\
	for (;;) {							\
		set_current_state(TASK_UNINTERRUPTIBLE);		\
		if (condition)						\
			break;						\
		spin_unlock_irq(&lock);					\
		cmd;							\
		schedule();						\
		spin_lock_irq(&lock);					\
	}								\
	current->state = TASK_RUNNING;					\
	remove_wait_queue(&wq, &__wait);				\
} while (0)

#define wait_event_lock_irq(wq, condition, lock, cmd) 			\
do {									\
	if (condition)	 						\
		break;							\
	__wait_event_lock_irq(wq, condition, lock, cmd);		\
} while (0)

static inline void safe_put_page(struct page *p)
{
	if (p) put_page(p);
}

#endif
Commit	Line	Data
1da177e4 LT	1	/*
	2	md_k.h : kernel internal structure of the Linux MD driver
	3	Copyright (C) 1996-98 Ingo Molnar, Gadi Oxman
	4
	5	This program is free software; you can redistribute it and/or modify
	6	it under the terms of the GNU General Public License as published by
	7	the Free Software Foundation; either version 2, or (at your option)
	8	any later version.
	9
	10	You should have received a copy of the GNU General Public License
	11	(for example /usr/src/linux/COPYING); if not, write to the Free
	12	Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
	13	*/
	14
	15	#ifndef _MD_K_H
	16	#define _MD_K_H
	17
06d91a5f N	18	/* and dm-bio-list.h is not under include/linux because.... ??? */
	19	#include "../../../drivers/md/dm-bio-list.h"
	20
1da177e4 LT	21	#define LEVEL_MULTIPATH (-4)
	22	#define LEVEL_LINEAR (-1)
	23	#define LEVEL_FAULTY (-5)
	24
2604b703 N	25	/* we need a value for 'no level specified' and 0
	26	* means 'raid0', so we need something else. This is
	27	* for internal use only
	28	*/
	29	#define LEVEL_NONE (-1000000)
	30
1da177e4 LT	31	#define MaxSector (~(sector_t)0)
	32	#define MD_THREAD_NAME_MAX 14
	33
1da177e4 LT	34	typedef struct mddev_s mddev_t;
	35	typedef struct mdk_rdev_s mdk_rdev_t;
	36
	37	#define MAX_MD_DEVS 256 /* Max number of md dev */
	38
	39	/*
	40	* options passed in raidrun:
	41	*/
	42
	43	#define MAX_CHUNK_SIZE (4096*1024)
	44
1da177e4 LT	45	/*
	46	* MD's 'extended' device
	47	*/
	48	struct mdk_rdev_s
	49	{
	50	struct list_head same_set; /* RAID devices within the same set */
	51
	52	sector_t size; /* Device size (in blocks) */
	53	mddev_t mddev; / RAID array if running */
	54	unsigned long last_events; /* IO event timestamp */
	55
	56	struct block_device bdev; / block device handle */
	57
	58	struct page *sb_page;
	59	int sb_loaded;
	60	sector_t data_offset; /* start of data in array */
	61	sector_t sb_offset;
0002b271	62	int sb_size; /* bytes in the superblock */
1da177e4 LT	63	int preferred_minor; /* autorun support */
1da177e4 LT	64
86e6ffdd N	65	struct kobject kobj;
86e6ffdd N	66
1da177e4 LT	67	/* A device can be in one of three states based on two flags:
	68	* Not working: faulty==1 in_sync==0
	69	* Fully working: faulty==0 in_sync==1
	70	* Working, but not
	71	* in sync with array
	72	* faulty==0 in_sync==0
	73	*
	74	* It can never have faulty==1, in_sync==1
	75	* This reduces the burden of testing multiple flags in many cases
	76	*/
1da177e4	77
b2d444d7 N	78	unsigned long flags;
	79	#define Faulty 1 /* device is known to have a fault */
	80	#define In_sync 2 /* device is in_sync with rest of array */
8ddf9efe	81	#define WriteMostly 4 /* Avoid reading if at all possible */
a9701a30	82	#define BarriersNotsupp 5 /* BIO_RW_BARRIER is not supported */
8ddf9efe	83
1da177e4 LT	84	int desc_nr; /* descriptor index in the superblock */
1da177e4 LT	85	int raid_disk; /* role of device in array */
41158c7e N	86	int saved_raid_disk; /* role that device used to have in the
	87	* array and could again if we did a partial
	88	* resync from the bitmap
	89	*/
1da177e4 LT	90
	91	atomic_t nr_pending; /* number of pending requests.
	92	* only maintained for arrays that
	93	* support hot removal
	94	*/
ba22dcbf N	95	atomic_t read_errors; /* number of consecutive read errors that
	96	* we have tried to ignore.
	97	*/
4dbcdc75 N	98	atomic_t corrected_errors; /* number of corrected read errors,
	99	* for reporting to userspace and storing
	100	* in superblock.
	101	*/
1da177e4 LT	102	};
1da177e4 LT	103
1da177e4 LT	104	struct mddev_s
	105	{
	106	void *private;
2604b703	107	struct mdk_personality *pers;
1da177e4 LT	108	dev_t unit;
	109	int md_minor;
	110	struct list_head disks;
	111	int sb_dirty;
	112	int ro;
	113
	114	struct gendisk *gendisk;
	115
eae1701f N	116	struct kobject kobj;
eae1701f N	117
1da177e4 LT	118	/* Superblock information */
	119	int major_version,
	120	minor_version,
	121	patch_version;
	122	int persistent;
	123	int chunk_size;
	124	time_t ctime, utime;
	125	int level, layout;
d9d166c2	126	char clevel[16];
1da177e4 LT	127	int raid_disks;
	128	int max_disks;
	129	sector_t size; /* used size of component devices */
	130	sector_t array_size; /* exported array size */
	131	__u64 events;
	132
	133	char uuid[16];
	134
	135	struct mdk_thread_s thread; / management thread */
	136	struct mdk_thread_s sync_thread; / doing resync or reconstruct */
	137	sector_t curr_resync; /* blocks scheduled */
	138	unsigned long resync_mark; /* a recent timestamp */
	139	sector_t resync_mark_cnt;/* blocks written at resync_mark */
	140
	141	sector_t resync_max_sectors; /* may be set by personality */
9d88883e N	142
	143	sector_t resync_mismatches; /* count of sectors where
	144	* parity/replica mismatch found
	145	*/
88202a0c N	146	/* if zero, use the system-wide default */
	147	int sync_speed_min;
	148	int sync_speed_max;
	149
6ff8d8ec	150	int ok_start_degraded;
1da177e4 LT	151	/* recovery/resync flags
	152	* NEEDED: we might need to start a resync/recover
	153	* RUNNING: a thread is running, or about to be started
	154	* SYNC: actually doing a resync, not a recovery
	155	* ERR: and IO error was detected - abort the resync/recovery
	156	* INTR: someone requested a (clean) early abort.
	157	* DONE: thread is done and is waiting to be reaped
24dd469d N	158	* REQUEST: user-space has requested a sync (used with SYNC)
24dd469d N	159	* CHECK: user-space request for for check-only, no repair
ccfcc3c1 N	160	* RESHAPE: A reshape is happening
	161	*
	162	* If neither SYNC or RESHAPE are set, then it is a recovery.
1da177e4 LT	163	*/
	164	#define MD_RECOVERY_RUNNING 0
	165	#define MD_RECOVERY_SYNC 1
	166	#define MD_RECOVERY_ERR 2
	167	#define MD_RECOVERY_INTR 3
	168	#define MD_RECOVERY_DONE 4
	169	#define MD_RECOVERY_NEEDED 5
24dd469d N	170	#define MD_RECOVERY_REQUESTED 6
24dd469d N	171	#define MD_RECOVERY_CHECK 7
ccfcc3c1	172	#define MD_RECOVERY_RESHAPE 8
1da177e4 LT	173	unsigned long recovery;
	174
	175	int in_sync; /* know to not need resync */
	176	struct semaphore reconfig_sem;
	177	atomic_t active;
	178
	179	int changed; /* true if we might need to reread partition info */
	180	int degraded; /* whether md should consider
	181	* adding a spare
	182	*/
a9701a30 N	183	int barriers_work; /* initialised to true, cleared as soon
	184	* as a barrier request to slave
	185	* fails. Only supported
	186	*/
	187	struct bio biolist; / bios that need to be retried
	188	* because BIO_RW_BARRIER is not supported
	189	*/
1da177e4 LT	190
	191	atomic_t recovery_active; /* blocks scheduled, but not written */
	192	wait_queue_head_t recovery_wait;
	193	sector_t recovery_cp;
06d91a5f N	194
06d91a5f N	195	spinlock_t write_lock;
3d310eb7	196	wait_queue_head_t sb_wait; /* for waiting on superblock updates */
7bfa19f2	197	atomic_t pending_writes; /* number of active superblock writes */
06d91a5f	198
1da177e4 LT	199	unsigned int safemode; /* if set, update "clean" superblock
	200	* when no writes pending.
	201	*/
	202	unsigned int safemode_delay;
	203	struct timer_list safemode_timer;
	204	atomic_t writes_pending;
	205	request_queue_t queue; / for plugging ... */
	206
4b6d287f N	207	atomic_t write_behind; /* outstanding async IO */
	208	unsigned int max_write_behind; /* 0 = sync */
	209
32a7627c N	210	struct bitmap bitmap; / the bitmap for the device */
32a7627c N	211	struct file bitmap_file; / the bitmap file */
a654b9d8 N	212	long bitmap_offset; /* offset from superblock of
	213	* start of bitmap. May be
	214	* negative, but not '0'
	215	*/
36fa3063 N	216	long default_bitmap_offset; /* this is the offset to use when
	217	* hot-adding a bitmap. It should
	218	* eventually be settable by sysfs.
	219	*/
32a7627c	220
1da177e4 LT	221	struct list_head all_mddevs;
	222	};
	223
	224
	225	static inline void rdev_dec_pending(mdk_rdev_t rdev, mddev_t mddev)
	226	{
b2d444d7	227	int faulty = test_bit(Faulty, &rdev->flags);
1da177e4 LT	228	if (atomic_dec_and_test(&rdev->nr_pending) && faulty)
	229	set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
	230	}
	231
	232	static inline void md_sync_acct(struct block_device *bdev, unsigned long nr_sectors)
	233	{
	234	atomic_add(nr_sectors, &bdev->bd_contains->bd_disk->sync_io);
	235	}
	236
2604b703	237	struct mdk_personality
1da177e4 LT	238	{
1da177e4 LT	239	char *name;
2604b703 N	240	int level;
2604b703 N	241	struct list_head list;
1da177e4 LT	242	struct module *owner;
	243	int (make_request)(request_queue_t q, struct bio *bio);
	244	int (run)(mddev_t mddev);
	245	int (stop)(mddev_t mddev);
	246	void (status)(struct seq_file seq, mddev_t *mddev);
	247	/* error_handler must set ->faulty and clear ->in_sync
	248	* if appropriate, and should abort recovery if needed
	249	*/
	250	void (error_handler)(mddev_t mddev, mdk_rdev_t *rdev);
	251	int (hot_add_disk) (mddev_t mddev, mdk_rdev_t *rdev);
	252	int (hot_remove_disk) (mddev_t mddev, int number);
	253	int (spare_active) (mddev_t mddev);
57afd89f	254	sector_t (sync_request)(mddev_t mddev, sector_t sector_nr, int *skipped, int go_faster);
1da177e4 LT	255	int (resize) (mddev_t mddev, sector_t sectors);
	256	int (reshape) (mddev_t mddev, int raid_disks);
	257	int (reconfig) (mddev_t mddev, int layout, int chunk_size);
36fa3063 N	258	/* quiesce moves between quiescence states
	259	* 0 - fully active
	260	* 1 - no new requests allowed
	261	* others - reserved
	262	*/
	263	void (quiesce) (mddev_t mddev, int state);
1da177e4 LT	264	};
	265
	266
007583c9 N	267	struct md_sysfs_entry {
	268	struct attribute attr;
	269	ssize_t (show)(mddev_t , char *);
	270	ssize_t (store)(mddev_t , const char *, size_t);
	271	};
	272
	273
1da177e4 LT	274	static inline char * mdname (mddev_t * mddev)
	275	{
	276	return mddev->gendisk ? mddev->gendisk->disk_name : "mdX";
	277	}
	278
1da177e4 LT	279	/*
	280	* iterates through some rdev ringlist. It's safe to remove the
	281	* current 'rdev'. Dont touch 'tmp' though.
	282	*/
	283	#define ITERATE_RDEV_GENERIC(head,rdev,tmp) \
	284	\
	285	for ((tmp) = (head).next; \
	286	(rdev) = (list_entry((tmp), mdk_rdev_t, same_set)), \
	287	(tmp) = (tmp)->next, (tmp)->prev != &(head) \
	288	; )
	289	/*
	290	* iterates through the 'same array disks' ringlist
	291	*/
	292	#define ITERATE_RDEV(mddev,rdev,tmp) \
	293	ITERATE_RDEV_GENERIC((mddev)->disks,rdev,tmp)
	294
	295	/*
	296	* Iterates through 'pending RAID disks'
	297	*/
	298	#define ITERATE_RDEV_PENDING(rdev,tmp) \
	299	ITERATE_RDEV_GENERIC(pending_raid_disks,rdev,tmp)
	300
	301	typedef struct mdk_thread_s {
	302	void (run) (mddev_t mddev);
	303	mddev_t *mddev;
	304	wait_queue_head_t wqueue;
	305	unsigned long flags;
1da177e4	306	struct task_struct *tsk;
32a7627c	307	unsigned long timeout;
1da177e4 LT	308	} mdk_thread_t;
	309
	310	#define THREAD_WAKEUP 0
	311
	312	#define __wait_event_lock_irq(wq, condition, lock, cmd) \
	313	do { \
	314	wait_queue_t __wait; \
	315	init_waitqueue_entry(&__wait, current); \
	316	\
	317	add_wait_queue(&wq, &__wait); \
	318	for (;;) { \
	319	set_current_state(TASK_UNINTERRUPTIBLE); \
	320	if (condition) \
	321	break; \
	322	spin_unlock_irq(&lock); \
	323	cmd; \
	324	schedule(); \
	325	spin_lock_irq(&lock); \
	326	} \
	327	current->state = TASK_RUNNING; \
	328	remove_wait_queue(&wq, &__wait); \
	329	} while (0)
	330
	331	#define wait_event_lock_irq(wq, condition, lock, cmd) \
	332	do { \
	333	if (condition) \
	334	break; \
	335	__wait_event_lock_irq(wq, condition, lock, cmd); \
	336	} while (0)
	337
1345b1d8 N	338	static inline void safe_put_page(struct page *p)
	339	{
	340	if (p) put_page(p);
	341	}
	342
1da177e4 LT	343	#endif
1da177e4 LT	344