Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/dtor/input
[GitHub/LineageOS/android_kernel_motorola_exynos9610.git] / drivers / md / md.h
CommitLineData
1da177e4 1/*
7e841526 2 md.h : kernel internal structure of the Linux MD driver
1da177e4 3 Copyright (C) 1996-98 Ingo Molnar, Gadi Oxman
f72ffdd6 4
1da177e4
LT
5 This program is free software; you can redistribute it and/or modify
6 it under the terms of the GNU General Public License as published by
7 the Free Software Foundation; either version 2, or (at your option)
8 any later version.
f72ffdd6 9
1da177e4
LT
10 You should have received a copy of the GNU General Public License
11 (for example /usr/src/linux/COPYING); if not, write to the Free
f72ffdd6 12 Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
1da177e4
LT
13*/
14
63fe0817
CH
15#ifndef _MD_MD_H
16#define _MD_MD_H
17
18#include <linux/blkdev.h>
66114cad 19#include <linux/backing-dev.h>
fc974ee2 20#include <linux/badblocks.h>
63fe0817
CH
21#include <linux/kobject.h>
22#include <linux/list.h>
23#include <linux/mm.h>
24#include <linux/mutex.h>
25#include <linux/timer.h>
26#include <linux/wait.h>
27#include <linux/workqueue.h>
edb39c9d 28#include "md-cluster.h"
9361401e 29
1da177e4 30#define MaxSector (~(sector_t)0)
1da177e4 31
46533ff7
N
32/*
33 * These flags should really be called "NO_RETRY" rather than
34 * "FAILFAST" because they don't make any promise about time lapse,
35 * only about the number of retries, which will be zero.
36 * REQ_FAILFAST_DRIVER is not included because
37 * Commit: 4a27446f3e39 ("[SCSI] modify scsi to handle new fail fast flags.")
38 * seems to suggest that the errors it avoids retrying should usually
39 * be retried.
40 */
41#define MD_FAILFAST (REQ_FAILFAST_DEV | REQ_FAILFAST_TRANSPORT)
1da177e4
LT
42/*
43 * MD's 'extended' device
44 */
3cb03002 45struct md_rdev {
1da177e4
LT
46 struct list_head same_set; /* RAID devices within the same set */
47
dd8ac336 48 sector_t sectors; /* Device size (in 512bytes sectors) */
fd01b88c 49 struct mddev *mddev; /* RAID array if running */
eea1bf38 50 int last_events; /* IO event timestamp */
1da177e4 51
a6ff7e08
JB
52 /*
53 * If meta_bdev is non-NULL, it means that a separate device is
54 * being used to store the metadata (superblock/bitmap) which
55 * would otherwise be contained on the same device as the data (bdev).
56 */
57 struct block_device *meta_bdev;
1da177e4
LT
58 struct block_device *bdev; /* block device handle */
59
2699b672 60 struct page *sb_page, *bb_page;
1da177e4 61 int sb_loaded;
42543769 62 __u64 sb_events;
1da177e4 63 sector_t data_offset; /* start of data in array */
c6563a8c 64 sector_t new_data_offset;/* only relevant while reshaping */
f72ffdd6 65 sector_t sb_start; /* offset of the super block (in 512byte sectors) */
0002b271 66 int sb_size; /* bytes in the superblock */
1da177e4
LT
67 int preferred_minor; /* autorun support */
68
86e6ffdd
N
69 struct kobject kobj;
70
1da177e4
LT
71 /* A device can be in one of three states based on two flags:
72 * Not working: faulty==1 in_sync==0
73 * Fully working: faulty==0 in_sync==1
74 * Working, but not
75 * in sync with array
76 * faulty==0 in_sync==0
77 *
78 * It can never have faulty==1, in_sync==1
79 * This reduces the burden of testing multiple flags in many cases
80 */
1da177e4 81
2d78f8c4 82 unsigned long flags; /* bit set of 'enum flag_bits' bits. */
6bfe0b49 83 wait_queue_head_t blocked_wait;
8ddf9efe 84
1da177e4
LT
85 int desc_nr; /* descriptor index in the superblock */
86 int raid_disk; /* role of device in array */
e93f68a1
N
87 int new_raid_disk; /* role that the device will have in
88 * the array after a level-change completes.
89 */
41158c7e
N
90 int saved_raid_disk; /* role that device used to have in the
91 * array and could again if we did a partial
92 * resync from the bitmap
93 */
3069aa8d
SL
94 union {
95 sector_t recovery_offset;/* If this device has been partially
5fd6c1dc
N
96 * recovered, this is where we were
97 * up to.
98 */
3069aa8d
SL
99 sector_t journal_tail; /* If this device is a journal device,
100 * this is the journal tail (journal
101 * recovery start point)
102 */
103 };
1da177e4
LT
104
105 atomic_t nr_pending; /* number of pending requests.
106 * only maintained for arrays that
107 * support hot removal
108 */
ba22dcbf
N
109 atomic_t read_errors; /* number of consecutive read errors that
110 * we have tried to ignore.
111 */
0e3ef49e 112 time64_t last_read_error; /* monotonic time since our
1e50915f
RB
113 * last read error
114 */
4dbcdc75
N
115 atomic_t corrected_errors; /* number of corrected read errors,
116 * for reporting to userspace and storing
117 * in superblock.
118 */
5792a285 119 struct work_struct del_work; /* used for delayed sysfs removal */
3c0ee63a 120
324a56e1 121 struct kernfs_node *sysfs_state; /* handle for 'state'
3c0ee63a 122 * sysfs entry */
2230dfe4 123
fc974ee2 124 struct badblocks badblocks;
ea0213e0
AP
125
126 struct {
127 short offset; /* Offset from superblock to start of PPL.
128 * Not used by external metadata. */
129 unsigned int size; /* Size in sectors of the PPL space */
130 sector_t sector; /* First sector of the PPL space */
131 } ppl;
1da177e4 132};
2d78f8c4
N
133enum flag_bits {
134 Faulty, /* device is known to have a fault */
135 In_sync, /* device is in_sync with rest of array */
8313b8e5
N
136 Bitmap_sync, /* ..actually, not quite In_sync. Need a
137 * bitmap-based recovery to get fully in sync
138 */
2d78f8c4
N
139 WriteMostly, /* Avoid reading if at all possible */
140 AutoDetected, /* added by auto-detect */
141 Blocked, /* An error occurred but has not yet
142 * been acknowledged by the metadata
143 * handler, so don't allow writes
144 * until it is cleared */
145 WriteErrorSeen, /* A write error has been seen on this
146 * device
147 */
148 FaultRecorded, /* Intermediate state for clearing
149 * Blocked. The Fault is/will-be
150 * recorded in the metadata, but that
151 * metadata hasn't been stored safely
152 * on disk yet.
153 */
154 BlockedBadBlocks, /* A writer is blocked because they
155 * found an unacknowledged bad-block.
156 * This can safely be cleared at any
157 * time, and the writer will re-check.
158 * It may be set at any time, and at
159 * worst the writer will timeout and
160 * re-check. So setting it as
161 * accurately as possible is good, but
162 * not absolutely critical.
163 */
164 WantReplacement, /* This device is a candidate to be
165 * hot-replaced, either because it has
166 * reported some faults, or because
167 * of explicit request.
168 */
169 Replacement, /* This device is a replacement for
170 * a want_replacement device with same
171 * raid_disk number.
172 */
1aee41f6
GR
173 Candidate, /* For clustered environments only:
174 * This device is seen locally but not
175 * by the whole cluster
176 */
bac624f3
SL
177 Journal, /* This device is used as journal for
178 * raid-5/6.
179 * Usually, this device should be faster
180 * than other devices in the array
181 */
659b254f 182 ClusterRemove,
d787be40
N
183 RemoveSynchronized, /* synchronize_rcu() was called after
184 * this device was known to be faulty,
185 * so it is safe to remove without
186 * another synchronize_rcu() call.
187 */
35b785f7
TM
188 ExternalBbl, /* External metadata provides bad
189 * block management for a disk
190 */
688834e6
N
191 FailFast, /* Minimal retries should be attempted on
192 * this device, so use REQ_FAILFAST_DEV.
193 * Also don't try to repair failed reads.
194 * It is expects that no bad block log
195 * is present.
196 */
46533ff7
N
197 LastDev, /* Seems to be the last working dev as
198 * it didn't fail, so don't use FailFast
199 * any more for metadata
200 */
2d78f8c4 201};
1da177e4 202
3cb03002 203static inline int is_badblock(struct md_rdev *rdev, sector_t s, int sectors,
2230dfe4
N
204 sector_t *first_bad, int *bad_sectors)
205{
206 if (unlikely(rdev->badblocks.count)) {
fc974ee2 207 int rv = badblocks_check(&rdev->badblocks, rdev->data_offset + s,
2230dfe4
N
208 sectors,
209 first_bad, bad_sectors);
210 if (rv)
211 *first_bad -= rdev->data_offset;
212 return rv;
213 }
214 return 0;
215}
3cb03002 216extern int rdev_set_badblocks(struct md_rdev *rdev, sector_t s, int sectors,
c6563a8c
N
217 int is_new);
218extern int rdev_clear_badblocks(struct md_rdev *rdev, sector_t s, int sectors,
219 int is_new);
c4ce867f
GR
220struct md_cluster_info;
221
394ed8e4 222/* change UNSUPPORTED_MDDEV_FLAGS for each array type if new flag is added */
be306c29 223enum mddev_flags {
be306c29
N
224 MD_ARRAY_FIRST_USE, /* First use of array, needs initialization */
225 MD_CLOSING, /* If set, we are closing the array, do not open
226 * it then */
227 MD_JOURNAL_CLEAN, /* A raid with journal is already clean */
228 MD_HAS_JOURNAL, /* The raid array has journal feature set */
be306c29
N
229 MD_CLUSTER_RESYNC_LOCKED, /* cluster raid only, which means node
230 * already took resync lock, need to
231 * release the lock */
46533ff7
N
232 MD_FAILFAST_SUPPORTED, /* Using MD_FAILFAST on metadata writes is
233 * supported as calls to md_error() will
234 * never cause the array to become failed.
235 */
ea0213e0 236 MD_HAS_PPL, /* The raid array has PPL feature set */
be306c29 237};
2953079c
SL
238
239enum mddev_sb_flags {
240 MD_SB_CHANGE_DEVS, /* Some device status has changed */
241 MD_SB_CHANGE_CLEAN, /* transition to or from 'clean' */
242 MD_SB_CHANGE_PENDING, /* switch from 'clean' to 'active' in progress */
243 MD_SB_NEED_REWRITE, /* metadata write needs to be repeated */
244};
245
fd01b88c 246struct mddev {
1da177e4 247 void *private;
84fc4b56 248 struct md_personality *pers;
1da177e4
LT
249 dev_t unit;
250 int md_minor;
7a0a5355 251 struct list_head disks;
850b2b42 252 unsigned long flags;
2953079c 253 unsigned long sb_flags;
850b2b42 254
409c57f3
N
255 int suspended;
256 atomic_t active_io;
1da177e4 257 int ro;
bb4f1e9d
N
258 int sysfs_active; /* set when sysfs deletes
259 * are happening, so run/
260 * takeover/stop are not safe
261 */
1da177e4
LT
262 struct gendisk *gendisk;
263
eae1701f 264 struct kobject kobj;
d3374825
N
265 int hold_active;
266#define UNTIL_IOCTL 1
efeb53c0 267#define UNTIL_STOP 2
eae1701f 268
1da177e4
LT
269 /* Superblock information */
270 int major_version,
271 minor_version,
272 patch_version;
273 int persistent;
f72ffdd6 274 int external; /* metadata is
e691063a
N
275 * managed externally */
276 char metadata_type[17]; /* externally set*/
9d8f0363 277 int chunk_sectors;
9ebc6ef1 278 time64_t ctime, utime;
1da177e4 279 int level, layout;
d9d166c2 280 char clevel[16];
1da177e4
LT
281 int raid_disks;
282 int max_disks;
f72ffdd6 283 sector_t dev_sectors; /* used size of
58c0fed4 284 * component devices */
f233ea5c 285 sector_t array_sectors; /* exported array size */
b522adcd
DW
286 int external_size; /* size managed
287 * externally */
1da177e4 288 __u64 events;
a8707c08
N
289 /* If the last 'event' was simply a clean->dirty transition, and
290 * we didn't write it to the spares, then it is safe and simple
291 * to just decrement the event count on a dirty->clean transition.
292 * So we record that possibility here.
293 */
294 int can_decrease_events;
1da177e4
LT
295
296 char uuid[16];
297
f6705578
N
298 /* If the array is being reshaped, we need to record the
299 * new shape and an indication of where we are up to.
300 * This is written to the superblock.
301 * If reshape_position is MaxSector, then no reshape is happening (yet).
302 */
303 sector_t reshape_position;
664e7c41
AN
304 int delta_disks, new_level, new_layout;
305 int new_chunk_sectors;
2c810cdd 306 int reshape_backwards;
f6705578 307
2b8bf345
N
308 struct md_thread *thread; /* management thread */
309 struct md_thread *sync_thread; /* doing resync or reconstruct */
c4a39551
JB
310
311 /* 'last_sync_action' is initialized to "none". It is set when a
312 * sync operation (i.e "data-check", "requested-resync", "resync",
313 * "recovery", or "reshape") is started. It holds this value even
314 * when the sync thread is "frozen" (interrupted) or "idle" (stopped
315 * or finished). It is overwritten when a new sync operation is begun.
316 */
317 char *last_sync_action;
ff4e8d9a 318 sector_t curr_resync; /* last block scheduled */
97e4f42d
N
319 /* As resync requests can complete out of order, we cannot easily track
320 * how much resync has been completed. So we occasionally pause until
321 * everything completes, then set curr_resync_completed to curr_resync.
322 * As such it may be well behind the real resync mark, but it is a value
323 * we are certain of.
324 */
325 sector_t curr_resync_completed;
1da177e4
LT
326 unsigned long resync_mark; /* a recent timestamp */
327 sector_t resync_mark_cnt;/* blocks written at resync_mark */
ff4e8d9a 328 sector_t curr_mark_cnt; /* blocks scheduled now */
1da177e4
LT
329
330 sector_t resync_max_sectors; /* may be set by personality */
9d88883e 331
7f7583d4 332 atomic64_t resync_mismatches; /* count of sectors where
9d88883e
N
333 * parity/replica mismatch found
334 */
e464eafd
N
335
336 /* allow user-space to request suspension of IO to regions of the array */
337 sector_t suspend_lo;
338 sector_t suspend_hi;
88202a0c
N
339 /* if zero, use the system-wide default */
340 int sync_speed_min;
341 int sync_speed_max;
342
90b08710
BS
343 /* resync even though the same disks are shared among md-devices */
344 int parallel_resync;
345
6ff8d8ec 346 int ok_start_degraded;
5fd6c1dc 347
1da177e4 348 unsigned long recovery;
5389042f
N
349 /* If a RAID personality determines that recovery (of a particular
350 * device) will fail due to a read error on the source device, it
351 * takes a copy of this number and does not attempt recovery again
352 * until this number changes.
353 */
354 int recovery_disabled;
1da177e4
LT
355
356 int in_sync; /* know to not need resync */
c8c00a69
N
357 /* 'open_mutex' avoids races between 'md_open' and 'do_md_stop', so
358 * that we are never stopping an array while it is open.
359 * 'reconfig_mutex' protects all other reconfiguration.
360 * These locks are separate due to conflicting interactions
361 * with bdev->bd_mutex.
362 * Lock ordering is:
363 * reconfig_mutex -> bd_mutex : e.g. do_md_run -> revalidate_disk
364 * bd_mutex -> open_mutex: e.g. __blkdev_get -> md_open
365 */
366 struct mutex open_mutex;
df5b89b3 367 struct mutex reconfig_mutex;
f2ea68cf
N
368 atomic_t active; /* general refcount */
369 atomic_t openers; /* number of active opens */
1da177e4 370
f0b4f7e2
N
371 int changed; /* True if we might need to
372 * reread partition info */
1da177e4
LT
373 int degraded; /* whether md should consider
374 * adding a spare
375 */
376
377 atomic_t recovery_active; /* blocks scheduled, but not written */
378 wait_queue_head_t recovery_wait;
379 sector_t recovery_cp;
5e96ee65
NB
380 sector_t resync_min; /* user requested sync
381 * starts here */
c6207277
N
382 sector_t resync_max; /* resync should pause
383 * when it gets here */
06d91a5f 384
324a56e1 385 struct kernfs_node *sysfs_state; /* handle for 'array_state'
b62b7590
N
386 * file in sysfs.
387 */
324a56e1 388 struct kernfs_node *sysfs_action; /* handle for 'sync_action' */
b62b7590 389
d3374825
N
390 struct work_struct del_work; /* used for delayed sysfs removal */
391
85572d7c
N
392 /* "lock" protects:
393 * flush_bio transition from NULL to !NULL
394 * rdev superblocks, events
395 * clearing MD_CHANGE_*
396 * in_sync - and related safemode and MD_CHANGE changes
36d091f4 397 * pers (also protected by reconfig_mutex and pending IO).
978a7a47 398 * clearing ->bitmap
4af1a041 399 * clearing ->bitmap_info.file
23da422b
N
400 * changing ->resync_{min,max}
401 * setting MD_RECOVERY_RUNNING (which interacts with resync_{min,max})
85572d7c
N
402 */
403 spinlock_t lock;
3d310eb7 404 wait_queue_head_t sb_wait; /* for waiting on superblock updates */
7bfa19f2 405 atomic_t pending_writes; /* number of active superblock writes */
06d91a5f 406
1da177e4
LT
407 unsigned int safemode; /* if set, update "clean" superblock
408 * when no writes pending.
f72ffdd6 409 */
1da177e4
LT
410 unsigned int safemode_delay;
411 struct timer_list safemode_timer;
4ad23a97
N
412 struct percpu_ref writes_pending;
413 int sync_checkers; /* # of threads checking writes_pending */
165125e1 414 struct request_queue *queue; /* for plugging ... */
1da177e4 415
f72ffdd6 416 struct bitmap *bitmap; /* the bitmap for the device */
c3d9714e
N
417 struct {
418 struct file *file; /* the bitmap file */
f6af949c 419 loff_t offset; /* offset from superblock of
c3d9714e
N
420 * start of bitmap. May be
421 * negative, but not '0'
f6af949c 422 * For external metadata, offset
f72ffdd6 423 * from start of device.
c3d9714e 424 */
6409bb05 425 unsigned long space; /* space available at this offset */
f6af949c 426 loff_t default_offset; /* this is the offset to use when
c3d9714e
N
427 * hot-adding a bitmap. It should
428 * eventually be settable by sysfs.
429 */
6409bb05
N
430 unsigned long default_space; /* space available at
431 * default offset */
c3d9714e 432 struct mutex mutex;
42a04b50 433 unsigned long chunksize;
ac2f40be 434 unsigned long daemon_sleep; /* how many jiffies between updates? */
42a04b50 435 unsigned long max_write_behind; /* write-behind mode */
ece5cff0 436 int external;
c4ce867f 437 int nodes; /* Maximum number of nodes in the cluster */
cf921cc1 438 char cluster_name[64]; /* Name of the cluster */
c3d9714e 439 } bitmap_info;
32a7627c 440
f72ffdd6 441 atomic_t max_corr_read_errors; /* max read retries */
1da177e4 442 struct list_head all_mddevs;
a2826aa9 443
a64c876f 444 struct attribute_group *to_remove;
252ac522 445
a167f663
N
446 struct bio_set *bio_set;
447
e9c7469b
TH
448 /* Generic flush handling.
449 * The last to finish preflush schedules a worker to submit
28a8f0d3 450 * the rest of the request (without the REQ_PREFLUSH flag).
a2826aa9 451 */
e9c7469b 452 struct bio *flush_bio;
a2826aa9 453 atomic_t flush_pending;
e9c7469b 454 struct work_struct flush_work;
768a418d 455 struct work_struct event_work; /* used by dm to report failure event */
fd01b88c 456 void (*sync_super)(struct mddev *mddev, struct md_rdev *rdev);
c4ce867f 457 struct md_cluster_info *cluster_info;
15858fa5 458 unsigned int good_device_nr; /* good device num within cluster raid */
be306c29
N
459};
460
461enum recovery_flags {
462 /*
463 * If neither SYNC or RESHAPE are set, then it is a recovery.
464 */
465 MD_RECOVERY_RUNNING, /* a thread is running, or about to be started */
466 MD_RECOVERY_SYNC, /* actually doing a resync, not a recovery */
467 MD_RECOVERY_RECOVER, /* doing recovery, or need to try it. */
468 MD_RECOVERY_INTR, /* resync needs to be aborted for some reason */
469 MD_RECOVERY_DONE, /* thread is done and is waiting to be reaped */
470 MD_RECOVERY_NEEDED, /* we might need to start a resync/recover */
471 MD_RECOVERY_REQUESTED, /* user-space has requested a sync (used with SYNC) */
472 MD_RECOVERY_CHECK, /* user-space request for check-only, no repair */
473 MD_RECOVERY_RESHAPE, /* A reshape is happening */
474 MD_RECOVERY_FROZEN, /* User request to abort, and not restart, any action */
475 MD_RECOVERY_ERROR, /* sync-action interrupted because io-error */
1da177e4
LT
476};
477
5c47daf6
N
478static inline int __must_check mddev_lock(struct mddev *mddev)
479{
480 return mutex_lock_interruptible(&mddev->reconfig_mutex);
481}
482
483/* Sometimes we need to take the lock in a situation where
484 * failure due to interrupts is not acceptable.
485 */
486static inline void mddev_lock_nointr(struct mddev *mddev)
487{
488 mutex_lock(&mddev->reconfig_mutex);
489}
490
491static inline int mddev_is_locked(struct mddev *mddev)
492{
493 return mutex_is_locked(&mddev->reconfig_mutex);
494}
495
496static inline int mddev_trylock(struct mddev *mddev)
497{
498 return mutex_trylock(&mddev->reconfig_mutex);
499}
500extern void mddev_unlock(struct mddev *mddev);
501
1da177e4
LT
502static inline void md_sync_acct(struct block_device *bdev, unsigned long nr_sectors)
503{
f72ffdd6 504 atomic_add(nr_sectors, &bdev->bd_contains->bd_disk->sync_io);
1da177e4
LT
505}
506
84fc4b56 507struct md_personality
1da177e4
LT
508{
509 char *name;
2604b703
N
510 int level;
511 struct list_head list;
1da177e4 512 struct module *owner;
b4fdcb02 513 void (*make_request)(struct mddev *mddev, struct bio *bio);
fd01b88c 514 int (*run)(struct mddev *mddev);
afa0f557 515 void (*free)(struct mddev *mddev, void *priv);
fd01b88c 516 void (*status)(struct seq_file *seq, struct mddev *mddev);
1da177e4 517 /* error_handler must set ->faulty and clear ->in_sync
f72ffdd6 518 * if appropriate, and should abort recovery if needed
1da177e4 519 */
fd01b88c
N
520 void (*error_handler)(struct mddev *mddev, struct md_rdev *rdev);
521 int (*hot_add_disk) (struct mddev *mddev, struct md_rdev *rdev);
b8321b68 522 int (*hot_remove_disk) (struct mddev *mddev, struct md_rdev *rdev);
fd01b88c 523 int (*spare_active) (struct mddev *mddev);
09314799 524 sector_t (*sync_request)(struct mddev *mddev, sector_t sector_nr, int *skipped);
fd01b88c
N
525 int (*resize) (struct mddev *mddev, sector_t sectors);
526 sector_t (*size) (struct mddev *mddev, sector_t sectors, int raid_disks);
527 int (*check_reshape) (struct mddev *mddev);
528 int (*start_reshape) (struct mddev *mddev);
529 void (*finish_reshape) (struct mddev *mddev);
36fa3063
N
530 /* quiesce moves between quiescence states
531 * 0 - fully active
532 * 1 - no new requests allowed
533 * others - reserved
534 */
fd01b88c 535 void (*quiesce) (struct mddev *mddev, int state);
245f46c2
N
536 /* takeover is used to transition an array from one
537 * personality to another. The new personality must be able
538 * to handle the data in the current layout.
539 * e.g. 2drive raid1 -> 2drive raid5
540 * ndrive raid5 -> degraded n+1drive raid6 with special layout
541 * If the takeover succeeds, a new 'private' structure is returned.
542 * This needs to be installed and then ->run used to activate the
543 * array.
544 */
fd01b88c 545 void *(*takeover) (struct mddev *mddev);
5c675f83
N
546 /* congested implements bdi.congested_fn().
547 * Will not be called while array is 'suspended' */
548 int (*congested)(struct mddev *mddev, int bits);
ba903a3e
AP
549 /* Changes the consistency policy of an active array. */
550 int (*change_consistency_policy)(struct mddev *mddev, const char *buf);
1da177e4
LT
551};
552
007583c9
N
553struct md_sysfs_entry {
554 struct attribute attr;
fd01b88c
N
555 ssize_t (*show)(struct mddev *, char *);
556 ssize_t (*store)(struct mddev *, const char *, size_t);
007583c9 557};
43a70507 558extern struct attribute_group md_bitmap_group;
007583c9 559
324a56e1 560static inline struct kernfs_node *sysfs_get_dirent_safe(struct kernfs_node *sd, char *name)
00bcb4ac
N
561{
562 if (sd)
388975cc 563 return sysfs_get_dirent(sd, name);
00bcb4ac
N
564 return sd;
565}
324a56e1 566static inline void sysfs_notify_dirent_safe(struct kernfs_node *sd)
00bcb4ac
N
567{
568 if (sd)
569 sysfs_notify_dirent(sd);
570}
571
fd01b88c 572static inline char * mdname (struct mddev * mddev)
1da177e4
LT
573{
574 return mddev->gendisk ? mddev->gendisk->disk_name : "mdX";
575}
576
fd01b88c 577static inline int sysfs_link_rdev(struct mddev *mddev, struct md_rdev *rdev)
36fad858
NK
578{
579 char nm[20];
9b15603d
SL
580 if (!test_bit(Replacement, &rdev->flags) &&
581 !test_bit(Journal, &rdev->flags) &&
582 mddev->kobj.sd) {
2d78f8c4
N
583 sprintf(nm, "rd%d", rdev->raid_disk);
584 return sysfs_create_link(&mddev->kobj, &rdev->kobj, nm);
585 } else
586 return 0;
36fad858
NK
587}
588
fd01b88c 589static inline void sysfs_unlink_rdev(struct mddev *mddev, struct md_rdev *rdev)
36fad858
NK
590{
591 char nm[20];
9b15603d
SL
592 if (!test_bit(Replacement, &rdev->flags) &&
593 !test_bit(Journal, &rdev->flags) &&
594 mddev->kobj.sd) {
2d78f8c4
N
595 sprintf(nm, "rd%d", rdev->raid_disk);
596 sysfs_remove_link(&mddev->kobj, nm);
597 }
36fad858
NK
598}
599
1da177e4
LT
600/*
601 * iterates through some rdev ringlist. It's safe to remove the
602 * current 'rdev'. Dont touch 'tmp' though.
603 */
159ec1fc
CR
604#define rdev_for_each_list(rdev, tmp, head) \
605 list_for_each_entry_safe(rdev, tmp, head, same_set)
606
1da177e4
LT
607/*
608 * iterates through the 'same array disks' ringlist
609 */
dafb20fa
N
610#define rdev_for_each(rdev, mddev) \
611 list_for_each_entry(rdev, &((mddev)->disks), same_set)
612
613#define rdev_for_each_safe(rdev, tmp, mddev) \
159ec1fc 614 list_for_each_entry_safe(rdev, tmp, &((mddev)->disks), same_set)
1da177e4 615
4b80991c
N
616#define rdev_for_each_rcu(rdev, mddev) \
617 list_for_each_entry_rcu(rdev, &((mddev)->disks), same_set)
618
2b8bf345 619struct md_thread {
4ed8731d 620 void (*run) (struct md_thread *thread);
fd01b88c 621 struct mddev *mddev;
1da177e4 622 wait_queue_head_t wqueue;
f72ffdd6 623 unsigned long flags;
1da177e4 624 struct task_struct *tsk;
32a7627c 625 unsigned long timeout;
4ed8731d 626 void *private;
2b8bf345 627};
1da177e4
LT
628
629#define THREAD_WAKEUP 0
630
1345b1d8
N
631static inline void safe_put_page(struct page *p)
632{
633 if (p) put_page(p);
634}
635
84fc4b56
N
636extern int register_md_personality(struct md_personality *p);
637extern int unregister_md_personality(struct md_personality *p);
edb39c9d
GR
638extern int register_md_cluster_operations(struct md_cluster_operations *ops,
639 struct module *module);
640extern int unregister_md_cluster_operations(void);
641extern int md_setup_cluster(struct mddev *mddev, int nodes);
642extern void md_cluster_stop(struct mddev *mddev);
2b8bf345 643extern struct md_thread *md_register_thread(
4ed8731d 644 void (*run)(struct md_thread *thread),
2b8bf345
N
645 struct mddev *mddev,
646 const char *name);
647extern void md_unregister_thread(struct md_thread **threadp);
648extern void md_wakeup_thread(struct md_thread *thread);
fd01b88c 649extern void md_check_recovery(struct mddev *mddev);
a91d5ac0 650extern void md_reap_sync_thread(struct mddev *mddev);
fd01b88c 651extern void md_write_start(struct mddev *mddev, struct bio *bi);
49728050 652extern void md_write_inc(struct mddev *mddev, struct bio *bi);
fd01b88c
N
653extern void md_write_end(struct mddev *mddev);
654extern void md_done_sync(struct mddev *mddev, int blocks, int ok);
655extern void md_error(struct mddev *mddev, struct md_rdev *rdev);
c6563a8c 656extern void md_finish_reshape(struct mddev *mddev);
fd01b88c
N
657
658extern int mddev_congested(struct mddev *mddev, int bits);
659extern void md_flush_request(struct mddev *mddev, struct bio *bio);
660extern void md_super_write(struct mddev *mddev, struct md_rdev *rdev,
92022950 661 sector_t sector, int size, struct page *page);
46533ff7 662extern int md_super_wait(struct mddev *mddev);
f72ffdd6 663extern int sync_page_io(struct md_rdev *rdev, sector_t sector, int size,
796a5cf0
MC
664 struct page *page, int op, int op_flags,
665 bool metadata_op);
4ed8731d 666extern void md_do_sync(struct md_thread *thread);
fd01b88c 667extern void md_new_event(struct mddev *mddev);
2214c260 668extern void md_allow_write(struct mddev *mddev);
fd01b88c
N
669extern void md_wait_for_blocked_rdev(struct md_rdev *rdev, struct mddev *mddev);
670extern void md_set_array_sectors(struct mddev *mddev, sector_t array_sectors);
671extern int md_check_no_bitmap(struct mddev *mddev);
672extern int md_integrity_register(struct mddev *mddev);
1501efad 673extern int md_integrity_add_rdev(struct md_rdev *rdev, struct mddev *mddev);
72e02075 674extern int strict_strtoul_scaled(const char *cp, unsigned long *res, int scale);
63fe0817 675
fd01b88c
N
676extern void mddev_init(struct mddev *mddev);
677extern int md_run(struct mddev *mddev);
678extern void md_stop(struct mddev *mddev);
679extern void md_stop_writes(struct mddev *mddev);
3cb03002 680extern int md_rdev_init(struct md_rdev *rdev);
545c8795 681extern void md_rdev_clear(struct md_rdev *rdev);
63fe0817 682
fd01b88c
N
683extern void mddev_suspend(struct mddev *mddev);
684extern void mddev_resume(struct mddev *mddev);
a167f663 685extern struct bio *bio_alloc_mddev(gfp_t gfp_mask, int nr_iovecs,
fd01b88c 686 struct mddev *mddev);
9cbb1750 687
70bcecdb 688extern void md_reload_sb(struct mddev *mddev, int raid_disk);
1aee41f6 689extern void md_update_sb(struct mddev *mddev, int force);
fb56dfef 690extern void md_kick_rdev_from_array(struct md_rdev * rdev);
57d051dc 691struct md_rdev *md_find_rdev_nr_rcu(struct mddev *mddev, int nr);
dfe15ac1
HR
692
693static inline void rdev_dec_pending(struct md_rdev *rdev, struct mddev *mddev)
694{
695 int faulty = test_bit(Faulty, &rdev->flags);
696 if (atomic_dec_and_test(&rdev->nr_pending) && faulty) {
697 set_bit(MD_RECOVERY_NEEDED, &mddev->recovery);
698 md_wakeup_thread(mddev->thread);
699 }
700}
701
edb39c9d 702extern struct md_cluster_operations *md_cluster_ops;
c4ce867f
GR
703static inline int mddev_is_clustered(struct mddev *mddev)
704{
705 return mddev->cluster_info && mddev->bitmap_info.nodes > 1;
706}
394ed8e4
SL
707
708/* clear unsupported mddev_flags */
709static inline void mddev_clear_unsupported_flags(struct mddev *mddev,
710 unsigned long unsupported_flags)
711{
712 mddev->flags &= ~unsupported_flags;
713}
26483819
SL
714
715static inline void mddev_check_writesame(struct mddev *mddev, struct bio *bio)
716{
717 if (bio_op(bio) == REQ_OP_WRITE_SAME &&
718 !bdev_get_queue(bio->bi_bdev)->limits.max_write_same_sectors)
719 mddev->queue->limits.max_write_same_sectors = 0;
720}
3deff1a7
CH
721
722static inline void mddev_check_write_zeroes(struct mddev *mddev, struct bio *bio)
723{
724 if (bio_op(bio) == REQ_OP_WRITE_ZEROES &&
725 !bdev_get_queue(bio->bi_bdev)->limits.max_write_zeroes_sectors)
726 mddev->queue->limits.max_write_zeroes_sectors = 0;
727}
e265eb3a 728
d8e29fbc
ML
729/* Maximum size of each resync request */
730#define RESYNC_BLOCK_SIZE (64*1024)
731#define RESYNC_PAGES ((RESYNC_BLOCK_SIZE + PAGE_SIZE-1) / PAGE_SIZE)
732
513e2faa
ML
733/* for managing resync I/O pages */
734struct resync_pages {
735 unsigned idx; /* for get/put page from the pool */
736 void *raid_bio;
737 struct page *pages[RESYNC_PAGES];
738};
739
740static inline int resync_alloc_pages(struct resync_pages *rp,
741 gfp_t gfp_flags)
742{
743 int i;
744
745 for (i = 0; i < RESYNC_PAGES; i++) {
746 rp->pages[i] = alloc_page(gfp_flags);
747 if (!rp->pages[i])
748 goto out_free;
749 }
750
751 return 0;
752
753out_free:
754 while (--i >= 0)
755 put_page(rp->pages[i]);
756 return -ENOMEM;
757}
758
759static inline void resync_free_pages(struct resync_pages *rp)
760{
761 int i;
762
763 for (i = 0; i < RESYNC_PAGES; i++)
764 put_page(rp->pages[i]);
765}
766
767static inline void resync_get_all_pages(struct resync_pages *rp)
768{
769 int i;
770
771 for (i = 0; i < RESYNC_PAGES; i++)
772 get_page(rp->pages[i]);
773}
774
775static inline struct page *resync_fetch_page(struct resync_pages *rp,
776 unsigned idx)
777{
778 if (WARN_ON_ONCE(idx >= RESYNC_PAGES))
779 return NULL;
780 return rp->pages[idx];
781}
63fe0817 782#endif /* _MD_MD_H */