1 /* SPDX-License-Identifier: GPL-2.0 */
3 * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
4 * Horst Hummel <Horst.Hummel@de.ibm.com>
5 * Martin Schwidefsky <schwidefsky@de.ibm.com>
6 * Bugreports.to..: <Linux390@de.ibm.com>
7 * Copyright IBM Corp. 1999, 2009
13 /* we keep old device allocation scheme; IOW, minors are still in 0..255 */
14 #define DASD_PER_MAJOR (1U << (MINORBITS - DASD_PARTN_BITS))
15 #define DASD_PARTN_MASK ((1 << DASD_PARTN_BITS) - 1)
18 * States a dasd device can have:
19 * new: the dasd_device structure is allocated.
20 * known: the discipline for the device is identified.
21 * basic: the device can do basic i/o.
22 * unfmt: the device could not be analyzed (format is unknown).
23 * ready: partition detection is done and the device is can do block io.
24 * online: the device accepts requests from the block device queue.
26 * Things to do for startup state transitions:
27 * new -> known: find discipline for the device and create devfs entries.
28 * known -> basic: request irq line for the device.
29 * basic -> ready: do the initial analysis, e.g. format detection,
30 * do block device setup and detect partitions.
31 * ready -> online: schedule the device tasklet.
32 * Things to do for shutdown state transitions:
33 * online -> ready: just set the new device state.
34 * ready -> basic: flush requests from the block device layer, clear
35 * partition information and reset format information.
36 * basic -> known: terminate all requests and free irq.
37 * known -> new: remove devfs entries and forget discipline.
40 #define DASD_STATE_NEW 0
41 #define DASD_STATE_KNOWN 1
42 #define DASD_STATE_BASIC 2
43 #define DASD_STATE_UNFMT 3
44 #define DASD_STATE_READY 4
45 #define DASD_STATE_ONLINE 5
47 #include <linux/module.h>
48 #include <linux/wait.h>
49 #include <linux/blkdev.h>
50 #include <linux/genhd.h>
51 #include <linux/hdreg.h>
52 #include <linux/interrupt.h>
53 #include <linux/log2.h>
54 #include <asm/ccwdev.h>
55 #include <linux/workqueue.h>
56 #include <asm/debug.h>
58 #include <asm/idals.h>
59 #include <linux/bitops.h>
60 #include <linux/blk-mq.h>
62 /* DASD discipline magic */
63 #define DASD_ECKD_MAGIC 0xC5C3D2C4
64 #define DASD_DIAG_MAGIC 0xC4C9C1C7
65 #define DASD_FBA_MAGIC 0xC6C2C140
68 * SECTION: Type definitions
73 /* BIT DEFINITIONS FOR SENSE DATA */
74 #define DASD_SENSE_BIT_0 0x80
75 #define DASD_SENSE_BIT_1 0x40
76 #define DASD_SENSE_BIT_2 0x20
77 #define DASD_SENSE_BIT_3 0x10
79 /* BIT DEFINITIONS FOR SIM SENSE */
80 #define DASD_SIM_SENSE 0x0F
81 #define DASD_SIM_MSG_TO_OP 0x03
82 #define DASD_SIM_LOG 0x0C
84 /* lock class for nested cdev lock */
85 #define CDEV_NESTED_FIRST 1
86 #define CDEV_NESTED_SECOND 2
89 * SECTION: MACROs for klogd and s390 debug feature (dbf)
91 #define DBF_DEV_EVENT(d_level, d_device, d_str, d_data...) \
93 debug_sprintf_event(d_device->debug_area, \
99 #define DBF_EVENT(d_level, d_str, d_data...)\
101 debug_sprintf_event(dasd_debug_area, \
107 #define DBF_EVENT_DEVID(d_level, d_cdev, d_str, d_data...) \
109 struct ccw_dev_id __dev_id; \
110 ccw_device_get_id(d_cdev, &__dev_id); \
111 debug_sprintf_event(dasd_debug_area, \
113 "0.%x.%04x " d_str "\n", \
114 __dev_id.ssid, __dev_id.devno, d_data); \
117 /* limit size for an errorstring */
118 #define ERRORLENGTH 30
120 /* definition of dbf debug levels */
121 #define DBF_EMERG 0 /* system is unusable */
122 #define DBF_ALERT 1 /* action must be taken immediately */
123 #define DBF_CRIT 2 /* critical conditions */
124 #define DBF_ERR 3 /* error conditions */
125 #define DBF_WARNING 4 /* warning conditions */
126 #define DBF_NOTICE 5 /* normal but significant condition */
127 #define DBF_INFO 6 /* informational */
128 #define DBF_DEBUG 6 /* debug-level messages */
130 /* messages to be written via klogd and dbf */
131 #define DEV_MESSAGE(d_loglevel,d_device,d_string,d_args...)\
133 printk(d_loglevel PRINTK_HEADER " %s: " d_string "\n", \
134 dev_name(&d_device->cdev->dev), d_args); \
135 DBF_DEV_EVENT(DBF_ALERT, d_device, d_string, d_args); \
138 #define MESSAGE(d_loglevel,d_string,d_args...)\
140 printk(d_loglevel PRINTK_HEADER " " d_string "\n", d_args); \
141 DBF_EVENT(DBF_ALERT, d_string, d_args); \
144 /* messages to be written via klogd only */
145 #define DEV_MESSAGE_LOG(d_loglevel,d_device,d_string,d_args...)\
147 printk(d_loglevel PRINTK_HEADER " %s: " d_string "\n", \
148 dev_name(&d_device->cdev->dev), d_args); \
151 #define MESSAGE_LOG(d_loglevel,d_string,d_args...)\
153 printk(d_loglevel PRINTK_HEADER " " d_string "\n", d_args); \
156 /* Macro to calculate number of blocks per page */
157 #define BLOCKS_PER_PAGE(blksize) (PAGE_SIZE / blksize)
159 struct dasd_ccw_req {
160 unsigned int magic; /* Eye catcher */
161 int intrc; /* internal error, e.g. from start_IO */
162 struct list_head devlist; /* for dasd_device request queue */
163 struct list_head blocklist; /* for dasd_block request queue */
164 struct dasd_block *block; /* the originating block device */
165 struct dasd_device *memdev; /* the device used to allocate this */
166 struct dasd_device *startdev; /* device the request is started on */
167 struct dasd_device *basedev; /* base device if no block->base */
168 void *cpaddr; /* address of ccw or tcw */
169 short retries; /* A retry counter */
170 unsigned char cpmode; /* 0 = cmd mode, 1 = itcw */
171 char status; /* status of this request */
172 char lpm; /* logical path mask */
173 unsigned long flags; /* flags of this request */
174 struct dasd_queue *dq;
175 unsigned long starttime; /* jiffies time of request start */
176 unsigned long expires; /* expiration period in jiffies */
177 void *data; /* pointer to data area */
178 struct irb irb; /* device status in case of an error */
179 struct dasd_ccw_req *refers; /* ERP-chain queueing. */
180 void *function; /* originating ERP action */
183 unsigned long buildclk; /* TOD-clock of request generation */
184 unsigned long startclk; /* TOD-clock of request start */
185 unsigned long stopclk; /* TOD-clock of request interrupt */
186 unsigned long endclk; /* TOD-clock of request termination */
188 void (*callback)(struct dasd_ccw_req *, void *data);
190 unsigned int proc_bytes; /* bytes for partial completion */
191 unsigned int trkcount; /* count formatted tracks */
195 * dasd_ccw_req -> status can be:
197 #define DASD_CQR_FILLED 0x00 /* request is ready to be processed */
198 #define DASD_CQR_DONE 0x01 /* request is completed successfully */
199 #define DASD_CQR_NEED_ERP 0x02 /* request needs recovery action */
200 #define DASD_CQR_IN_ERP 0x03 /* request is in recovery */
201 #define DASD_CQR_FAILED 0x04 /* request is finally failed */
202 #define DASD_CQR_TERMINATED 0x05 /* request was stopped by driver */
204 #define DASD_CQR_QUEUED 0x80 /* request is queued to be processed */
205 #define DASD_CQR_IN_IO 0x81 /* request is currently in IO */
206 #define DASD_CQR_ERROR 0x82 /* request is completed with error */
207 #define DASD_CQR_CLEAR_PENDING 0x83 /* request is clear pending */
208 #define DASD_CQR_CLEARED 0x84 /* request was cleared */
209 #define DASD_CQR_SUCCESS 0x85 /* request was successful */
211 /* default expiration time*/
212 #define DASD_EXPIRES 300
213 #define DASD_EXPIRES_MAX 40000000
214 #define DASD_RETRIES 256
215 #define DASD_RETRIES_MAX 32768
217 /* per dasd_ccw_req flags */
218 #define DASD_CQR_FLAGS_USE_ERP 0 /* use ERP for this request */
219 #define DASD_CQR_FLAGS_FAILFAST 1 /* FAILFAST */
220 #define DASD_CQR_VERIFY_PATH 2 /* path verification request */
221 #define DASD_CQR_ALLOW_SLOCK 3 /* Try this request even when lock was
222 * stolen. Should not be combined with
223 * DASD_CQR_FLAGS_USE_ERP
226 * The following flags are used to suppress output of certain errors.
228 #define DASD_CQR_SUPPRESS_NRF 4 /* Suppress 'No Record Found' error */
229 #define DASD_CQR_SUPPRESS_FP 5 /* Suppress 'File Protected' error*/
230 #define DASD_CQR_SUPPRESS_IL 6 /* Suppress 'Incorrect Length' error */
231 #define DASD_CQR_SUPPRESS_CR 7 /* Suppress 'Command Reject' error */
233 #define DASD_REQ_PER_DEV 4
235 /* Signature for error recovery functions. */
236 typedef struct dasd_ccw_req *(*dasd_erp_fn_t) (struct dasd_ccw_req *);
239 * A single CQR can only contain a maximum of 255 CCWs. It is limited by
240 * the locate record and locate record extended count value which can only hold
243 #define DASD_CQR_MAX_CCW 255
246 * Unique identifier for dasd device.
248 #define UA_NOT_CONFIGURED 0x00
249 #define UA_BASE_DEVICE 0x01
250 #define UA_BASE_PAV_ALIAS 0x02
251 #define UA_HYPER_PAV_ALIAS 0x03
264 * the struct dasd_discipline is
265 * sth like a table of virtual functions, if you think of dasd_eckd
267 * no, currently we are not planning to reimplement the driver in C++
269 struct dasd_discipline {
270 struct module *owner;
271 char ebcname[8]; /* a name used for tagging and printks */
272 char name[8]; /* a name used for tagging and printks */
274 struct list_head list; /* used for list of disciplines */
277 * Device recognition functions. check_device is used to verify
278 * the sense data and the information returned by read device
279 * characteristics. It returns 0 if the discipline can be used
280 * for the device in question. uncheck_device is called during
281 * device shutdown to deregister a device from its discipline.
283 int (*check_device) (struct dasd_device *);
284 void (*uncheck_device) (struct dasd_device *);
287 * do_analysis is used in the step from device state "basic" to
288 * state "accept". It returns 0 if the device can be made ready,
289 * it returns -EMEDIUMTYPE if the device can't be made ready or
290 * -EAGAIN if do_analysis started a ccw that needs to complete
291 * before the analysis may be repeated.
293 int (*do_analysis) (struct dasd_block *);
296 * This function is called, when new paths become available.
297 * Disciplins may use this callback to do necessary setup work,
298 * e.g. verify that new path is compatible with the current
301 int (*pe_handler)(struct dasd_device *, __u8);
304 * Last things to do when a device is set online, and first things
305 * when it is set offline.
307 int (*basic_to_ready) (struct dasd_device *);
308 int (*online_to_ready) (struct dasd_device *);
309 int (*basic_to_known)(struct dasd_device *);
312 * Initialize block layer request queue.
314 void (*setup_blk_queue)(struct dasd_block *);
315 /* (struct dasd_device *);
316 * Device operation functions. build_cp creates a ccw chain for
317 * a block device request, start_io starts the request and
318 * term_IO cancels it (e.g. in case of a timeout). format_device
319 * formats the device and check_device_format compares the format of
320 * a device with the expected format_data.
321 * handle_terminated_request allows to examine a cqr and prepare
324 struct dasd_ccw_req *(*build_cp) (struct dasd_device *,
327 int (*start_IO) (struct dasd_ccw_req *);
328 int (*term_IO) (struct dasd_ccw_req *);
329 void (*handle_terminated_request) (struct dasd_ccw_req *);
330 int (*format_device) (struct dasd_device *,
331 struct format_data_t *, int);
332 int (*check_device_format)(struct dasd_device *,
333 struct format_check_t *, int);
334 int (*free_cp) (struct dasd_ccw_req *, struct request *);
337 * Error recovery functions. examine_error() returns a value that
338 * indicates what to do for an error condition. If examine_error()
339 * returns 'dasd_era_recover' erp_action() is called to create a
340 * special error recovery ccw. erp_postaction() is called after
341 * an error recovery ccw has finished its execution. dump_sense
342 * is called for every error condition to print the sense data
345 dasd_erp_fn_t(*erp_action) (struct dasd_ccw_req *);
346 dasd_erp_fn_t(*erp_postaction) (struct dasd_ccw_req *);
347 void (*dump_sense) (struct dasd_device *, struct dasd_ccw_req *,
349 void (*dump_sense_dbf) (struct dasd_device *, struct irb *, char *);
350 void (*check_for_device_change) (struct dasd_device *,
351 struct dasd_ccw_req *,
354 /* i/o control functions. */
355 int (*fill_geometry) (struct dasd_block *, struct hd_geometry *);
356 int (*fill_info) (struct dasd_device *, struct dasd_information2_t *);
357 int (*ioctl) (struct dasd_block *, unsigned int, void __user *);
359 /* suspend/resume functions */
360 int (*freeze) (struct dasd_device *);
361 int (*restore) (struct dasd_device *);
363 /* reload device after state change */
364 int (*reload) (struct dasd_device *);
366 int (*get_uid) (struct dasd_device *, struct dasd_uid *);
367 void (*kick_validate) (struct dasd_device *);
368 int (*check_attention)(struct dasd_device *, __u8);
369 int (*host_access_count)(struct dasd_device *);
370 int (*hosts_print)(struct dasd_device *, struct seq_file *);
371 void (*handle_hpf_error)(struct dasd_device *, struct irb *);
372 void (*disable_hpf)(struct dasd_device *);
373 int (*hpf_enabled)(struct dasd_device *);
374 void (*reset_path)(struct dasd_device *, __u8);
377 * Extent Space Efficient (ESE) relevant functions
379 int (*is_ese)(struct dasd_device *);
381 int (*space_allocated)(struct dasd_device *);
382 int (*space_configured)(struct dasd_device *);
383 int (*logical_capacity)(struct dasd_device *);
384 int (*release_space)(struct dasd_device *, struct format_data_t *);
386 int (*ext_pool_id)(struct dasd_device *);
387 int (*ext_size)(struct dasd_device *);
388 int (*ext_pool_cap_at_warnlevel)(struct dasd_device *);
389 int (*ext_pool_warn_thrshld)(struct dasd_device *);
390 int (*ext_pool_oos)(struct dasd_device *);
391 int (*ext_pool_exhaust)(struct dasd_device *, struct dasd_ccw_req *);
392 struct dasd_ccw_req *(*ese_format)(struct dasd_device *,
393 struct dasd_ccw_req *, struct irb *);
394 int (*ese_read)(struct dasd_ccw_req *, struct irb *);
397 extern struct dasd_discipline *dasd_diag_discipline_pointer;
400 * Notification numbers for extended error reporting notifications:
401 * The DASD_EER_DISABLE notification is sent before a dasd_device (and it's
402 * eer pointer) is freed. The error reporting module needs to do all necessary
404 * The DASD_EER_TRIGGER notification sends the actual error reports (triggers).
406 #define DASD_EER_DISABLE 0
407 #define DASD_EER_TRIGGER 1
409 /* Trigger IDs for extended error reporting DASD_EER_TRIGGER notification */
410 #define DASD_EER_FATALERROR 1
411 #define DASD_EER_NOPATH 2
412 #define DASD_EER_STATECHANGE 3
413 #define DASD_EER_PPRCSUSPEND 4
414 #define DASD_EER_NOSPC 5
416 /* DASD path handling */
418 #define DASD_PATH_OPERATIONAL 1
419 #define DASD_PATH_TBV 2
420 #define DASD_PATH_PP 3
421 #define DASD_PATH_NPP 4
422 #define DASD_PATH_MISCABLED 5
423 #define DASD_PATH_NOHPF 6
424 #define DASD_PATH_CUIR 7
425 #define DASD_PATH_IFCC 8
427 #define DASD_THRHLD_MAX 4294967295U
428 #define DASD_INTERVAL_MAX 4294967295U
435 struct dasd_conf_data *conf_data;
436 atomic_t error_count;
437 unsigned long errorclk;
441 struct dasd_profile_info {
442 /* legacy part of profile data, as in dasd_profile_info_t */
443 unsigned int dasd_io_reqs; /* number of requests processed */
444 unsigned int dasd_io_sects; /* number of sectors processed */
445 unsigned int dasd_io_secs[32]; /* histogram of request's sizes */
446 unsigned int dasd_io_times[32]; /* histogram of requests's times */
447 unsigned int dasd_io_timps[32]; /* h. of requests's times per sector */
448 unsigned int dasd_io_time1[32]; /* hist. of time from build to start */
449 unsigned int dasd_io_time2[32]; /* hist. of time from start to irq */
450 unsigned int dasd_io_time2ps[32]; /* hist. of time from start to irq */
451 unsigned int dasd_io_time3[32]; /* hist. of time from irq to end */
452 unsigned int dasd_io_nr_req[32]; /* hist. of # of requests in chanq */
455 struct timespec64 starttod; /* time of start or last reset */
456 unsigned int dasd_io_alias; /* requests using an alias */
457 unsigned int dasd_io_tpm; /* requests using transport mode */
458 unsigned int dasd_read_reqs; /* total number of read requests */
459 unsigned int dasd_read_sects; /* total number read sectors */
460 unsigned int dasd_read_alias; /* read request using an alias */
461 unsigned int dasd_read_tpm; /* read requests in transport mode */
462 unsigned int dasd_read_secs[32]; /* histogram of request's sizes */
463 unsigned int dasd_read_times[32]; /* histogram of requests's times */
464 unsigned int dasd_read_time1[32]; /* hist. time from build to start */
465 unsigned int dasd_read_time2[32]; /* hist. of time from start to irq */
466 unsigned int dasd_read_time3[32]; /* hist. of time from irq to end */
467 unsigned int dasd_read_nr_req[32]; /* hist. of # of requests in chanq */
468 unsigned long dasd_sum_times; /* sum of request times */
469 unsigned long dasd_sum_time_str; /* sum of time from build to start */
470 unsigned long dasd_sum_time_irq; /* sum of time from start to irq */
471 unsigned long dasd_sum_time_end; /* sum of time from irq to end */
474 struct dasd_profile {
475 struct dentry *dentry;
476 struct dasd_profile_info *data;
480 struct dasd_format_entry {
481 struct list_head list;
486 /* Block device stuff. */
487 struct dasd_block *block;
489 unsigned int devindex;
490 unsigned long flags; /* per device flags */
491 unsigned short features; /* copy of devmap-features (read-only!) */
493 /* extended error reporting stuff (eer) */
494 struct dasd_ccw_req *eer_cqr;
496 /* Device discipline stuff. */
497 struct dasd_discipline *discipline;
498 struct dasd_discipline *base_discipline;
500 struct dasd_path path[8];
503 /* Device state and target state. */
505 struct mutex state_mutex;
506 int stopped; /* device (ccw_device_start) was stopped */
508 /* reference count. */
511 /* ccw queue and memory for static ccw/erp buffers. */
512 struct list_head ccw_queue;
517 struct list_head ccw_chunks;
518 struct list_head erp_chunks;
519 struct list_head ese_chunks;
521 atomic_t tasklet_scheduled;
522 struct tasklet_struct tasklet;
523 struct work_struct kick_work;
524 struct work_struct restore_device;
525 struct work_struct reload_device;
526 struct work_struct kick_validate;
527 struct work_struct suc_work;
528 struct work_struct requeue_requests;
529 struct timer_list timer;
531 debug_info_t *debug_area;
533 struct ccw_device *cdev;
535 /* hook for alias management */
536 struct list_head alias_list;
538 /* default expiration time in s */
539 unsigned long default_expires;
540 unsigned long default_retries;
542 unsigned long blk_timeout;
544 unsigned long path_thrhld;
545 unsigned long path_interval;
547 struct dentry *debugfs_dentry;
548 struct dentry *hosts_dentry;
549 struct dasd_profile profile;
550 struct dasd_format_entry format_entry;
554 /* Block device stuff. */
556 struct request_queue *request_queue;
557 spinlock_t request_queue_lock;
558 struct blk_mq_tag_set tag_set;
559 struct block_device *bdev;
562 unsigned long blocks; /* size of volume in blocks */
563 unsigned int bp_block; /* bytes per block */
564 unsigned int s2b_shift; /* log2 (bp_block/512) */
566 struct dasd_device *base;
567 struct list_head ccw_queue;
568 spinlock_t queue_lock;
570 atomic_t tasklet_scheduled;
571 struct tasklet_struct tasklet;
572 struct timer_list timer;
574 struct dentry *debugfs_dentry;
575 struct dasd_profile profile;
577 struct list_head format_list;
578 spinlock_t format_lock;
582 struct dasd_attention_data {
583 struct dasd_device *device;
591 /* reasons why device (ccw_device_start) was stopped */
592 #define DASD_STOPPED_NOT_ACC 1 /* not accessible */
593 #define DASD_STOPPED_QUIESCE 2 /* Quiesced */
594 #define DASD_STOPPED_PENDING 4 /* long busy */
595 #define DASD_STOPPED_DC_WAIT 8 /* disconnected, wait */
596 #define DASD_STOPPED_SU 16 /* summary unit check handling */
597 #define DASD_STOPPED_PM 32 /* pm state transition */
598 #define DASD_UNRESUMED_PM 64 /* pm resume failed state */
599 #define DASD_STOPPED_NOSPC 128 /* no space left */
601 /* per device flags */
602 #define DASD_FLAG_OFFLINE 3 /* device is in offline processing */
603 #define DASD_FLAG_EER_SNSS 4 /* A SNSS is required */
604 #define DASD_FLAG_EER_IN_USE 5 /* A SNSS request is running */
605 #define DASD_FLAG_DEVICE_RO 6 /* The device itself is read-only. Don't
606 * confuse this with the user specified
609 #define DASD_FLAG_IS_RESERVED 7 /* The device is reserved */
610 #define DASD_FLAG_LOCK_STOLEN 8 /* The device lock was stolen */
611 #define DASD_FLAG_SUSPENDED 9 /* The device was suspended */
612 #define DASD_FLAG_SAFE_OFFLINE 10 /* safe offline processing requested*/
613 #define DASD_FLAG_SAFE_OFFLINE_RUNNING 11 /* safe offline running */
614 #define DASD_FLAG_ABORTALL 12 /* Abort all noretry requests */
615 #define DASD_FLAG_PATH_VERIFY 13 /* Path verification worker running */
616 #define DASD_FLAG_SUC 14 /* unhandled summary unit check */
618 #define DASD_SLEEPON_START_TAG ((void *) 1)
619 #define DASD_SLEEPON_END_TAG ((void *) 2)
621 void dasd_put_device_wake(struct dasd_device *);
624 * Reference count inliners
627 dasd_get_device(struct dasd_device *device)
629 atomic_inc(&device->ref_count);
633 dasd_put_device(struct dasd_device *device)
635 if (atomic_dec_return(&device->ref_count) == 0)
636 dasd_put_device_wake(device);
640 * The static memory in ccw_mem and erp_mem is managed by a sorted
641 * list of free memory chunks.
645 struct list_head list;
647 } __attribute__ ((aligned(8)));
650 dasd_init_chunklist(struct list_head *chunk_list, void *mem,
653 struct dasd_mchunk *chunk;
655 INIT_LIST_HEAD(chunk_list);
656 chunk = (struct dasd_mchunk *) mem;
657 chunk->size = size - sizeof(struct dasd_mchunk);
658 list_add(&chunk->list, chunk_list);
662 dasd_alloc_chunk(struct list_head *chunk_list, unsigned long size)
664 struct dasd_mchunk *chunk, *tmp;
666 size = (size + 7L) & -8L;
667 list_for_each_entry(chunk, chunk_list, list) {
668 if (chunk->size < size)
670 if (chunk->size > size + sizeof(struct dasd_mchunk)) {
671 char *endaddr = (char *) (chunk + 1) + chunk->size;
672 tmp = (struct dasd_mchunk *) (endaddr - size) - 1;
674 chunk->size -= size + sizeof(struct dasd_mchunk);
677 list_del(&chunk->list);
678 return (void *) (chunk + 1);
684 dasd_free_chunk(struct list_head *chunk_list, void *mem)
686 struct dasd_mchunk *chunk, *tmp;
687 struct list_head *p, *left;
689 chunk = (struct dasd_mchunk *)
690 ((char *) mem - sizeof(struct dasd_mchunk));
691 /* Find out the left neighbour in chunk_list. */
693 list_for_each(p, chunk_list) {
694 if (list_entry(p, struct dasd_mchunk, list) > chunk)
698 /* Try to merge with right neighbour = next element from left. */
699 if (left->next != chunk_list) {
700 tmp = list_entry(left->next, struct dasd_mchunk, list);
701 if ((char *) (chunk + 1) + chunk->size == (char *) tmp) {
702 list_del(&tmp->list);
703 chunk->size += tmp->size + sizeof(struct dasd_mchunk);
706 /* Try to merge with left neighbour. */
707 if (left != chunk_list) {
708 tmp = list_entry(left, struct dasd_mchunk, list);
709 if ((char *) (tmp + 1) + tmp->size == (char *) chunk) {
710 tmp->size += chunk->size + sizeof(struct dasd_mchunk);
714 __list_add(&chunk->list, left, left->next);
718 * Check if bsize is in { 512, 1024, 2048, 4096 }
721 dasd_check_blocksize(int bsize)
723 if (bsize < 512 || bsize > 4096 || !is_power_of_2(bsize))
729 * return the callback data of the original request in case there are
730 * ERP requests build on top of it
732 static inline void *dasd_get_callback_data(struct dasd_ccw_req *cqr)
737 return cqr->callback_data;
740 /* externals in dasd.c */
741 #define DASD_PROFILE_OFF 0
742 #define DASD_PROFILE_ON 1
743 #define DASD_PROFILE_GLOBAL_ONLY 2
745 extern debug_info_t *dasd_debug_area;
746 extern struct dasd_profile dasd_global_profile;
747 extern unsigned int dasd_global_profile_level;
748 extern const struct block_device_operations dasd_device_operations;
750 extern struct kmem_cache *dasd_page_cache;
752 struct dasd_ccw_req *
753 dasd_smalloc_request(int, int, int, struct dasd_device *, struct dasd_ccw_req *);
754 struct dasd_ccw_req *dasd_fmalloc_request(int, int, int, struct dasd_device *);
755 void dasd_sfree_request(struct dasd_ccw_req *, struct dasd_device *);
756 void dasd_ffree_request(struct dasd_ccw_req *, struct dasd_device *);
757 void dasd_wakeup_cb(struct dasd_ccw_req *, void *);
759 struct dasd_device *dasd_alloc_device(void);
760 void dasd_free_device(struct dasd_device *);
762 struct dasd_block *dasd_alloc_block(void);
763 void dasd_free_block(struct dasd_block *);
765 enum blk_eh_timer_return dasd_times_out(struct request *req, bool reserved);
767 void dasd_enable_device(struct dasd_device *);
768 void dasd_set_target_state(struct dasd_device *, int);
769 void dasd_kick_device(struct dasd_device *);
770 void dasd_restore_device(struct dasd_device *);
771 void dasd_reload_device(struct dasd_device *);
772 void dasd_schedule_requeue(struct dasd_device *);
774 void dasd_add_request_head(struct dasd_ccw_req *);
775 void dasd_add_request_tail(struct dasd_ccw_req *);
776 int dasd_start_IO(struct dasd_ccw_req *);
777 int dasd_term_IO(struct dasd_ccw_req *);
778 void dasd_schedule_device_bh(struct dasd_device *);
779 void dasd_schedule_block_bh(struct dasd_block *);
780 int dasd_sleep_on(struct dasd_ccw_req *);
781 int dasd_sleep_on_queue(struct list_head *);
782 int dasd_sleep_on_immediatly(struct dasd_ccw_req *);
783 int dasd_sleep_on_queue_interruptible(struct list_head *);
784 int dasd_sleep_on_interruptible(struct dasd_ccw_req *);
785 void dasd_device_set_timer(struct dasd_device *, int);
786 void dasd_device_clear_timer(struct dasd_device *);
787 void dasd_block_set_timer(struct dasd_block *, int);
788 void dasd_block_clear_timer(struct dasd_block *);
789 int dasd_cancel_req(struct dasd_ccw_req *);
790 int dasd_flush_device_queue(struct dasd_device *);
791 int dasd_generic_probe (struct ccw_device *, struct dasd_discipline *);
792 void dasd_generic_free_discipline(struct dasd_device *);
793 void dasd_generic_remove (struct ccw_device *cdev);
794 int dasd_generic_set_online(struct ccw_device *, struct dasd_discipline *);
795 int dasd_generic_set_offline (struct ccw_device *cdev);
796 int dasd_generic_notify(struct ccw_device *, int);
797 int dasd_generic_last_path_gone(struct dasd_device *);
798 int dasd_generic_path_operational(struct dasd_device *);
799 void dasd_generic_shutdown(struct ccw_device *);
801 void dasd_generic_handle_state_change(struct dasd_device *);
802 int dasd_generic_pm_freeze(struct ccw_device *);
803 int dasd_generic_restore_device(struct ccw_device *);
804 enum uc_todo dasd_generic_uc_handler(struct ccw_device *, struct irb *);
805 void dasd_generic_path_event(struct ccw_device *, int *);
806 int dasd_generic_verify_path(struct dasd_device *, __u8);
807 void dasd_generic_space_exhaust(struct dasd_device *, struct dasd_ccw_req *);
808 void dasd_generic_space_avail(struct dasd_device *);
810 int dasd_generic_read_dev_chars(struct dasd_device *, int, void *, int);
811 char *dasd_get_sense(struct irb *);
813 void dasd_device_set_stop_bits(struct dasd_device *, int);
814 void dasd_device_remove_stop_bits(struct dasd_device *, int);
816 int dasd_device_is_ro(struct dasd_device *);
818 void dasd_profile_reset(struct dasd_profile *);
819 int dasd_profile_on(struct dasd_profile *);
820 void dasd_profile_off(struct dasd_profile *);
821 char *dasd_get_user_string(const char __user *, size_t);
823 /* externals in dasd_devmap.c */
824 extern int dasd_max_devindex;
825 extern int dasd_probeonly;
826 extern int dasd_autodetect;
827 extern int dasd_nopav;
828 extern int dasd_nofcx;
830 int dasd_devmap_init(void);
831 void dasd_devmap_exit(void);
833 struct dasd_device *dasd_create_device(struct ccw_device *);
834 void dasd_delete_device(struct dasd_device *);
836 int dasd_get_feature(struct ccw_device *, int);
837 int dasd_set_feature(struct ccw_device *, int, int);
839 int dasd_add_sysfs_files(struct ccw_device *);
840 void dasd_remove_sysfs_files(struct ccw_device *);
842 struct dasd_device *dasd_device_from_cdev(struct ccw_device *);
843 struct dasd_device *dasd_device_from_cdev_locked(struct ccw_device *);
844 struct dasd_device *dasd_device_from_devindex(int);
846 void dasd_add_link_to_gendisk(struct gendisk *, struct dasd_device *);
847 struct dasd_device *dasd_device_from_gendisk(struct gendisk *);
849 int dasd_parse(void) __init;
850 int dasd_busid_known(const char *);
852 /* externals in dasd_gendisk.c */
853 int dasd_gendisk_init(void);
854 void dasd_gendisk_exit(void);
855 int dasd_gendisk_alloc(struct dasd_block *);
856 void dasd_gendisk_free(struct dasd_block *);
857 int dasd_scan_partitions(struct dasd_block *);
858 void dasd_destroy_partitions(struct dasd_block *);
860 /* externals in dasd_ioctl.c */
861 int dasd_ioctl(struct block_device *, fmode_t, unsigned int, unsigned long);
863 /* externals in dasd_proc.c */
864 int dasd_proc_init(void);
865 void dasd_proc_exit(void);
867 /* externals in dasd_erp.c */
868 struct dasd_ccw_req *dasd_default_erp_action(struct dasd_ccw_req *);
869 struct dasd_ccw_req *dasd_default_erp_postaction(struct dasd_ccw_req *);
870 struct dasd_ccw_req *dasd_alloc_erp_request(char *, int, int,
871 struct dasd_device *);
872 void dasd_free_erp_request(struct dasd_ccw_req *, struct dasd_device *);
873 void dasd_log_sense(struct dasd_ccw_req *, struct irb *);
874 void dasd_log_sense_dbf(struct dasd_ccw_req *cqr, struct irb *irb);
876 /* externals in dasd_3990_erp.c */
877 struct dasd_ccw_req *dasd_3990_erp_action(struct dasd_ccw_req *);
878 void dasd_3990_erp_handle_sim(struct dasd_device *, char *);
880 /* externals in dasd_eer.c */
881 #ifdef CONFIG_DASD_EER
882 int dasd_eer_init(void);
883 void dasd_eer_exit(void);
884 int dasd_eer_enable(struct dasd_device *);
885 void dasd_eer_disable(struct dasd_device *);
886 void dasd_eer_write(struct dasd_device *, struct dasd_ccw_req *cqr,
888 void dasd_eer_snss(struct dasd_device *);
890 static inline int dasd_eer_enabled(struct dasd_device *device)
892 return device->eer_cqr != NULL;
895 #define dasd_eer_init() (0)
896 #define dasd_eer_exit() do { } while (0)
897 #define dasd_eer_enable(d) (0)
898 #define dasd_eer_disable(d) do { } while (0)
899 #define dasd_eer_write(d,c,i) do { } while (0)
900 #define dasd_eer_snss(d) do { } while (0)
901 #define dasd_eer_enabled(d) (0)
902 #endif /* CONFIG_DASD_ERR */
905 /* DASD path handling functions */
908 * helper functions to modify bit masks for a given channel path for a device
910 static inline int dasd_path_is_operational(struct dasd_device *device, int chp)
912 return test_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
915 static inline int dasd_path_need_verify(struct dasd_device *device, int chp)
917 return test_bit(DASD_PATH_TBV, &device->path[chp].flags);
920 static inline void dasd_path_verify(struct dasd_device *device, int chp)
922 __set_bit(DASD_PATH_TBV, &device->path[chp].flags);
925 static inline void dasd_path_clear_verify(struct dasd_device *device, int chp)
927 __clear_bit(DASD_PATH_TBV, &device->path[chp].flags);
930 static inline void dasd_path_clear_all_verify(struct dasd_device *device)
934 for (chp = 0; chp < 8; chp++)
935 dasd_path_clear_verify(device, chp);
938 static inline void dasd_path_operational(struct dasd_device *device, int chp)
940 __set_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
941 device->opm |= (0x80 >> chp);
944 static inline void dasd_path_nonpreferred(struct dasd_device *device, int chp)
946 __set_bit(DASD_PATH_NPP, &device->path[chp].flags);
949 static inline int dasd_path_is_nonpreferred(struct dasd_device *device, int chp)
951 return test_bit(DASD_PATH_NPP, &device->path[chp].flags);
954 static inline void dasd_path_clear_nonpreferred(struct dasd_device *device,
957 __clear_bit(DASD_PATH_NPP, &device->path[chp].flags);
960 static inline void dasd_path_preferred(struct dasd_device *device, int chp)
962 __set_bit(DASD_PATH_PP, &device->path[chp].flags);
965 static inline int dasd_path_is_preferred(struct dasd_device *device, int chp)
967 return test_bit(DASD_PATH_PP, &device->path[chp].flags);
970 static inline void dasd_path_clear_preferred(struct dasd_device *device,
973 __clear_bit(DASD_PATH_PP, &device->path[chp].flags);
976 static inline void dasd_path_clear_oper(struct dasd_device *device, int chp)
978 __clear_bit(DASD_PATH_OPERATIONAL, &device->path[chp].flags);
979 device->opm &= ~(0x80 >> chp);
982 static inline void dasd_path_clear_cable(struct dasd_device *device, int chp)
984 __clear_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
987 static inline void dasd_path_cuir(struct dasd_device *device, int chp)
989 __set_bit(DASD_PATH_CUIR, &device->path[chp].flags);
992 static inline int dasd_path_is_cuir(struct dasd_device *device, int chp)
994 return test_bit(DASD_PATH_CUIR, &device->path[chp].flags);
997 static inline void dasd_path_clear_cuir(struct dasd_device *device, int chp)
999 __clear_bit(DASD_PATH_CUIR, &device->path[chp].flags);
1002 static inline void dasd_path_ifcc(struct dasd_device *device, int chp)
1004 set_bit(DASD_PATH_IFCC, &device->path[chp].flags);
1007 static inline int dasd_path_is_ifcc(struct dasd_device *device, int chp)
1009 return test_bit(DASD_PATH_IFCC, &device->path[chp].flags);
1012 static inline void dasd_path_clear_ifcc(struct dasd_device *device, int chp)
1014 clear_bit(DASD_PATH_IFCC, &device->path[chp].flags);
1017 static inline void dasd_path_clear_nohpf(struct dasd_device *device, int chp)
1019 __clear_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
1022 static inline void dasd_path_miscabled(struct dasd_device *device, int chp)
1024 __set_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
1027 static inline int dasd_path_is_miscabled(struct dasd_device *device, int chp)
1029 return test_bit(DASD_PATH_MISCABLED, &device->path[chp].flags);
1032 static inline void dasd_path_nohpf(struct dasd_device *device, int chp)
1034 __set_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
1037 static inline int dasd_path_is_nohpf(struct dasd_device *device, int chp)
1039 return test_bit(DASD_PATH_NOHPF, &device->path[chp].flags);
1043 * get functions for path masks
1044 * will return a path masks for the given device
1047 static inline __u8 dasd_path_get_opm(struct dasd_device *device)
1052 static inline __u8 dasd_path_get_tbvpm(struct dasd_device *device)
1057 for (chp = 0; chp < 8; chp++)
1058 if (dasd_path_need_verify(device, chp))
1059 tbvpm |= 0x80 >> chp;
1063 static inline __u8 dasd_path_get_nppm(struct dasd_device *device)
1068 for (chp = 0; chp < 8; chp++) {
1069 if (dasd_path_is_nonpreferred(device, chp))
1075 static inline __u8 dasd_path_get_ppm(struct dasd_device *device)
1080 for (chp = 0; chp < 8; chp++)
1081 if (dasd_path_is_preferred(device, chp))
1086 static inline __u8 dasd_path_get_cablepm(struct dasd_device *device)
1089 __u8 cablepm = 0x00;
1091 for (chp = 0; chp < 8; chp++)
1092 if (dasd_path_is_miscabled(device, chp))
1093 cablepm |= 0x80 >> chp;
1097 static inline __u8 dasd_path_get_cuirpm(struct dasd_device *device)
1102 for (chp = 0; chp < 8; chp++)
1103 if (dasd_path_is_cuir(device, chp))
1104 cuirpm |= 0x80 >> chp;
1108 static inline __u8 dasd_path_get_ifccpm(struct dasd_device *device)
1113 for (chp = 0; chp < 8; chp++)
1114 if (dasd_path_is_ifcc(device, chp))
1115 ifccpm |= 0x80 >> chp;
1119 static inline __u8 dasd_path_get_hpfpm(struct dasd_device *device)
1124 for (chp = 0; chp < 8; chp++)
1125 if (dasd_path_is_nohpf(device, chp))
1126 hpfpm |= 0x80 >> chp;
1131 * add functions for path masks
1132 * the existing path mask will be extended by the given path mask
1134 static inline void dasd_path_add_tbvpm(struct dasd_device *device, __u8 pm)
1138 for (chp = 0; chp < 8; chp++)
1139 if (pm & (0x80 >> chp))
1140 dasd_path_verify(device, chp);
1143 static inline __u8 dasd_path_get_notoperpm(struct dasd_device *device)
1148 for (chp = 0; chp < 8; chp++)
1149 if (dasd_path_is_nohpf(device, chp) ||
1150 dasd_path_is_ifcc(device, chp) ||
1151 dasd_path_is_cuir(device, chp) ||
1152 dasd_path_is_miscabled(device, chp))
1153 nopm |= 0x80 >> chp;
1157 static inline void dasd_path_add_opm(struct dasd_device *device, __u8 pm)
1161 for (chp = 0; chp < 8; chp++)
1162 if (pm & (0x80 >> chp)) {
1163 dasd_path_operational(device, chp);
1165 * if the path is used
1166 * it should not be in one of the negative lists
1168 dasd_path_clear_nohpf(device, chp);
1169 dasd_path_clear_cuir(device, chp);
1170 dasd_path_clear_cable(device, chp);
1171 dasd_path_clear_ifcc(device, chp);
1175 static inline void dasd_path_add_cablepm(struct dasd_device *device, __u8 pm)
1179 for (chp = 0; chp < 8; chp++)
1180 if (pm & (0x80 >> chp))
1181 dasd_path_miscabled(device, chp);
1184 static inline void dasd_path_add_cuirpm(struct dasd_device *device, __u8 pm)
1188 for (chp = 0; chp < 8; chp++)
1189 if (pm & (0x80 >> chp))
1190 dasd_path_cuir(device, chp);
1193 static inline void dasd_path_add_ifccpm(struct dasd_device *device, __u8 pm)
1197 for (chp = 0; chp < 8; chp++)
1198 if (pm & (0x80 >> chp))
1199 dasd_path_ifcc(device, chp);
1202 static inline void dasd_path_add_nppm(struct dasd_device *device, __u8 pm)
1206 for (chp = 0; chp < 8; chp++)
1207 if (pm & (0x80 >> chp))
1208 dasd_path_nonpreferred(device, chp);
1211 static inline void dasd_path_add_nohpfpm(struct dasd_device *device, __u8 pm)
1215 for (chp = 0; chp < 8; chp++)
1216 if (pm & (0x80 >> chp))
1217 dasd_path_nohpf(device, chp);
1220 static inline void dasd_path_add_ppm(struct dasd_device *device, __u8 pm)
1224 for (chp = 0; chp < 8; chp++)
1225 if (pm & (0x80 >> chp))
1226 dasd_path_preferred(device, chp);
1230 * set functions for path masks
1231 * the existing path mask will be replaced by the given path mask
1233 static inline void dasd_path_set_tbvpm(struct dasd_device *device, __u8 pm)
1237 for (chp = 0; chp < 8; chp++)
1238 if (pm & (0x80 >> chp))
1239 dasd_path_verify(device, chp);
1241 dasd_path_clear_verify(device, chp);
1244 static inline void dasd_path_set_opm(struct dasd_device *device, __u8 pm)
1248 for (chp = 0; chp < 8; chp++) {
1249 dasd_path_clear_oper(device, chp);
1250 if (pm & (0x80 >> chp)) {
1251 dasd_path_operational(device, chp);
1253 * if the path is used
1254 * it should not be in one of the negative lists
1256 dasd_path_clear_nohpf(device, chp);
1257 dasd_path_clear_cuir(device, chp);
1258 dasd_path_clear_cable(device, chp);
1259 dasd_path_clear_ifcc(device, chp);
1265 * remove functions for path masks
1266 * the existing path mask will be cleared with the given path mask
1268 static inline void dasd_path_remove_opm(struct dasd_device *device, __u8 pm)
1272 for (chp = 0; chp < 8; chp++) {
1273 if (pm & (0x80 >> chp))
1274 dasd_path_clear_oper(device, chp);
1279 * add the newly available path to the to be verified pm and remove it from
1280 * normal operation until it is verified
1282 static inline void dasd_path_available(struct dasd_device *device, int chp)
1284 dasd_path_clear_oper(device, chp);
1285 dasd_path_verify(device, chp);
1288 static inline void dasd_path_notoper(struct dasd_device *device, int chp)
1290 dasd_path_clear_oper(device, chp);
1291 dasd_path_clear_preferred(device, chp);
1292 dasd_path_clear_nonpreferred(device, chp);
1296 * remove all paths from normal operation
1298 static inline void dasd_path_no_path(struct dasd_device *device)
1302 for (chp = 0; chp < 8; chp++)
1303 dasd_path_notoper(device, chp);
1305 dasd_path_clear_all_verify(device);
1308 /* end - path handling */