?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Merge tag 'block-5.11-2021-01-10' of git://git.kernel.dk/linux-block
[linux/fpc-iii.git] / drivers / s390 / block / dasd_eckd.c
blob3caa1ee5f4b0ab03fc35de01f9662c67aedbe3c0
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
4 * Horst Hummel <Horst.Hummel@de.ibm.com>
5 * Carsten Otte <Cotte@de.ibm.com>
6 * Martin Schwidefsky <schwidefsky@de.ibm.com>
7 * Bugreports.to..: <Linux390@de.ibm.com>
8 * Copyright IBM Corp. 1999, 2009
9 * EMC Symmetrix ioctl Copyright EMC Corporation, 2008
10 * Author.........: Nigel Hislop <hislop_nigel@emc.com>
11 */
12
13 #define KMSG_COMPONENT "dasd-eckd"
14
15 #include <linux/stddef.h>
16 #include <linux/kernel.h>
17 #include <linux/slab.h>
18 #include <linux/hdreg.h> /* HDIO_GETGEO */
19 #include <linux/bio.h>
20 #include <linux/module.h>
21 #include <linux/compat.h>
22 #include <linux/init.h>
23 #include <linux/seq_file.h>
24
25 #include <asm/css_chars.h>
26 #include <asm/debug.h>
27 #include <asm/idals.h>
28 #include <asm/ebcdic.h>
29 #include <asm/io.h>
30 #include <linux/uaccess.h>
31 #include <asm/cio.h>
32 #include <asm/ccwdev.h>
33 #include <asm/itcw.h>
34 #include <asm/schid.h>
35 #include <asm/chpid.h>
36
37 #include "dasd_int.h"
38 #include "dasd_eckd.h"
39
40 #ifdef PRINTK_HEADER
41 #undef PRINTK_HEADER
42 #endif /* PRINTK_HEADER */
43 #define PRINTK_HEADER "dasd(eckd):"
44
45 /*
46 * raw track access always map to 64k in memory
47 * so it maps to 16 blocks of 4k per track
48 */
49 #define DASD_RAW_BLOCK_PER_TRACK 16
50 #define DASD_RAW_BLOCKSIZE 4096
51 /* 64k are 128 x 512 byte sectors */
52 #define DASD_RAW_SECTORS_PER_TRACK 128
53
54 MODULE_LICENSE("GPL");
55
56 static struct dasd_discipline dasd_eckd_discipline;
57
58 /* The ccw bus type uses this table to find devices that it sends to
59 * dasd_eckd_probe */
60 static struct ccw_device_id dasd_eckd_ids[] = {
61 { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3390, 0), .driver_info = 0x1},
62 { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3390, 0), .driver_info = 0x2},
63 { CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3380, 0), .driver_info = 0x3},
64 { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3380, 0), .driver_info = 0x4},
65 { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3380, 0), .driver_info = 0x5},
66 { CCW_DEVICE_DEVTYPE (0x9343, 0, 0x9345, 0), .driver_info = 0x6},
67 { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3390, 0), .driver_info = 0x7},
68 { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3380, 0), .driver_info = 0x8},
69 { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3390, 0), .driver_info = 0x9},
70 { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3380, 0), .driver_info = 0xa},
71 { /* end of list */ },
72 };
73
74 MODULE_DEVICE_TABLE(ccw, dasd_eckd_ids);
75
76 static struct ccw_driver dasd_eckd_driver; /* see below */
77
78 static void *rawpadpage;
79
80 #define INIT_CQR_OK 0
81 #define INIT_CQR_UNFORMATTED 1
82 #define INIT_CQR_ERROR 2
83
84 /* emergency request for reserve/release */
85 static struct {
86 struct dasd_ccw_req cqr;
87 struct ccw1 ccw;
88 char data[32];
89 } *dasd_reserve_req;
90 static DEFINE_MUTEX(dasd_reserve_mutex);
91
92 static struct {
93 struct dasd_ccw_req cqr;
94 struct ccw1 ccw[2];
95 char data[40];
96 } *dasd_vol_info_req;
97 static DEFINE_MUTEX(dasd_vol_info_mutex);
98
99 struct ext_pool_exhaust_work_data {
100 struct work_struct worker;
101 struct dasd_device *device;
102 struct dasd_device *base;
103 };
104
105 /* definitions for the path verification worker */
106 struct pe_handler_work_data {
107 struct work_struct worker;
108 struct dasd_device *device;
109 struct dasd_ccw_req cqr;
110 struct ccw1 ccw;
111 __u8 rcd_buffer[DASD_ECKD_RCD_DATA_SIZE];
112 int isglobal;
113 __u8 tbvpm;
114 __u8 fcsecpm;
115 };
116 static struct pe_handler_work_data *pe_handler_worker;
117 static DEFINE_MUTEX(dasd_pe_handler_mutex);
118
119 struct check_attention_work_data {
120 struct work_struct worker;
121 struct dasd_device *device;
122 __u8 lpum;
123 };
124
125 static int dasd_eckd_ext_pool_id(struct dasd_device *);
126 static int prepare_itcw(struct itcw *, unsigned int, unsigned int, int,
127 struct dasd_device *, struct dasd_device *,
128 unsigned int, int, unsigned int, unsigned int,
129 unsigned int, unsigned int);
130
131 /* initial attempt at a probe function. this can be simplified once
132 * the other detection code is gone */
133 static int
134 dasd_eckd_probe (struct ccw_device *cdev)
135 {
136 int ret;
137
138 /* set ECKD specific ccw-device options */
139 ret = ccw_device_set_options(cdev, CCWDEV_ALLOW_FORCE |
140 CCWDEV_DO_PATHGROUP | CCWDEV_DO_MULTIPATH);
141 if (ret) {
142 DBF_EVENT_DEVID(DBF_WARNING, cdev, "%s",
143 "dasd_eckd_probe: could not set "
144 "ccw-device options");
145 return ret;
146 }
147 ret = dasd_generic_probe(cdev);
148 return ret;
149 }
150
151 static int
152 dasd_eckd_set_online(struct ccw_device *cdev)
153 {
154 return dasd_generic_set_online(cdev, &dasd_eckd_discipline);
155 }
156
157 static const int sizes_trk0[] = { 28, 148, 84 };
158 #define LABEL_SIZE 140
159
160 /* head and record addresses of count_area read in analysis ccw */
161 static const int count_area_head[] = { 0, 0, 0, 0, 1 };
162 static const int count_area_rec[] = { 1, 2, 3, 4, 1 };
163
164 static inline unsigned int
165 ceil_quot(unsigned int d1, unsigned int d2)
166 {
167 return (d1 + (d2 - 1)) / d2;
168 }
169
170 static unsigned int
171 recs_per_track(struct dasd_eckd_characteristics * rdc,
172 unsigned int kl, unsigned int dl)
173 {
174 int dn, kn;
175
176 switch (rdc->dev_type) {
177 case 0x3380:
178 if (kl)
179 return 1499 / (15 + 7 + ceil_quot(kl + 12, 32) +
180 ceil_quot(dl + 12, 32));
181 else
182 return 1499 / (15 + ceil_quot(dl + 12, 32));
183 case 0x3390:
184 dn = ceil_quot(dl + 6, 232) + 1;
185 if (kl) {
186 kn = ceil_quot(kl + 6, 232) + 1;
187 return 1729 / (10 + 9 + ceil_quot(kl + 6 * kn, 34) +
188 9 + ceil_quot(dl + 6 * dn, 34));
189 } else
190 return 1729 / (10 + 9 + ceil_quot(dl + 6 * dn, 34));
191 case 0x9345:
192 dn = ceil_quot(dl + 6, 232) + 1;
193 if (kl) {
194 kn = ceil_quot(kl + 6, 232) + 1;
195 return 1420 / (18 + 7 + ceil_quot(kl + 6 * kn, 34) +
196 ceil_quot(dl + 6 * dn, 34));
197 } else
198 return 1420 / (18 + 7 + ceil_quot(dl + 6 * dn, 34));
199 }
200 return 0;
201 }
202
203 static void set_ch_t(struct ch_t *geo, __u32 cyl, __u8 head)
204 {
205 geo->cyl = (__u16) cyl;
206 geo->head = cyl >> 16;
207 geo->head <<= 4;
208 geo->head |= head;
209 }
210
211 /*
212 * calculate failing track from sense data depending if
213 * it is an EAV device or not
214 */
215 static int dasd_eckd_track_from_irb(struct irb *irb, struct dasd_device *device,
216 sector_t *track)
217 {
218 struct dasd_eckd_private *private = device->private;
219 u8 *sense = NULL;
220 u32 cyl;
221 u8 head;
222
223 sense = dasd_get_sense(irb);
224 if (!sense) {
225 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
226 "ESE error no sense data\n");
227 return -EINVAL;
228 }
229 if (!(sense[27] & DASD_SENSE_BIT_2)) {
230 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
231 "ESE error no valid track data\n");
232 return -EINVAL;
233 }
234
235 if (sense[27] & DASD_SENSE_BIT_3) {
236 /* enhanced addressing */
237 cyl = sense[30] << 20;
238 cyl |= (sense[31] & 0xF0) << 12;
239 cyl |= sense[28] << 8;
240 cyl |= sense[29];
241 } else {
242 cyl = sense[29] << 8;
243 cyl |= sense[30];
244 }
245 head = sense[31] & 0x0F;
246 *track = cyl * private->rdc_data.trk_per_cyl + head;
247 return 0;
248 }
249
250 static int set_timestamp(struct ccw1 *ccw, struct DE_eckd_data *data,
251 struct dasd_device *device)
252 {
253 struct dasd_eckd_private *private = device->private;
254 int rc;
255
256 rc = get_phys_clock(&data->ep_sys_time);
257 /*
258 * Ignore return code if XRC is not supported or
259 * sync clock is switched off
260 */
261 if ((rc && !private->rdc_data.facilities.XRC_supported) ||
262 rc == -EOPNOTSUPP || rc == -EACCES)
263 return 0;
264
265 /* switch on System Time Stamp - needed for XRC Support */
266 data->ga_extended |= 0x08; /* switch on 'Time Stamp Valid' */
267 data->ga_extended |= 0x02; /* switch on 'Extended Parameter' */
268
269 if (ccw) {
270 ccw->count = sizeof(struct DE_eckd_data);
271 ccw->flags |= CCW_FLAG_SLI;
272 }
273
274 return rc;
275 }
276
277 static int
278 define_extent(struct ccw1 *ccw, struct DE_eckd_data *data, unsigned int trk,
279 unsigned int totrk, int cmd, struct dasd_device *device,
280 int blksize)
281 {
282 struct dasd_eckd_private *private = device->private;
283 u16 heads, beghead, endhead;
284 u32 begcyl, endcyl;
285 int rc = 0;
286
287 if (ccw) {
288 ccw->cmd_code = DASD_ECKD_CCW_DEFINE_EXTENT;
289 ccw->flags = 0;
290 ccw->count = 16;
291 ccw->cda = (__u32)__pa(data);
292 }
293
294 memset(data, 0, sizeof(struct DE_eckd_data));
295 switch (cmd) {
296 case DASD_ECKD_CCW_READ_HOME_ADDRESS:
297 case DASD_ECKD_CCW_READ_RECORD_ZERO:
298 case DASD_ECKD_CCW_READ:
299 case DASD_ECKD_CCW_READ_MT:
300 case DASD_ECKD_CCW_READ_CKD:
301 case DASD_ECKD_CCW_READ_CKD_MT:
302 case DASD_ECKD_CCW_READ_KD:
303 case DASD_ECKD_CCW_READ_KD_MT:
304 data->mask.perm = 0x1;
305 data->attributes.operation = private->attrib.operation;
306 break;
307 case DASD_ECKD_CCW_READ_COUNT:
308 data->mask.perm = 0x1;
309 data->attributes.operation = DASD_BYPASS_CACHE;
310 break;
311 case DASD_ECKD_CCW_READ_TRACK:
312 case DASD_ECKD_CCW_READ_TRACK_DATA:
313 data->mask.perm = 0x1;
314 data->attributes.operation = private->attrib.operation;
315 data->blk_size = 0;
316 break;
317 case DASD_ECKD_CCW_WRITE:
318 case DASD_ECKD_CCW_WRITE_MT:
319 case DASD_ECKD_CCW_WRITE_KD:
320 case DASD_ECKD_CCW_WRITE_KD_MT:
321 data->mask.perm = 0x02;
322 data->attributes.operation = private->attrib.operation;
323 rc = set_timestamp(ccw, data, device);
324 break;
325 case DASD_ECKD_CCW_WRITE_CKD:
326 case DASD_ECKD_CCW_WRITE_CKD_MT:
327 data->attributes.operation = DASD_BYPASS_CACHE;
328 rc = set_timestamp(ccw, data, device);
329 break;
330 case DASD_ECKD_CCW_ERASE:
331 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
332 case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
333 data->mask.perm = 0x3;
334 data->mask.auth = 0x1;
335 data->attributes.operation = DASD_BYPASS_CACHE;
336 rc = set_timestamp(ccw, data, device);
337 break;
338 case DASD_ECKD_CCW_WRITE_FULL_TRACK:
339 data->mask.perm = 0x03;
340 data->attributes.operation = private->attrib.operation;
341 data->blk_size = 0;
342 break;
343 case DASD_ECKD_CCW_WRITE_TRACK_DATA:
344 data->mask.perm = 0x02;
345 data->attributes.operation = private->attrib.operation;
346 data->blk_size = blksize;
347 rc = set_timestamp(ccw, data, device);
348 break;
349 default:
350 dev_err(&device->cdev->dev,
351 "0x%x is not a known command\n", cmd);
352 break;
353 }
354
355 data->attributes.mode = 0x3; /* ECKD */
356
357 if ((private->rdc_data.cu_type == 0x2105 ||
358 private->rdc_data.cu_type == 0x2107 ||
359 private->rdc_data.cu_type == 0x1750)
360 && !(private->uses_cdl && trk < 2))
361 data->ga_extended |= 0x40; /* Regular Data Format Mode */
362
363 heads = private->rdc_data.trk_per_cyl;
364 begcyl = trk / heads;
365 beghead = trk % heads;
366 endcyl = totrk / heads;
367 endhead = totrk % heads;
368
369 /* check for sequential prestage - enhance cylinder range */
370 if (data->attributes.operation == DASD_SEQ_PRESTAGE ||
371 data->attributes.operation == DASD_SEQ_ACCESS) {
372
373 if (endcyl + private->attrib.nr_cyl < private->real_cyl)
374 endcyl += private->attrib.nr_cyl;
375 else
376 endcyl = (private->real_cyl - 1);
377 }
378
379 set_ch_t(&data->beg_ext, begcyl, beghead);
380 set_ch_t(&data->end_ext, endcyl, endhead);
381 return rc;
382 }
383
384
385 static void locate_record_ext(struct ccw1 *ccw, struct LRE_eckd_data *data,
386 unsigned int trk, unsigned int rec_on_trk,
387 int count, int cmd, struct dasd_device *device,
388 unsigned int reclen, unsigned int tlf)
389 {
390 struct dasd_eckd_private *private = device->private;
391 int sector;
392 int dn, d;
393
394 if (ccw) {
395 ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD_EXT;
396 ccw->flags = 0;
397 if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK)
398 ccw->count = 22;
399 else
400 ccw->count = 20;
401 ccw->cda = (__u32)__pa(data);
402 }
403
404 memset(data, 0, sizeof(*data));
405 sector = 0;
406 if (rec_on_trk) {
407 switch (private->rdc_data.dev_type) {
408 case 0x3390:
409 dn = ceil_quot(reclen + 6, 232);
410 d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34);
411 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8;
412 break;
413 case 0x3380:
414 d = 7 + ceil_quot(reclen + 12, 32);
415 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7;
416 break;
417 }
418 }
419 data->sector = sector;
420 /* note: meaning of count depends on the operation
421 * for record based I/O it's the number of records, but for
422 * track based I/O it's the number of tracks
423 */
424 data->count = count;
425 switch (cmd) {
426 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
427 data->operation.orientation = 0x3;
428 data->operation.operation = 0x03;
429 break;
430 case DASD_ECKD_CCW_READ_HOME_ADDRESS:
431 data->operation.orientation = 0x3;
432 data->operation.operation = 0x16;
433 break;
434 case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
435 data->operation.orientation = 0x1;
436 data->operation.operation = 0x03;
437 data->count++;
438 break;
439 case DASD_ECKD_CCW_READ_RECORD_ZERO:
440 data->operation.orientation = 0x3;
441 data->operation.operation = 0x16;
442 data->count++;
443 break;
444 case DASD_ECKD_CCW_WRITE:
445 case DASD_ECKD_CCW_WRITE_MT:
446 case DASD_ECKD_CCW_WRITE_KD:
447 case DASD_ECKD_CCW_WRITE_KD_MT:
448 data->auxiliary.length_valid = 0x1;
449 data->length = reclen;
450 data->operation.operation = 0x01;
451 break;
452 case DASD_ECKD_CCW_WRITE_CKD:
453 case DASD_ECKD_CCW_WRITE_CKD_MT:
454 data->auxiliary.length_valid = 0x1;
455 data->length = reclen;
456 data->operation.operation = 0x03;
457 break;
458 case DASD_ECKD_CCW_WRITE_FULL_TRACK:
459 data->operation.orientation = 0x0;
460 data->operation.operation = 0x3F;
461 data->extended_operation = 0x11;
462 data->length = 0;
463 data->extended_parameter_length = 0x02;
464 if (data->count > 8) {
465 data->extended_parameter[0] = 0xFF;
466 data->extended_parameter[1] = 0xFF;
467 data->extended_parameter[1] <<= (16 - count);
468 } else {
469 data->extended_parameter[0] = 0xFF;
470 data->extended_parameter[0] <<= (8 - count);
471 data->extended_parameter[1] = 0x00;
472 }
473 data->sector = 0xFF;
474 break;
475 case DASD_ECKD_CCW_WRITE_TRACK_DATA:
476 data->auxiliary.length_valid = 0x1;
477 data->length = reclen; /* not tlf, as one might think */
478 data->operation.operation = 0x3F;
479 data->extended_operation = 0x23;
480 break;
481 case DASD_ECKD_CCW_READ:
482 case DASD_ECKD_CCW_READ_MT:
483 case DASD_ECKD_CCW_READ_KD:
484 case DASD_ECKD_CCW_READ_KD_MT:
485 data->auxiliary.length_valid = 0x1;
486 data->length = reclen;
487 data->operation.operation = 0x06;
488 break;
489 case DASD_ECKD_CCW_READ_CKD:
490 case DASD_ECKD_CCW_READ_CKD_MT:
491 data->auxiliary.length_valid = 0x1;
492 data->length = reclen;
493 data->operation.operation = 0x16;
494 break;
495 case DASD_ECKD_CCW_READ_COUNT:
496 data->operation.operation = 0x06;
497 break;
498 case DASD_ECKD_CCW_READ_TRACK:
499 data->operation.orientation = 0x1;
500 data->operation.operation = 0x0C;
501 data->extended_parameter_length = 0;
502 data->sector = 0xFF;
503 break;
504 case DASD_ECKD_CCW_READ_TRACK_DATA:
505 data->auxiliary.length_valid = 0x1;
506 data->length = tlf;
507 data->operation.operation = 0x0C;
508 break;
509 case DASD_ECKD_CCW_ERASE:
510 data->length = reclen;
511 data->auxiliary.length_valid = 0x1;
512 data->operation.operation = 0x0b;
513 break;
514 default:
515 DBF_DEV_EVENT(DBF_ERR, device,
516 "fill LRE unknown opcode 0x%x", cmd);
517 BUG();
518 }
519 set_ch_t(&data->seek_addr,
520 trk / private->rdc_data.trk_per_cyl,
521 trk % private->rdc_data.trk_per_cyl);
522 data->search_arg.cyl = data->seek_addr.cyl;
523 data->search_arg.head = data->seek_addr.head;
524 data->search_arg.record = rec_on_trk;
525 }
526
527 static int prefix_LRE(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata,
528 unsigned int trk, unsigned int totrk, int cmd,
529 struct dasd_device *basedev, struct dasd_device *startdev,
530 unsigned int format, unsigned int rec_on_trk, int count,
531 unsigned int blksize, unsigned int tlf)
532 {
533 struct dasd_eckd_private *basepriv, *startpriv;
534 struct LRE_eckd_data *lredata;
535 struct DE_eckd_data *dedata;
536 int rc = 0;
537
538 basepriv = basedev->private;
539 startpriv = startdev->private;
540 dedata = &pfxdata->define_extent;
541 lredata = &pfxdata->locate_record;
542
543 ccw->cmd_code = DASD_ECKD_CCW_PFX;
544 ccw->flags = 0;
545 if (cmd == DASD_ECKD_CCW_WRITE_FULL_TRACK) {
546 ccw->count = sizeof(*pfxdata) + 2;
547 ccw->cda = (__u32) __pa(pfxdata);
548 memset(pfxdata, 0, sizeof(*pfxdata) + 2);
549 } else {
550 ccw->count = sizeof(*pfxdata);
551 ccw->cda = (__u32) __pa(pfxdata);
552 memset(pfxdata, 0, sizeof(*pfxdata));
553 }
554
555 /* prefix data */
556 if (format > 1) {
557 DBF_DEV_EVENT(DBF_ERR, basedev,
558 "PFX LRE unknown format 0x%x", format);
559 BUG();
560 return -EINVAL;
561 }
562 pfxdata->format = format;
563 pfxdata->base_address = basepriv->ned->unit_addr;
564 pfxdata->base_lss = basepriv->ned->ID;
565 pfxdata->validity.define_extent = 1;
566
567 /* private uid is kept up to date, conf_data may be outdated */
568 if (startpriv->uid.type == UA_BASE_PAV_ALIAS)
569 pfxdata->validity.verify_base = 1;
570
571 if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) {
572 pfxdata->validity.verify_base = 1;
573 pfxdata->validity.hyper_pav = 1;
574 }
575
576 rc = define_extent(NULL, dedata, trk, totrk, cmd, basedev, blksize);
577
578 /*
579 * For some commands the System Time Stamp is set in the define extent
580 * data when XRC is supported. The validity of the time stamp must be
581 * reflected in the prefix data as well.
582 */
583 if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02)
584 pfxdata->validity.time_stamp = 1; /* 'Time Stamp Valid' */
585
586 if (format == 1) {
587 locate_record_ext(NULL, lredata, trk, rec_on_trk, count, cmd,
588 basedev, blksize, tlf);
589 }
590
591 return rc;
592 }
593
594 static int prefix(struct ccw1 *ccw, struct PFX_eckd_data *pfxdata,
595 unsigned int trk, unsigned int totrk, int cmd,
596 struct dasd_device *basedev, struct dasd_device *startdev)
597 {
598 return prefix_LRE(ccw, pfxdata, trk, totrk, cmd, basedev, startdev,
599 0, 0, 0, 0, 0);
600 }
601
602 static void
603 locate_record(struct ccw1 *ccw, struct LO_eckd_data *data, unsigned int trk,
604 unsigned int rec_on_trk, int no_rec, int cmd,
605 struct dasd_device * device, int reclen)
606 {
607 struct dasd_eckd_private *private = device->private;
608 int sector;
609 int dn, d;
610
611 DBF_DEV_EVENT(DBF_INFO, device,
612 "Locate: trk %d, rec %d, no_rec %d, cmd %d, reclen %d",
613 trk, rec_on_trk, no_rec, cmd, reclen);
614
615 ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD;
616 ccw->flags = 0;
617 ccw->count = 16;
618 ccw->cda = (__u32) __pa(data);
619
620 memset(data, 0, sizeof(struct LO_eckd_data));
621 sector = 0;
622 if (rec_on_trk) {
623 switch (private->rdc_data.dev_type) {
624 case 0x3390:
625 dn = ceil_quot(reclen + 6, 232);
626 d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34);
627 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8;
628 break;
629 case 0x3380:
630 d = 7 + ceil_quot(reclen + 12, 32);
631 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7;
632 break;
633 }
634 }
635 data->sector = sector;
636 data->count = no_rec;
637 switch (cmd) {
638 case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
639 data->operation.orientation = 0x3;
640 data->operation.operation = 0x03;
641 break;
642 case DASD_ECKD_CCW_READ_HOME_ADDRESS:
643 data->operation.orientation = 0x3;
644 data->operation.operation = 0x16;
645 break;
646 case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
647 data->operation.orientation = 0x1;
648 data->operation.operation = 0x03;
649 data->count++;
650 break;
651 case DASD_ECKD_CCW_READ_RECORD_ZERO:
652 data->operation.orientation = 0x3;
653 data->operation.operation = 0x16;
654 data->count++;
655 break;
656 case DASD_ECKD_CCW_WRITE:
657 case DASD_ECKD_CCW_WRITE_MT:
658 case DASD_ECKD_CCW_WRITE_KD:
659 case DASD_ECKD_CCW_WRITE_KD_MT:
660 data->auxiliary.last_bytes_used = 0x1;
661 data->length = reclen;
662 data->operation.operation = 0x01;
663 break;
664 case DASD_ECKD_CCW_WRITE_CKD:
665 case DASD_ECKD_CCW_WRITE_CKD_MT:
666 data->auxiliary.last_bytes_used = 0x1;
667 data->length = reclen;
668 data->operation.operation = 0x03;
669 break;
670 case DASD_ECKD_CCW_READ:
671 case DASD_ECKD_CCW_READ_MT:
672 case DASD_ECKD_CCW_READ_KD:
673 case DASD_ECKD_CCW_READ_KD_MT:
674 data->auxiliary.last_bytes_used = 0x1;
675 data->length = reclen;
676 data->operation.operation = 0x06;
677 break;
678 case DASD_ECKD_CCW_READ_CKD:
679 case DASD_ECKD_CCW_READ_CKD_MT:
680 data->auxiliary.last_bytes_used = 0x1;
681 data->length = reclen;
682 data->operation.operation = 0x16;
683 break;
684 case DASD_ECKD_CCW_READ_COUNT:
685 data->operation.operation = 0x06;
686 break;
687 case DASD_ECKD_CCW_ERASE:
688 data->length = reclen;
689 data->auxiliary.last_bytes_used = 0x1;
690 data->operation.operation = 0x0b;
691 break;
692 default:
693 DBF_DEV_EVENT(DBF_ERR, device, "unknown locate record "
694 "opcode 0x%x", cmd);
695 }
696 set_ch_t(&data->seek_addr,
697 trk / private->rdc_data.trk_per_cyl,
698 trk % private->rdc_data.trk_per_cyl);
699 data->search_arg.cyl = data->seek_addr.cyl;
700 data->search_arg.head = data->seek_addr.head;
701 data->search_arg.record = rec_on_trk;
702 }
703
704 /*
705 * Returns 1 if the block is one of the special blocks that needs
706 * to get read/written with the KD variant of the command.
707 * That is DASD_ECKD_READ_KD_MT instead of DASD_ECKD_READ_MT and
708 * DASD_ECKD_WRITE_KD_MT instead of DASD_ECKD_WRITE_MT.
709 * Luckily the KD variants differ only by one bit (0x08) from the
710 * normal variant. So don't wonder about code like:
711 * if (dasd_eckd_cdl_special(blk_per_trk, recid))
712 * ccw->cmd_code |= 0x8;
713 */
714 static inline int
715 dasd_eckd_cdl_special(int blk_per_trk, int recid)
716 {
717 if (recid < 3)
718 return 1;
719 if (recid < blk_per_trk)
720 return 0;
721 if (recid < 2 * blk_per_trk)
722 return 1;
723 return 0;
724 }
725
726 /*
727 * Returns the record size for the special blocks of the cdl format.
728 * Only returns something useful if dasd_eckd_cdl_special is true
729 * for the recid.
730 */
731 static inline int
732 dasd_eckd_cdl_reclen(int recid)
733 {
734 if (recid < 3)
735 return sizes_trk0[recid];
736 return LABEL_SIZE;
737 }
738 /* create unique id from private structure. */
739 static void create_uid(struct dasd_eckd_private *private)
740 {
741 int count;
742 struct dasd_uid *uid;
743
744 uid = &private->uid;
745 memset(uid, 0, sizeof(struct dasd_uid));
746 memcpy(uid->vendor, private->ned->HDA_manufacturer,
747 sizeof(uid->vendor) - 1);
748 EBCASC(uid->vendor, sizeof(uid->vendor) - 1);
749 memcpy(uid->serial, private->ned->HDA_location,
750 sizeof(uid->serial) - 1);
751 EBCASC(uid->serial, sizeof(uid->serial) - 1);
752 uid->ssid = private->gneq->subsystemID;
753 uid->real_unit_addr = private->ned->unit_addr;
754 if (private->sneq) {
755 uid->type = private->sneq->sua_flags;
756 if (uid->type == UA_BASE_PAV_ALIAS)
757 uid->base_unit_addr = private->sneq->base_unit_addr;
758 } else {
759 uid->type = UA_BASE_DEVICE;
760 }
761 if (private->vdsneq) {
762 for (count = 0; count < 16; count++) {
763 sprintf(uid->vduit+2*count, "%02x",
764 private->vdsneq->uit[count]);
765 }
766 }
767 }
768
769 /*
770 * Generate device unique id that specifies the physical device.
771 */
772 static int dasd_eckd_generate_uid(struct dasd_device *device)
773 {
774 struct dasd_eckd_private *private = device->private;
775 unsigned long flags;
776
777 if (!private)
778 return -ENODEV;
779 if (!private->ned || !private->gneq)
780 return -ENODEV;
781 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
782 create_uid(private);
783 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
784 return 0;
785 }
786
787 static int dasd_eckd_get_uid(struct dasd_device *device, struct dasd_uid *uid)
788 {
789 struct dasd_eckd_private *private = device->private;
790 unsigned long flags;
791
792 if (private) {
793 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
794 *uid = private->uid;
795 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
796 return 0;
797 }
798 return -EINVAL;
799 }
800
801 /*
802 * compare device UID with data of a given dasd_eckd_private structure
803 * return 0 for match
804 */
805 static int dasd_eckd_compare_path_uid(struct dasd_device *device,
806 struct dasd_eckd_private *private)
807 {
808 struct dasd_uid device_uid;
809
810 create_uid(private);
811 dasd_eckd_get_uid(device, &device_uid);
812
813 return memcmp(&device_uid, &private->uid, sizeof(struct dasd_uid));
814 }
815
816 static void dasd_eckd_fill_rcd_cqr(struct dasd_device *device,
817 struct dasd_ccw_req *cqr,
818 __u8 *rcd_buffer,
819 __u8 lpm)
820 {
821 struct ccw1 *ccw;
822 /*
823 * buffer has to start with EBCDIC "V1.0" to show
824 * support for virtual device SNEQ
825 */
826 rcd_buffer[0] = 0xE5;
827 rcd_buffer[1] = 0xF1;
828 rcd_buffer[2] = 0x4B;
829 rcd_buffer[3] = 0xF0;
830
831 ccw = cqr->cpaddr;
832 ccw->cmd_code = DASD_ECKD_CCW_RCD;
833 ccw->flags = 0;
834 ccw->cda = (__u32)(addr_t)rcd_buffer;
835 ccw->count = DASD_ECKD_RCD_DATA_SIZE;
836 cqr->magic = DASD_ECKD_MAGIC;
837
838 cqr->startdev = device;
839 cqr->memdev = device;
840 cqr->block = NULL;
841 cqr->expires = 10*HZ;
842 cqr->lpm = lpm;
843 cqr->retries = 256;
844 cqr->buildclk = get_tod_clock();
845 cqr->status = DASD_CQR_FILLED;
846 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags);
847 }
848
849 /*
850 * Wakeup helper for read_conf
851 * if the cqr is not done and needs some error recovery
852 * the buffer has to be re-initialized with the EBCDIC "V1.0"
853 * to show support for virtual device SNEQ
854 */
855 static void read_conf_cb(struct dasd_ccw_req *cqr, void *data)
856 {
857 struct ccw1 *ccw;
858 __u8 *rcd_buffer;
859
860 if (cqr->status != DASD_CQR_DONE) {
861 ccw = cqr->cpaddr;
862 rcd_buffer = (__u8 *)((addr_t) ccw->cda);
863 memset(rcd_buffer, 0, sizeof(*rcd_buffer));
864
865 rcd_buffer[0] = 0xE5;
866 rcd_buffer[1] = 0xF1;
867 rcd_buffer[2] = 0x4B;
868 rcd_buffer[3] = 0xF0;
869 }
870 dasd_wakeup_cb(cqr, data);
871 }
872
873 static int dasd_eckd_read_conf_immediately(struct dasd_device *device,
874 struct dasd_ccw_req *cqr,
875 __u8 *rcd_buffer,
876 __u8 lpm)
877 {
878 struct ciw *ciw;
879 int rc;
880 /*
881 * sanity check: scan for RCD command in extended SenseID data
882 * some devices do not support RCD
883 */
884 ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD);
885 if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD)
886 return -EOPNOTSUPP;
887
888 dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buffer, lpm);
889 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
890 set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags);
891 cqr->retries = 5;
892 cqr->callback = read_conf_cb;
893 rc = dasd_sleep_on_immediatly(cqr);
894 return rc;
895 }
896
897 static int dasd_eckd_read_conf_lpm(struct dasd_device *device,
898 void **rcd_buffer,
899 int *rcd_buffer_size, __u8 lpm)
900 {
901 struct ciw *ciw;
902 char *rcd_buf = NULL;
903 int ret;
904 struct dasd_ccw_req *cqr;
905
906 /*
907 * sanity check: scan for RCD command in extended SenseID data
908 * some devices do not support RCD
909 */
910 ciw = ccw_device_get_ciw(device->cdev, CIW_TYPE_RCD);
911 if (!ciw || ciw->cmd != DASD_ECKD_CCW_RCD) {
912 ret = -EOPNOTSUPP;
913 goto out_error;
914 }
915 rcd_buf = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL | GFP_DMA);
916 if (!rcd_buf) {
917 ret = -ENOMEM;
918 goto out_error;
919 }
920 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* RCD */,
921 0, /* use rcd_buf as data ara */
922 device, NULL);
923 if (IS_ERR(cqr)) {
924 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
925 "Could not allocate RCD request");
926 ret = -ENOMEM;
927 goto out_error;
928 }
929 dasd_eckd_fill_rcd_cqr(device, cqr, rcd_buf, lpm);
930 cqr->callback = read_conf_cb;
931 ret = dasd_sleep_on(cqr);
932 /*
933 * on success we update the user input parms
934 */
935 dasd_sfree_request(cqr, cqr->memdev);
936 if (ret)
937 goto out_error;
938
939 *rcd_buffer_size = DASD_ECKD_RCD_DATA_SIZE;
940 *rcd_buffer = rcd_buf;
941 return 0;
942 out_error:
943 kfree(rcd_buf);
944 *rcd_buffer = NULL;
945 *rcd_buffer_size = 0;
946 return ret;
947 }
948
949 static int dasd_eckd_identify_conf_parts(struct dasd_eckd_private *private)
950 {
951
952 struct dasd_sneq *sneq;
953 int i, count;
954
955 private->ned = NULL;
956 private->sneq = NULL;
957 private->vdsneq = NULL;
958 private->gneq = NULL;
959 count = private->conf_len / sizeof(struct dasd_sneq);
960 sneq = (struct dasd_sneq *)private->conf_data;
961 for (i = 0; i < count; ++i) {
962 if (sneq->flags.identifier == 1 && sneq->format == 1)
963 private->sneq = sneq;
964 else if (sneq->flags.identifier == 1 && sneq->format == 4)
965 private->vdsneq = (struct vd_sneq *)sneq;
966 else if (sneq->flags.identifier == 2)
967 private->gneq = (struct dasd_gneq *)sneq;
968 else if (sneq->flags.identifier == 3 && sneq->res1 == 1)
969 private->ned = (struct dasd_ned *)sneq;
970 sneq++;
971 }
972 if (!private->ned || !private->gneq) {
973 private->ned = NULL;
974 private->sneq = NULL;
975 private->vdsneq = NULL;
976 private->gneq = NULL;
977 return -EINVAL;
978 }
979 return 0;
980
981 };
982
983 static unsigned char dasd_eckd_path_access(void *conf_data, int conf_len)
984 {
985 struct dasd_gneq *gneq;
986 int i, count, found;
987
988 count = conf_len / sizeof(*gneq);
989 gneq = (struct dasd_gneq *)conf_data;
990 found = 0;
991 for (i = 0; i < count; ++i) {
992 if (gneq->flags.identifier == 2) {
993 found = 1;
994 break;
995 }
996 gneq++;
997 }
998 if (found)
999 return ((char *)gneq)[18] & 0x07;
1000 else
1001 return 0;
1002 }
1003
1004 static void dasd_eckd_store_conf_data(struct dasd_device *device,
1005 struct dasd_conf_data *conf_data, int chp)
1006 {
1007 struct channel_path_desc_fmt0 *chp_desc;
1008 struct subchannel_id sch_id;
1009
1010 ccw_device_get_schid(device->cdev, &sch_id);
1011 /*
1012 * path handling and read_conf allocate data
1013 * free it before replacing the pointer
1014 */
1015 kfree(device->path[chp].conf_data);
1016 device->path[chp].conf_data = conf_data;
1017 device->path[chp].cssid = sch_id.cssid;
1018 device->path[chp].ssid = sch_id.ssid;
1019 chp_desc = ccw_device_get_chp_desc(device->cdev, chp);
1020 if (chp_desc)
1021 device->path[chp].chpid = chp_desc->chpid;
1022 kfree(chp_desc);
1023 }
1024
1025 static void dasd_eckd_clear_conf_data(struct dasd_device *device)
1026 {
1027 struct dasd_eckd_private *private = device->private;
1028 int i;
1029
1030 private->conf_data = NULL;
1031 private->conf_len = 0;
1032 for (i = 0; i < 8; i++) {
1033 kfree(device->path[i].conf_data);
1034 device->path[i].conf_data = NULL;
1035 device->path[i].cssid = 0;
1036 device->path[i].ssid = 0;
1037 device->path[i].chpid = 0;
1038 dasd_path_notoper(device, i);
1039 dasd_path_remove_kobj(device, i);
1040 }
1041 }
1042
1043 static void dasd_eckd_read_fc_security(struct dasd_device *device)
1044 {
1045 struct dasd_eckd_private *private = device->private;
1046 u8 esm_valid;
1047 u8 esm[8];
1048 int chp;
1049 int rc;
1050
1051 rc = chsc_scud(private->uid.ssid, (u64 *)esm, &esm_valid);
1052 if (rc) {
1053 for (chp = 0; chp < 8; chp++)
1054 device->path[chp].fc_security = 0;
1055 return;
1056 }
1057
1058 for (chp = 0; chp < 8; chp++) {
1059 if (esm_valid & (0x80 >> chp))
1060 device->path[chp].fc_security = esm[chp];
1061 else
1062 device->path[chp].fc_security = 0;
1063 }
1064 }
1065
1066 static int dasd_eckd_read_conf(struct dasd_device *device)
1067 {
1068 void *conf_data;
1069 int conf_len, conf_data_saved;
1070 int rc, path_err, pos;
1071 __u8 lpm, opm;
1072 struct dasd_eckd_private *private, path_private;
1073 struct dasd_uid *uid;
1074 char print_path_uid[60], print_device_uid[60];
1075
1076 private = device->private;
1077 opm = ccw_device_get_path_mask(device->cdev);
1078 conf_data_saved = 0;
1079 path_err = 0;
1080 /* get configuration data per operational path */
1081 for (lpm = 0x80; lpm; lpm>>= 1) {
1082 if (!(lpm & opm))
1083 continue;
1084 rc = dasd_eckd_read_conf_lpm(device, &conf_data,
1085 &conf_len, lpm);
1086 if (rc && rc != -EOPNOTSUPP) { /* -EOPNOTSUPP is ok */
1087 DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
1088 "Read configuration data returned "
1089 "error %d", rc);
1090 return rc;
1091 }
1092 if (conf_data == NULL) {
1093 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1094 "No configuration data "
1095 "retrieved");
1096 /* no further analysis possible */
1097 dasd_path_add_opm(device, opm);
1098 continue; /* no error */
1099 }
1100 /* save first valid configuration data */
1101 if (!conf_data_saved) {
1102 /* initially clear previously stored conf_data */
1103 dasd_eckd_clear_conf_data(device);
1104 private->conf_data = conf_data;
1105 private->conf_len = conf_len;
1106 if (dasd_eckd_identify_conf_parts(private)) {
1107 private->conf_data = NULL;
1108 private->conf_len = 0;
1109 kfree(conf_data);
1110 continue;
1111 }
1112 /*
1113 * build device UID that other path data
1114 * can be compared to it
1115 */
1116 dasd_eckd_generate_uid(device);
1117 conf_data_saved++;
1118 } else {
1119 path_private.conf_data = conf_data;
1120 path_private.conf_len = DASD_ECKD_RCD_DATA_SIZE;
1121 if (dasd_eckd_identify_conf_parts(
1122 &path_private)) {
1123 path_private.conf_data = NULL;
1124 path_private.conf_len = 0;
1125 kfree(conf_data);
1126 continue;
1127 }
1128 if (dasd_eckd_compare_path_uid(
1129 device, &path_private)) {
1130 uid = &path_private.uid;
1131 if (strlen(uid->vduit) > 0)
1132 snprintf(print_path_uid,
1133 sizeof(print_path_uid),
1134 "%s.%s.%04x.%02x.%s",
1135 uid->vendor, uid->serial,
1136 uid->ssid, uid->real_unit_addr,
1137 uid->vduit);
1138 else
1139 snprintf(print_path_uid,
1140 sizeof(print_path_uid),
1141 "%s.%s.%04x.%02x",
1142 uid->vendor, uid->serial,
1143 uid->ssid,
1144 uid->real_unit_addr);
1145 uid = &private->uid;
1146 if (strlen(uid->vduit) > 0)
1147 snprintf(print_device_uid,
1148 sizeof(print_device_uid),
1149 "%s.%s.%04x.%02x.%s",
1150 uid->vendor, uid->serial,
1151 uid->ssid, uid->real_unit_addr,
1152 uid->vduit);
1153 else
1154 snprintf(print_device_uid,
1155 sizeof(print_device_uid),
1156 "%s.%s.%04x.%02x",
1157 uid->vendor, uid->serial,
1158 uid->ssid,
1159 uid->real_unit_addr);
1160 dev_err(&device->cdev->dev,
1161 "Not all channel paths lead to "
1162 "the same device, path %02X leads to "
1163 "device %s instead of %s\n", lpm,
1164 print_path_uid, print_device_uid);
1165 path_err = -EINVAL;
1166 dasd_path_add_cablepm(device, lpm);
1167 continue;
1168 }
1169 path_private.conf_data = NULL;
1170 path_private.conf_len = 0;
1171 }
1172
1173 pos = pathmask_to_pos(lpm);
1174 dasd_eckd_store_conf_data(device, conf_data, pos);
1175
1176 switch (dasd_eckd_path_access(conf_data, conf_len)) {
1177 case 0x02:
1178 dasd_path_add_nppm(device, lpm);
1179 break;
1180 case 0x03:
1181 dasd_path_add_ppm(device, lpm);
1182 break;
1183 }
1184 if (!dasd_path_get_opm(device)) {
1185 dasd_path_set_opm(device, lpm);
1186 dasd_generic_path_operational(device);
1187 } else {
1188 dasd_path_add_opm(device, lpm);
1189 }
1190 }
1191
1192 dasd_eckd_read_fc_security(device);
1193
1194 return path_err;
1195 }
1196
1197 static u32 get_fcx_max_data(struct dasd_device *device)
1198 {
1199 struct dasd_eckd_private *private = device->private;
1200 int fcx_in_css, fcx_in_gneq, fcx_in_features;
1201 unsigned int mdc;
1202 int tpm;
1203
1204 if (dasd_nofcx)
1205 return 0;
1206 /* is transport mode supported? */
1207 fcx_in_css = css_general_characteristics.fcx;
1208 fcx_in_gneq = private->gneq->reserved2[7] & 0x04;
1209 fcx_in_features = private->features.feature[40] & 0x80;
1210 tpm = fcx_in_css && fcx_in_gneq && fcx_in_features;
1211
1212 if (!tpm)
1213 return 0;
1214
1215 mdc = ccw_device_get_mdc(device->cdev, 0);
1216 if (mdc == 0) {
1217 dev_warn(&device->cdev->dev, "Detecting the maximum supported data size for zHPF requests failed\n");
1218 return 0;
1219 } else {
1220 return (u32)mdc * FCX_MAX_DATA_FACTOR;
1221 }
1222 }
1223
1224 static int verify_fcx_max_data(struct dasd_device *device, __u8 lpm)
1225 {
1226 struct dasd_eckd_private *private = device->private;
1227 unsigned int mdc;
1228 u32 fcx_max_data;
1229
1230 if (private->fcx_max_data) {
1231 mdc = ccw_device_get_mdc(device->cdev, lpm);
1232 if (mdc == 0) {
1233 dev_warn(&device->cdev->dev,
1234 "Detecting the maximum data size for zHPF "
1235 "requests failed (rc=%d) for a new path %x\n",
1236 mdc, lpm);
1237 return mdc;
1238 }
1239 fcx_max_data = (u32)mdc * FCX_MAX_DATA_FACTOR;
1240 if (fcx_max_data < private->fcx_max_data) {
1241 dev_warn(&device->cdev->dev,
1242 "The maximum data size for zHPF requests %u "
1243 "on a new path %x is below the active maximum "
1244 "%u\n", fcx_max_data, lpm,
1245 private->fcx_max_data);
1246 return -EACCES;
1247 }
1248 }
1249 return 0;
1250 }
1251
1252 static int rebuild_device_uid(struct dasd_device *device,
1253 struct pe_handler_work_data *data)
1254 {
1255 struct dasd_eckd_private *private = device->private;
1256 __u8 lpm, opm = dasd_path_get_opm(device);
1257 int rc = -ENODEV;
1258
1259 for (lpm = 0x80; lpm; lpm >>= 1) {
1260 if (!(lpm & opm))
1261 continue;
1262 memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer));
1263 memset(&data->cqr, 0, sizeof(data->cqr));
1264 data->cqr.cpaddr = &data->ccw;
1265 rc = dasd_eckd_read_conf_immediately(device, &data->cqr,
1266 data->rcd_buffer,
1267 lpm);
1268
1269 if (rc) {
1270 if (rc == -EOPNOTSUPP) /* -EOPNOTSUPP is ok */
1271 continue;
1272 DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
1273 "Read configuration data "
1274 "returned error %d", rc);
1275 break;
1276 }
1277 memcpy(private->conf_data, data->rcd_buffer,
1278 DASD_ECKD_RCD_DATA_SIZE);
1279 if (dasd_eckd_identify_conf_parts(private)) {
1280 rc = -ENODEV;
1281 } else /* first valid path is enough */
1282 break;
1283 }
1284
1285 if (!rc)
1286 rc = dasd_eckd_generate_uid(device);
1287
1288 return rc;
1289 }
1290
1291 static void dasd_eckd_path_available_action(struct dasd_device *device,
1292 struct pe_handler_work_data *data)
1293 {
1294 struct dasd_eckd_private path_private;
1295 struct dasd_uid *uid;
1296 __u8 path_rcd_buf[DASD_ECKD_RCD_DATA_SIZE];
1297 __u8 lpm, opm, npm, ppm, epm, hpfpm, cablepm;
1298 struct dasd_conf_data *conf_data;
1299 unsigned long flags;
1300 char print_uid[60];
1301 int rc, pos;
1302
1303 opm = 0;
1304 npm = 0;
1305 ppm = 0;
1306 epm = 0;
1307 hpfpm = 0;
1308 cablepm = 0;
1309
1310 for (lpm = 0x80; lpm; lpm >>= 1) {
1311 if (!(lpm & data->tbvpm))
1312 continue;
1313 memset(&data->rcd_buffer, 0, sizeof(data->rcd_buffer));
1314 memset(&data->cqr, 0, sizeof(data->cqr));
1315 data->cqr.cpaddr = &data->ccw;
1316 rc = dasd_eckd_read_conf_immediately(device, &data->cqr,
1317 data->rcd_buffer,
1318 lpm);
1319 if (!rc) {
1320 switch (dasd_eckd_path_access(data->rcd_buffer,
1321 DASD_ECKD_RCD_DATA_SIZE)
1322 ) {
1323 case 0x02:
1324 npm |= lpm;
1325 break;
1326 case 0x03:
1327 ppm |= lpm;
1328 break;
1329 }
1330 opm |= lpm;
1331 } else if (rc == -EOPNOTSUPP) {
1332 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1333 "path verification: No configuration "
1334 "data retrieved");
1335 opm |= lpm;
1336 } else if (rc == -EAGAIN) {
1337 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1338 "path verification: device is stopped,"
1339 " try again later");
1340 epm |= lpm;
1341 } else {
1342 dev_warn(&device->cdev->dev,
1343 "Reading device feature codes failed "
1344 "(rc=%d) for new path %x\n", rc, lpm);
1345 continue;
1346 }
1347 if (verify_fcx_max_data(device, lpm)) {
1348 opm &= ~lpm;
1349 npm &= ~lpm;
1350 ppm &= ~lpm;
1351 hpfpm |= lpm;
1352 continue;
1353 }
1354
1355 /*
1356 * save conf_data for comparison after
1357 * rebuild_device_uid may have changed
1358 * the original data
1359 */
1360 memcpy(&path_rcd_buf, data->rcd_buffer,
1361 DASD_ECKD_RCD_DATA_SIZE);
1362 path_private.conf_data = (void *) &path_rcd_buf;
1363 path_private.conf_len = DASD_ECKD_RCD_DATA_SIZE;
1364 if (dasd_eckd_identify_conf_parts(&path_private)) {
1365 path_private.conf_data = NULL;
1366 path_private.conf_len = 0;
1367 continue;
1368 }
1369
1370 /*
1371 * compare path UID with device UID only if at least
1372 * one valid path is left
1373 * in other case the device UID may have changed and
1374 * the first working path UID will be used as device UID
1375 */
1376 if (dasd_path_get_opm(device) &&
1377 dasd_eckd_compare_path_uid(device, &path_private)) {
1378 /*
1379 * the comparison was not successful
1380 * rebuild the device UID with at least one
1381 * known path in case a z/VM hyperswap command
1382 * has changed the device
1383 *
1384 * after this compare again
1385 *
1386 * if either the rebuild or the recompare fails
1387 * the path can not be used
1388 */
1389 if (rebuild_device_uid(device, data) ||
1390 dasd_eckd_compare_path_uid(
1391 device, &path_private)) {
1392 uid = &path_private.uid;
1393 if (strlen(uid->vduit) > 0)
1394 snprintf(print_uid, sizeof(print_uid),
1395 "%s.%s.%04x.%02x.%s",
1396 uid->vendor, uid->serial,
1397 uid->ssid, uid->real_unit_addr,
1398 uid->vduit);
1399 else
1400 snprintf(print_uid, sizeof(print_uid),
1401 "%s.%s.%04x.%02x",
1402 uid->vendor, uid->serial,
1403 uid->ssid,
1404 uid->real_unit_addr);
1405 dev_err(&device->cdev->dev,
1406 "The newly added channel path %02X "
1407 "will not be used because it leads "
1408 "to a different device %s\n",
1409 lpm, print_uid);
1410 opm &= ~lpm;
1411 npm &= ~lpm;
1412 ppm &= ~lpm;
1413 cablepm |= lpm;
1414 continue;
1415 }
1416 }
1417
1418 conf_data = kzalloc(DASD_ECKD_RCD_DATA_SIZE, GFP_KERNEL);
1419 if (conf_data) {
1420 memcpy(conf_data, data->rcd_buffer,
1421 DASD_ECKD_RCD_DATA_SIZE);
1422 }
1423 pos = pathmask_to_pos(lpm);
1424 dasd_eckd_store_conf_data(device, conf_data, pos);
1425
1426 /*
1427 * There is a small chance that a path is lost again between
1428 * above path verification and the following modification of
1429 * the device opm mask. We could avoid that race here by using
1430 * yet another path mask, but we rather deal with this unlikely
1431 * situation in dasd_start_IO.
1432 */
1433 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
1434 if (!dasd_path_get_opm(device) && opm) {
1435 dasd_path_set_opm(device, opm);
1436 dasd_generic_path_operational(device);
1437 } else {
1438 dasd_path_add_opm(device, opm);
1439 }
1440 dasd_path_add_nppm(device, npm);
1441 dasd_path_add_ppm(device, ppm);
1442 dasd_path_add_tbvpm(device, epm);
1443 dasd_path_add_cablepm(device, cablepm);
1444 dasd_path_add_nohpfpm(device, hpfpm);
1445 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
1446
1447 dasd_path_create_kobj(device, pos);
1448 }
1449 }
1450
1451 static void do_pe_handler_work(struct work_struct *work)
1452 {
1453 struct pe_handler_work_data *data;
1454 struct dasd_device *device;
1455
1456 data = container_of(work, struct pe_handler_work_data, worker);
1457 device = data->device;
1458
1459 /* delay path verification until device was resumed */
1460 if (test_bit(DASD_FLAG_SUSPENDED, &device->flags)) {
1461 schedule_work(work);
1462 return;
1463 }
1464 /* check if path verification already running and delay if so */
1465 if (test_and_set_bit(DASD_FLAG_PATH_VERIFY, &device->flags)) {
1466 schedule_work(work);
1467 return;
1468 }
1469
1470 if (data->tbvpm)
1471 dasd_eckd_path_available_action(device, data);
1472 if (data->fcsecpm)
1473 dasd_eckd_read_fc_security(device);
1474
1475 clear_bit(DASD_FLAG_PATH_VERIFY, &device->flags);
1476 dasd_put_device(device);
1477 if (data->isglobal)
1478 mutex_unlock(&dasd_pe_handler_mutex);
1479 else
1480 kfree(data);
1481 }
1482
1483 static int dasd_eckd_pe_handler(struct dasd_device *device,
1484 __u8 tbvpm, __u8 fcsecpm)
1485 {
1486 struct pe_handler_work_data *data;
1487
1488 data = kmalloc(sizeof(*data), GFP_ATOMIC | GFP_DMA);
1489 if (!data) {
1490 if (mutex_trylock(&dasd_pe_handler_mutex)) {
1491 data = pe_handler_worker;
1492 data->isglobal = 1;
1493 } else {
1494 return -ENOMEM;
1495 }
1496 } else {
1497 memset(data, 0, sizeof(*data));
1498 data->isglobal = 0;
1499 }
1500 INIT_WORK(&data->worker, do_pe_handler_work);
1501 dasd_get_device(device);
1502 data->device = device;
1503 data->tbvpm = tbvpm;
1504 data->fcsecpm = fcsecpm;
1505 schedule_work(&data->worker);
1506 return 0;
1507 }
1508
1509 static void dasd_eckd_reset_path(struct dasd_device *device, __u8 pm)
1510 {
1511 struct dasd_eckd_private *private = device->private;
1512 unsigned long flags;
1513
1514 if (!private->fcx_max_data)
1515 private->fcx_max_data = get_fcx_max_data(device);
1516 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
1517 dasd_path_set_tbvpm(device, pm ? : dasd_path_get_notoperpm(device));
1518 dasd_schedule_device_bh(device);
1519 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
1520 }
1521
1522 static int dasd_eckd_read_features(struct dasd_device *device)
1523 {
1524 struct dasd_eckd_private *private = device->private;
1525 struct dasd_psf_prssd_data *prssdp;
1526 struct dasd_rssd_features *features;
1527 struct dasd_ccw_req *cqr;
1528 struct ccw1 *ccw;
1529 int rc;
1530
1531 memset(&private->features, 0, sizeof(struct dasd_rssd_features));
1532 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */,
1533 (sizeof(struct dasd_psf_prssd_data) +
1534 sizeof(struct dasd_rssd_features)),
1535 device, NULL);
1536 if (IS_ERR(cqr)) {
1537 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s", "Could not "
1538 "allocate initialization request");
1539 return PTR_ERR(cqr);
1540 }
1541 cqr->startdev = device;
1542 cqr->memdev = device;
1543 cqr->block = NULL;
1544 cqr->retries = 256;
1545 cqr->expires = 10 * HZ;
1546
1547 /* Prepare for Read Subsystem Data */
1548 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
1549 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
1550 prssdp->order = PSF_ORDER_PRSSD;
1551 prssdp->suborder = 0x41; /* Read Feature Codes */
1552 /* all other bytes of prssdp must be zero */
1553
1554 ccw = cqr->cpaddr;
1555 ccw->cmd_code = DASD_ECKD_CCW_PSF;
1556 ccw->count = sizeof(struct dasd_psf_prssd_data);
1557 ccw->flags |= CCW_FLAG_CC;
1558 ccw->cda = (__u32)(addr_t) prssdp;
1559
1560 /* Read Subsystem Data - feature codes */
1561 features = (struct dasd_rssd_features *) (prssdp + 1);
1562 memset(features, 0, sizeof(struct dasd_rssd_features));
1563
1564 ccw++;
1565 ccw->cmd_code = DASD_ECKD_CCW_RSSD;
1566 ccw->count = sizeof(struct dasd_rssd_features);
1567 ccw->cda = (__u32)(addr_t) features;
1568
1569 cqr->buildclk = get_tod_clock();
1570 cqr->status = DASD_CQR_FILLED;
1571 rc = dasd_sleep_on(cqr);
1572 if (rc == 0) {
1573 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
1574 features = (struct dasd_rssd_features *) (prssdp + 1);
1575 memcpy(&private->features, features,
1576 sizeof(struct dasd_rssd_features));
1577 } else
1578 dev_warn(&device->cdev->dev, "Reading device feature codes"
1579 " failed with rc=%d\n", rc);
1580 dasd_sfree_request(cqr, cqr->memdev);
1581 return rc;
1582 }
1583
1584 /* Read Volume Information - Volume Storage Query */
1585 static int dasd_eckd_read_vol_info(struct dasd_device *device)
1586 {
1587 struct dasd_eckd_private *private = device->private;
1588 struct dasd_psf_prssd_data *prssdp;
1589 struct dasd_rssd_vsq *vsq;
1590 struct dasd_ccw_req *cqr;
1591 struct ccw1 *ccw;
1592 int useglobal;
1593 int rc;
1594
1595 /* This command cannot be executed on an alias device */
1596 if (private->uid.type == UA_BASE_PAV_ALIAS ||
1597 private->uid.type == UA_HYPER_PAV_ALIAS)
1598 return 0;
1599
1600 useglobal = 0;
1601 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */,
1602 sizeof(*prssdp) + sizeof(*vsq), device, NULL);
1603 if (IS_ERR(cqr)) {
1604 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1605 "Could not allocate initialization request");
1606 mutex_lock(&dasd_vol_info_mutex);
1607 useglobal = 1;
1608 cqr = &dasd_vol_info_req->cqr;
1609 memset(cqr, 0, sizeof(*cqr));
1610 memset(dasd_vol_info_req, 0, sizeof(*dasd_vol_info_req));
1611 cqr->cpaddr = &dasd_vol_info_req->ccw;
1612 cqr->data = &dasd_vol_info_req->data;
1613 cqr->magic = DASD_ECKD_MAGIC;
1614 }
1615
1616 /* Prepare for Read Subsystem Data */
1617 prssdp = cqr->data;
1618 prssdp->order = PSF_ORDER_PRSSD;
1619 prssdp->suborder = PSF_SUBORDER_VSQ; /* Volume Storage Query */
1620 prssdp->lss = private->ned->ID;
1621 prssdp->volume = private->ned->unit_addr;
1622
1623 ccw = cqr->cpaddr;
1624 ccw->cmd_code = DASD_ECKD_CCW_PSF;
1625 ccw->count = sizeof(*prssdp);
1626 ccw->flags |= CCW_FLAG_CC;
1627 ccw->cda = (__u32)(addr_t)prssdp;
1628
1629 /* Read Subsystem Data - Volume Storage Query */
1630 vsq = (struct dasd_rssd_vsq *)(prssdp + 1);
1631 memset(vsq, 0, sizeof(*vsq));
1632
1633 ccw++;
1634 ccw->cmd_code = DASD_ECKD_CCW_RSSD;
1635 ccw->count = sizeof(*vsq);
1636 ccw->flags |= CCW_FLAG_SLI;
1637 ccw->cda = (__u32)(addr_t)vsq;
1638
1639 cqr->buildclk = get_tod_clock();
1640 cqr->status = DASD_CQR_FILLED;
1641 cqr->startdev = device;
1642 cqr->memdev = device;
1643 cqr->block = NULL;
1644 cqr->retries = 256;
1645 cqr->expires = device->default_expires * HZ;
1646 /* The command might not be supported. Suppress the error output */
1647 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags);
1648
1649 rc = dasd_sleep_on_interruptible(cqr);
1650 if (rc == 0) {
1651 memcpy(&private->vsq, vsq, sizeof(*vsq));
1652 } else {
1653 DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
1654 "Reading the volume storage information failed with rc=%d", rc);
1655 }
1656
1657 if (useglobal)
1658 mutex_unlock(&dasd_vol_info_mutex);
1659 else
1660 dasd_sfree_request(cqr, cqr->memdev);
1661
1662 return rc;
1663 }
1664
1665 static int dasd_eckd_is_ese(struct dasd_device *device)
1666 {
1667 struct dasd_eckd_private *private = device->private;
1668
1669 return private->vsq.vol_info.ese;
1670 }
1671
1672 static int dasd_eckd_ext_pool_id(struct dasd_device *device)
1673 {
1674 struct dasd_eckd_private *private = device->private;
1675
1676 return private->vsq.extent_pool_id;
1677 }
1678
1679 /*
1680 * This value represents the total amount of available space. As more space is
1681 * allocated by ESE volumes, this value will decrease.
1682 * The data for this value is therefore updated on any call.
1683 */
1684 static int dasd_eckd_space_configured(struct dasd_device *device)
1685 {
1686 struct dasd_eckd_private *private = device->private;
1687 int rc;
1688
1689 rc = dasd_eckd_read_vol_info(device);
1690
1691 return rc ? : private->vsq.space_configured;
1692 }
1693
1694 /*
1695 * The value of space allocated by an ESE volume may have changed and is
1696 * therefore updated on any call.
1697 */
1698 static int dasd_eckd_space_allocated(struct dasd_device *device)
1699 {
1700 struct dasd_eckd_private *private = device->private;
1701 int rc;
1702
1703 rc = dasd_eckd_read_vol_info(device);
1704
1705 return rc ? : private->vsq.space_allocated;
1706 }
1707
1708 static int dasd_eckd_logical_capacity(struct dasd_device *device)
1709 {
1710 struct dasd_eckd_private *private = device->private;
1711
1712 return private->vsq.logical_capacity;
1713 }
1714
1715 static void dasd_eckd_ext_pool_exhaust_work(struct work_struct *work)
1716 {
1717 struct ext_pool_exhaust_work_data *data;
1718 struct dasd_device *device;
1719 struct dasd_device *base;
1720
1721 data = container_of(work, struct ext_pool_exhaust_work_data, worker);
1722 device = data->device;
1723 base = data->base;
1724
1725 if (!base)
1726 base = device;
1727 if (dasd_eckd_space_configured(base) != 0) {
1728 dasd_generic_space_avail(device);
1729 } else {
1730 dev_warn(&device->cdev->dev, "No space left in the extent pool\n");
1731 DBF_DEV_EVENT(DBF_WARNING, device, "%s", "out of space");
1732 }
1733
1734 dasd_put_device(device);
1735 kfree(data);
1736 }
1737
1738 static int dasd_eckd_ext_pool_exhaust(struct dasd_device *device,
1739 struct dasd_ccw_req *cqr)
1740 {
1741 struct ext_pool_exhaust_work_data *data;
1742
1743 data = kzalloc(sizeof(*data), GFP_ATOMIC);
1744 if (!data)
1745 return -ENOMEM;
1746 INIT_WORK(&data->worker, dasd_eckd_ext_pool_exhaust_work);
1747 dasd_get_device(device);
1748 data->device = device;
1749
1750 if (cqr->block)
1751 data->base = cqr->block->base;
1752 else if (cqr->basedev)
1753 data->base = cqr->basedev;
1754 else
1755 data->base = NULL;
1756
1757 schedule_work(&data->worker);
1758
1759 return 0;
1760 }
1761
1762 static void dasd_eckd_cpy_ext_pool_data(struct dasd_device *device,
1763 struct dasd_rssd_lcq *lcq)
1764 {
1765 struct dasd_eckd_private *private = device->private;
1766 int pool_id = dasd_eckd_ext_pool_id(device);
1767 struct dasd_ext_pool_sum eps;
1768 int i;
1769
1770 for (i = 0; i < lcq->pool_count; i++) {
1771 eps = lcq->ext_pool_sum[i];
1772 if (eps.pool_id == pool_id) {
1773 memcpy(&private->eps, &eps,
1774 sizeof(struct dasd_ext_pool_sum));
1775 }
1776 }
1777 }
1778
1779 /* Read Extent Pool Information - Logical Configuration Query */
1780 static int dasd_eckd_read_ext_pool_info(struct dasd_device *device)
1781 {
1782 struct dasd_eckd_private *private = device->private;
1783 struct dasd_psf_prssd_data *prssdp;
1784 struct dasd_rssd_lcq *lcq;
1785 struct dasd_ccw_req *cqr;
1786 struct ccw1 *ccw;
1787 int rc;
1788
1789 /* This command cannot be executed on an alias device */
1790 if (private->uid.type == UA_BASE_PAV_ALIAS ||
1791 private->uid.type == UA_HYPER_PAV_ALIAS)
1792 return 0;
1793
1794 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2 /* PSF + RSSD */,
1795 sizeof(*prssdp) + sizeof(*lcq), device, NULL);
1796 if (IS_ERR(cqr)) {
1797 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
1798 "Could not allocate initialization request");
1799 return PTR_ERR(cqr);
1800 }
1801
1802 /* Prepare for Read Subsystem Data */
1803 prssdp = cqr->data;
1804 memset(prssdp, 0, sizeof(*prssdp));
1805 prssdp->order = PSF_ORDER_PRSSD;
1806 prssdp->suborder = PSF_SUBORDER_LCQ; /* Logical Configuration Query */
1807
1808 ccw = cqr->cpaddr;
1809 ccw->cmd_code = DASD_ECKD_CCW_PSF;
1810 ccw->count = sizeof(*prssdp);
1811 ccw->flags |= CCW_FLAG_CC;
1812 ccw->cda = (__u32)(addr_t)prssdp;
1813
1814 lcq = (struct dasd_rssd_lcq *)(prssdp + 1);
1815 memset(lcq, 0, sizeof(*lcq));
1816
1817 ccw++;
1818 ccw->cmd_code = DASD_ECKD_CCW_RSSD;
1819 ccw->count = sizeof(*lcq);
1820 ccw->flags |= CCW_FLAG_SLI;
1821 ccw->cda = (__u32)(addr_t)lcq;
1822
1823 cqr->buildclk = get_tod_clock();
1824 cqr->status = DASD_CQR_FILLED;
1825 cqr->startdev = device;
1826 cqr->memdev = device;
1827 cqr->block = NULL;
1828 cqr->retries = 256;
1829 cqr->expires = device->default_expires * HZ;
1830 /* The command might not be supported. Suppress the error output */
1831 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags);
1832
1833 rc = dasd_sleep_on_interruptible(cqr);
1834 if (rc == 0) {
1835 dasd_eckd_cpy_ext_pool_data(device, lcq);
1836 } else {
1837 DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
1838 "Reading the logical configuration failed with rc=%d", rc);
1839 }
1840
1841 dasd_sfree_request(cqr, cqr->memdev);
1842
1843 return rc;
1844 }
1845
1846 /*
1847 * Depending on the device type, the extent size is specified either as
1848 * cylinders per extent (CKD) or size per extent (FBA)
1849 * A 1GB size corresponds to 1113cyl, and 16MB to 21cyl.
1850 */
1851 static int dasd_eckd_ext_size(struct dasd_device *device)
1852 {
1853 struct dasd_eckd_private *private = device->private;
1854 struct dasd_ext_pool_sum eps = private->eps;
1855
1856 if (!eps.flags.extent_size_valid)
1857 return 0;
1858 if (eps.extent_size.size_1G)
1859 return 1113;
1860 if (eps.extent_size.size_16M)
1861 return 21;
1862
1863 return 0;
1864 }
1865
1866 static int dasd_eckd_ext_pool_warn_thrshld(struct dasd_device *device)
1867 {
1868 struct dasd_eckd_private *private = device->private;
1869
1870 return private->eps.warn_thrshld;
1871 }
1872
1873 static int dasd_eckd_ext_pool_cap_at_warnlevel(struct dasd_device *device)
1874 {
1875 struct dasd_eckd_private *private = device->private;
1876
1877 return private->eps.flags.capacity_at_warnlevel;
1878 }
1879
1880 /*
1881 * Extent Pool out of space
1882 */
1883 static int dasd_eckd_ext_pool_oos(struct dasd_device *device)
1884 {
1885 struct dasd_eckd_private *private = device->private;
1886
1887 return private->eps.flags.pool_oos;
1888 }
1889
1890 /*
1891 * Build CP for Perform Subsystem Function - SSC.
1892 */
1893 static struct dasd_ccw_req *dasd_eckd_build_psf_ssc(struct dasd_device *device,
1894 int enable_pav)
1895 {
1896 struct dasd_ccw_req *cqr;
1897 struct dasd_psf_ssc_data *psf_ssc_data;
1898 struct ccw1 *ccw;
1899
1900 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ ,
1901 sizeof(struct dasd_psf_ssc_data),
1902 device, NULL);
1903
1904 if (IS_ERR(cqr)) {
1905 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
1906 "Could not allocate PSF-SSC request");
1907 return cqr;
1908 }
1909 psf_ssc_data = (struct dasd_psf_ssc_data *)cqr->data;
1910 psf_ssc_data->order = PSF_ORDER_SSC;
1911 psf_ssc_data->suborder = 0xc0;
1912 if (enable_pav) {
1913 psf_ssc_data->suborder |= 0x08;
1914 psf_ssc_data->reserved[0] = 0x88;
1915 }
1916 ccw = cqr->cpaddr;
1917 ccw->cmd_code = DASD_ECKD_CCW_PSF;
1918 ccw->cda = (__u32)(addr_t)psf_ssc_data;
1919 ccw->count = 66;
1920
1921 cqr->startdev = device;
1922 cqr->memdev = device;
1923 cqr->block = NULL;
1924 cqr->retries = 256;
1925 cqr->expires = 10*HZ;
1926 cqr->buildclk = get_tod_clock();
1927 cqr->status = DASD_CQR_FILLED;
1928 return cqr;
1929 }
1930
1931 /*
1932 * Perform Subsystem Function.
1933 * It is necessary to trigger CIO for channel revalidation since this
1934 * call might change behaviour of DASD devices.
1935 */
1936 static int
1937 dasd_eckd_psf_ssc(struct dasd_device *device, int enable_pav,
1938 unsigned long flags)
1939 {
1940 struct dasd_ccw_req *cqr;
1941 int rc;
1942
1943 cqr = dasd_eckd_build_psf_ssc(device, enable_pav);
1944 if (IS_ERR(cqr))
1945 return PTR_ERR(cqr);
1946
1947 /*
1948 * set flags e.g. turn on failfast, to prevent blocking
1949 * the calling function should handle failed requests
1950 */
1951 cqr->flags |= flags;
1952
1953 rc = dasd_sleep_on(cqr);
1954 if (!rc)
1955 /* trigger CIO to reprobe devices */
1956 css_schedule_reprobe();
1957 else if (cqr->intrc == -EAGAIN)
1958 rc = -EAGAIN;
1959
1960 dasd_sfree_request(cqr, cqr->memdev);
1961 return rc;
1962 }
1963
1964 /*
1965 * Valide storage server of current device.
1966 */
1967 static int dasd_eckd_validate_server(struct dasd_device *device,
1968 unsigned long flags)
1969 {
1970 struct dasd_eckd_private *private = device->private;
1971 int enable_pav, rc;
1972
1973 if (private->uid.type == UA_BASE_PAV_ALIAS ||
1974 private->uid.type == UA_HYPER_PAV_ALIAS)
1975 return 0;
1976 if (dasd_nopav || MACHINE_IS_VM)
1977 enable_pav = 0;
1978 else
1979 enable_pav = 1;
1980 rc = dasd_eckd_psf_ssc(device, enable_pav, flags);
1981
1982 /* may be requested feature is not available on server,
1983 * therefore just report error and go ahead */
1984 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "PSF-SSC for SSID %04x "
1985 "returned rc=%d", private->uid.ssid, rc);
1986 return rc;
1987 }
1988
1989 /*
1990 * worker to do a validate server in case of a lost pathgroup
1991 */
1992 static void dasd_eckd_do_validate_server(struct work_struct *work)
1993 {
1994 struct dasd_device *device = container_of(work, struct dasd_device,
1995 kick_validate);
1996 unsigned long flags = 0;
1997
1998 set_bit(DASD_CQR_FLAGS_FAILFAST, &flags);
1999 if (dasd_eckd_validate_server(device, flags)
2000 == -EAGAIN) {
2001 /* schedule worker again if failed */
2002 schedule_work(&device->kick_validate);
2003 return;
2004 }
2005
2006 dasd_put_device(device);
2007 }
2008
2009 static void dasd_eckd_kick_validate_server(struct dasd_device *device)
2010 {
2011 dasd_get_device(device);
2012 /* exit if device not online or in offline processing */
2013 if (test_bit(DASD_FLAG_OFFLINE, &device->flags) ||
2014 device->state < DASD_STATE_ONLINE) {
2015 dasd_put_device(device);
2016 return;
2017 }
2018 /* queue call to do_validate_server to the kernel event daemon. */
2019 if (!schedule_work(&device->kick_validate))
2020 dasd_put_device(device);
2021 }
2022
2023 /*
2024 * Check device characteristics.
2025 * If the device is accessible using ECKD discipline, the device is enabled.
2026 */
2027 static int
2028 dasd_eckd_check_characteristics(struct dasd_device *device)
2029 {
2030 struct dasd_eckd_private *private = device->private;
2031 struct dasd_block *block;
2032 struct dasd_uid temp_uid;
2033 int rc, i;
2034 int readonly;
2035 unsigned long value;
2036
2037 /* setup work queue for validate server*/
2038 INIT_WORK(&device->kick_validate, dasd_eckd_do_validate_server);
2039 /* setup work queue for summary unit check */
2040 INIT_WORK(&device->suc_work, dasd_alias_handle_summary_unit_check);
2041
2042 if (!ccw_device_is_pathgroup(device->cdev)) {
2043 dev_warn(&device->cdev->dev,
2044 "A channel path group could not be established\n");
2045 return -EIO;
2046 }
2047 if (!ccw_device_is_multipath(device->cdev)) {
2048 dev_info(&device->cdev->dev,
2049 "The DASD is not operating in multipath mode\n");
2050 }
2051 if (!private) {
2052 private = kzalloc(sizeof(*private), GFP_KERNEL | GFP_DMA);
2053 if (!private) {
2054 dev_warn(&device->cdev->dev,
2055 "Allocating memory for private DASD data "
2056 "failed\n");
2057 return -ENOMEM;
2058 }
2059 device->private = private;
2060 } else {
2061 memset(private, 0, sizeof(*private));
2062 }
2063 /* Invalidate status of initial analysis. */
2064 private->init_cqr_status = -1;
2065 /* Set default cache operations. */
2066 private->attrib.operation = DASD_NORMAL_CACHE;
2067 private->attrib.nr_cyl = 0;
2068
2069 /* Read Configuration Data */
2070 rc = dasd_eckd_read_conf(device);
2071 if (rc)
2072 goto out_err1;
2073
2074 /* set some default values */
2075 device->default_expires = DASD_EXPIRES;
2076 device->default_retries = DASD_RETRIES;
2077 device->path_thrhld = DASD_ECKD_PATH_THRHLD;
2078 device->path_interval = DASD_ECKD_PATH_INTERVAL;
2079
2080 if (private->gneq) {
2081 value = 1;
2082 for (i = 0; i < private->gneq->timeout.value; i++)
2083 value = 10 * value;
2084 value = value * private->gneq->timeout.number;
2085 /* do not accept useless values */
2086 if (value != 0 && value <= DASD_EXPIRES_MAX)
2087 device->default_expires = value;
2088 }
2089
2090 dasd_eckd_get_uid(device, &temp_uid);
2091 if (temp_uid.type == UA_BASE_DEVICE) {
2092 block = dasd_alloc_block();
2093 if (IS_ERR(block)) {
2094 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
2095 "could not allocate dasd "
2096 "block structure");
2097 rc = PTR_ERR(block);
2098 goto out_err1;
2099 }
2100 device->block = block;
2101 block->base = device;
2102 }
2103
2104 /* register lcu with alias handling, enable PAV */
2105 rc = dasd_alias_make_device_known_to_lcu(device);
2106 if (rc)
2107 goto out_err2;
2108
2109 dasd_eckd_validate_server(device, 0);
2110
2111 /* device may report different configuration data after LCU setup */
2112 rc = dasd_eckd_read_conf(device);
2113 if (rc)
2114 goto out_err3;
2115
2116 dasd_path_create_kobjects(device);
2117
2118 /* Read Feature Codes */
2119 dasd_eckd_read_features(device);
2120
2121 /* Read Volume Information */
2122 dasd_eckd_read_vol_info(device);
2123
2124 /* Read Extent Pool Information */
2125 dasd_eckd_read_ext_pool_info(device);
2126
2127 /* Read Device Characteristics */
2128 rc = dasd_generic_read_dev_chars(device, DASD_ECKD_MAGIC,
2129 &private->rdc_data, 64);
2130 if (rc) {
2131 DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
2132 "Read device characteristic failed, rc=%d", rc);
2133 goto out_err3;
2134 }
2135
2136 if ((device->features & DASD_FEATURE_USERAW) &&
2137 !(private->rdc_data.facilities.RT_in_LR)) {
2138 dev_err(&device->cdev->dev, "The storage server does not "
2139 "support raw-track access\n");
2140 rc = -EINVAL;
2141 goto out_err3;
2142 }
2143
2144 /* find the valid cylinder size */
2145 if (private->rdc_data.no_cyl == LV_COMPAT_CYL &&
2146 private->rdc_data.long_no_cyl)
2147 private->real_cyl = private->rdc_data.long_no_cyl;
2148 else
2149 private->real_cyl = private->rdc_data.no_cyl;
2150
2151 private->fcx_max_data = get_fcx_max_data(device);
2152
2153 readonly = dasd_device_is_ro(device);
2154 if (readonly)
2155 set_bit(DASD_FLAG_DEVICE_RO, &device->flags);
2156
2157 dev_info(&device->cdev->dev, "New DASD %04X/%02X (CU %04X/%02X) "
2158 "with %d cylinders, %d heads, %d sectors%s\n",
2159 private->rdc_data.dev_type,
2160 private->rdc_data.dev_model,
2161 private->rdc_data.cu_type,
2162 private->rdc_data.cu_model.model,
2163 private->real_cyl,
2164 private->rdc_data.trk_per_cyl,
2165 private->rdc_data.sec_per_trk,
2166 readonly ? ", read-only device" : "");
2167 return 0;
2168
2169 out_err3:
2170 dasd_alias_disconnect_device_from_lcu(device);
2171 out_err2:
2172 dasd_free_block(device->block);
2173 device->block = NULL;
2174 out_err1:
2175 dasd_eckd_clear_conf_data(device);
2176 kfree(device->private);
2177 device->private = NULL;
2178 return rc;
2179 }
2180
2181 static void dasd_eckd_uncheck_device(struct dasd_device *device)
2182 {
2183 struct dasd_eckd_private *private = device->private;
2184
2185 if (!private)
2186 return;
2187
2188 dasd_alias_disconnect_device_from_lcu(device);
2189 private->ned = NULL;
2190 private->sneq = NULL;
2191 private->vdsneq = NULL;
2192 private->gneq = NULL;
2193 dasd_eckd_clear_conf_data(device);
2194 }
2195
2196 static struct dasd_ccw_req *
2197 dasd_eckd_analysis_ccw(struct dasd_device *device)
2198 {
2199 struct dasd_eckd_private *private = device->private;
2200 struct eckd_count *count_data;
2201 struct LO_eckd_data *LO_data;
2202 struct dasd_ccw_req *cqr;
2203 struct ccw1 *ccw;
2204 int cplength, datasize;
2205 int i;
2206
2207 cplength = 8;
2208 datasize = sizeof(struct DE_eckd_data) + 2*sizeof(struct LO_eckd_data);
2209 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize, device,
2210 NULL);
2211 if (IS_ERR(cqr))
2212 return cqr;
2213 ccw = cqr->cpaddr;
2214 /* Define extent for the first 2 tracks. */
2215 define_extent(ccw++, cqr->data, 0, 1,
2216 DASD_ECKD_CCW_READ_COUNT, device, 0);
2217 LO_data = cqr->data + sizeof(struct DE_eckd_data);
2218 /* Locate record for the first 4 records on track 0. */
2219 ccw[-1].flags |= CCW_FLAG_CC;
2220 locate_record(ccw++, LO_data++, 0, 0, 4,
2221 DASD_ECKD_CCW_READ_COUNT, device, 0);
2222
2223 count_data = private->count_area;
2224 for (i = 0; i < 4; i++) {
2225 ccw[-1].flags |= CCW_FLAG_CC;
2226 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
2227 ccw->flags = 0;
2228 ccw->count = 8;
2229 ccw->cda = (__u32)(addr_t) count_data;
2230 ccw++;
2231 count_data++;
2232 }
2233
2234 /* Locate record for the first record on track 1. */
2235 ccw[-1].flags |= CCW_FLAG_CC;
2236 locate_record(ccw++, LO_data++, 1, 0, 1,
2237 DASD_ECKD_CCW_READ_COUNT, device, 0);
2238 /* Read count ccw. */
2239 ccw[-1].flags |= CCW_FLAG_CC;
2240 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
2241 ccw->flags = 0;
2242 ccw->count = 8;
2243 ccw->cda = (__u32)(addr_t) count_data;
2244
2245 cqr->block = NULL;
2246 cqr->startdev = device;
2247 cqr->memdev = device;
2248 cqr->retries = 255;
2249 cqr->buildclk = get_tod_clock();
2250 cqr->status = DASD_CQR_FILLED;
2251 /* Set flags to suppress output for expected errors */
2252 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
2253
2254 return cqr;
2255 }
2256
2257 /* differentiate between 'no record found' and any other error */
2258 static int dasd_eckd_analysis_evaluation(struct dasd_ccw_req *init_cqr)
2259 {
2260 char *sense;
2261 if (init_cqr->status == DASD_CQR_DONE)
2262 return INIT_CQR_OK;
2263 else if (init_cqr->status == DASD_CQR_NEED_ERP ||
2264 init_cqr->status == DASD_CQR_FAILED) {
2265 sense = dasd_get_sense(&init_cqr->irb);
2266 if (sense && (sense[1] & SNS1_NO_REC_FOUND))
2267 return INIT_CQR_UNFORMATTED;
2268 else
2269 return INIT_CQR_ERROR;
2270 } else
2271 return INIT_CQR_ERROR;
2272 }
2273
2274 /*
2275 * This is the callback function for the init_analysis cqr. It saves
2276 * the status of the initial analysis ccw before it frees it and kicks
2277 * the device to continue the startup sequence. This will call
2278 * dasd_eckd_do_analysis again (if the devices has not been marked
2279 * for deletion in the meantime).
2280 */
2281 static void dasd_eckd_analysis_callback(struct dasd_ccw_req *init_cqr,
2282 void *data)
2283 {
2284 struct dasd_device *device = init_cqr->startdev;
2285 struct dasd_eckd_private *private = device->private;
2286
2287 private->init_cqr_status = dasd_eckd_analysis_evaluation(init_cqr);
2288 dasd_sfree_request(init_cqr, device);
2289 dasd_kick_device(device);
2290 }
2291
2292 static int dasd_eckd_start_analysis(struct dasd_block *block)
2293 {
2294 struct dasd_ccw_req *init_cqr;
2295
2296 init_cqr = dasd_eckd_analysis_ccw(block->base);
2297 if (IS_ERR(init_cqr))
2298 return PTR_ERR(init_cqr);
2299 init_cqr->callback = dasd_eckd_analysis_callback;
2300 init_cqr->callback_data = NULL;
2301 init_cqr->expires = 5*HZ;
2302 /* first try without ERP, so we can later handle unformatted
2303 * devices as special case
2304 */
2305 clear_bit(DASD_CQR_FLAGS_USE_ERP, &init_cqr->flags);
2306 init_cqr->retries = 0;
2307 dasd_add_request_head(init_cqr);
2308 return -EAGAIN;
2309 }
2310
2311 static int dasd_eckd_end_analysis(struct dasd_block *block)
2312 {
2313 struct dasd_device *device = block->base;
2314 struct dasd_eckd_private *private = device->private;
2315 struct eckd_count *count_area;
2316 unsigned int sb, blk_per_trk;
2317 int status, i;
2318 struct dasd_ccw_req *init_cqr;
2319
2320 status = private->init_cqr_status;
2321 private->init_cqr_status = -1;
2322 if (status == INIT_CQR_ERROR) {
2323 /* try again, this time with full ERP */
2324 init_cqr = dasd_eckd_analysis_ccw(device);
2325 dasd_sleep_on(init_cqr);
2326 status = dasd_eckd_analysis_evaluation(init_cqr);
2327 dasd_sfree_request(init_cqr, device);
2328 }
2329
2330 if (device->features & DASD_FEATURE_USERAW) {
2331 block->bp_block = DASD_RAW_BLOCKSIZE;
2332 blk_per_trk = DASD_RAW_BLOCK_PER_TRACK;
2333 block->s2b_shift = 3;
2334 goto raw;
2335 }
2336
2337 if (status == INIT_CQR_UNFORMATTED) {
2338 dev_warn(&device->cdev->dev, "The DASD is not formatted\n");
2339 return -EMEDIUMTYPE;
2340 } else if (status == INIT_CQR_ERROR) {
2341 dev_err(&device->cdev->dev,
2342 "Detecting the DASD disk layout failed because "
2343 "of an I/O error\n");
2344 return -EIO;
2345 }
2346
2347 private->uses_cdl = 1;
2348 /* Check Track 0 for Compatible Disk Layout */
2349 count_area = NULL;
2350 for (i = 0; i < 3; i++) {
2351 if (private->count_area[i].kl != 4 ||
2352 private->count_area[i].dl != dasd_eckd_cdl_reclen(i) - 4 ||
2353 private->count_area[i].cyl != 0 ||
2354 private->count_area[i].head != count_area_head[i] ||
2355 private->count_area[i].record != count_area_rec[i]) {
2356 private->uses_cdl = 0;
2357 break;
2358 }
2359 }
2360 if (i == 3)
2361 count_area = &private->count_area[3];
2362
2363 if (private->uses_cdl == 0) {
2364 for (i = 0; i < 5; i++) {
2365 if ((private->count_area[i].kl != 0) ||
2366 (private->count_area[i].dl !=
2367 private->count_area[0].dl) ||
2368 private->count_area[i].cyl != 0 ||
2369 private->count_area[i].head != count_area_head[i] ||
2370 private->count_area[i].record != count_area_rec[i])
2371 break;
2372 }
2373 if (i == 5)
2374 count_area = &private->count_area[0];
2375 } else {
2376 if (private->count_area[3].record == 1)
2377 dev_warn(&device->cdev->dev,
2378 "Track 0 has no records following the VTOC\n");
2379 }
2380
2381 if (count_area != NULL && count_area->kl == 0) {
2382 /* we found notthing violating our disk layout */
2383 if (dasd_check_blocksize(count_area->dl) == 0)
2384 block->bp_block = count_area->dl;
2385 }
2386 if (block->bp_block == 0) {
2387 dev_warn(&device->cdev->dev,
2388 "The disk layout of the DASD is not supported\n");
2389 return -EMEDIUMTYPE;
2390 }
2391 block->s2b_shift = 0; /* bits to shift 512 to get a block */
2392 for (sb = 512; sb < block->bp_block; sb = sb << 1)
2393 block->s2b_shift++;
2394
2395 blk_per_trk = recs_per_track(&private->rdc_data, 0, block->bp_block);
2396
2397 raw:
2398 block->blocks = ((unsigned long) private->real_cyl *
2399 private->rdc_data.trk_per_cyl *
2400 blk_per_trk);
2401
2402 dev_info(&device->cdev->dev,
2403 "DASD with %u KB/block, %lu KB total size, %u KB/track, "
2404 "%s\n", (block->bp_block >> 10),
2405 (((unsigned long) private->real_cyl *
2406 private->rdc_data.trk_per_cyl *
2407 blk_per_trk * (block->bp_block >> 9)) >> 1),
2408 ((blk_per_trk * block->bp_block) >> 10),
2409 private->uses_cdl ?
2410 "compatible disk layout" : "linux disk layout");
2411
2412 return 0;
2413 }
2414
2415 static int dasd_eckd_do_analysis(struct dasd_block *block)
2416 {
2417 struct dasd_eckd_private *private = block->base->private;
2418
2419 if (private->init_cqr_status < 0)
2420 return dasd_eckd_start_analysis(block);
2421 else
2422 return dasd_eckd_end_analysis(block);
2423 }
2424
2425 static int dasd_eckd_basic_to_ready(struct dasd_device *device)
2426 {
2427 return dasd_alias_add_device(device);
2428 };
2429
2430 static int dasd_eckd_online_to_ready(struct dasd_device *device)
2431 {
2432 if (cancel_work_sync(&device->reload_device))
2433 dasd_put_device(device);
2434 if (cancel_work_sync(&device->kick_validate))
2435 dasd_put_device(device);
2436
2437 return 0;
2438 };
2439
2440 static int dasd_eckd_basic_to_known(struct dasd_device *device)
2441 {
2442 return dasd_alias_remove_device(device);
2443 };
2444
2445 static int
2446 dasd_eckd_fill_geometry(struct dasd_block *block, struct hd_geometry *geo)
2447 {
2448 struct dasd_eckd_private *private = block->base->private;
2449
2450 if (dasd_check_blocksize(block->bp_block) == 0) {
2451 geo->sectors = recs_per_track(&private->rdc_data,
2452 0, block->bp_block);
2453 }
2454 geo->cylinders = private->rdc_data.no_cyl;
2455 geo->heads = private->rdc_data.trk_per_cyl;
2456 return 0;
2457 }
2458
2459 /*
2460 * Build the TCW request for the format check
2461 */
2462 static struct dasd_ccw_req *
2463 dasd_eckd_build_check_tcw(struct dasd_device *base, struct format_data_t *fdata,
2464 int enable_pav, struct eckd_count *fmt_buffer,
2465 int rpt)
2466 {
2467 struct dasd_eckd_private *start_priv;
2468 struct dasd_device *startdev = NULL;
2469 struct tidaw *last_tidaw = NULL;
2470 struct dasd_ccw_req *cqr;
2471 struct itcw *itcw;
2472 int itcw_size;
2473 int count;
2474 int rc;
2475 int i;
2476
2477 if (enable_pav)
2478 startdev = dasd_alias_get_start_dev(base);
2479
2480 if (!startdev)
2481 startdev = base;
2482
2483 start_priv = startdev->private;
2484
2485 count = rpt * (fdata->stop_unit - fdata->start_unit + 1);
2486
2487 /*
2488 * we're adding 'count' amount of tidaw to the itcw.
2489 * calculate the corresponding itcw_size
2490 */
2491 itcw_size = itcw_calc_size(0, count, 0);
2492
2493 cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev);
2494 if (IS_ERR(cqr))
2495 return cqr;
2496
2497 start_priv->count++;
2498
2499 itcw = itcw_init(cqr->data, itcw_size, ITCW_OP_READ, 0, count, 0);
2500 if (IS_ERR(itcw)) {
2501 rc = -EINVAL;
2502 goto out_err;
2503 }
2504
2505 cqr->cpaddr = itcw_get_tcw(itcw);
2506 rc = prepare_itcw(itcw, fdata->start_unit, fdata->stop_unit,
2507 DASD_ECKD_CCW_READ_COUNT_MT, base, startdev, 0, count,
2508 sizeof(struct eckd_count),
2509 count * sizeof(struct eckd_count), 0, rpt);
2510 if (rc)
2511 goto out_err;
2512
2513 for (i = 0; i < count; i++) {
2514 last_tidaw = itcw_add_tidaw(itcw, 0, fmt_buffer++,
2515 sizeof(struct eckd_count));
2516 if (IS_ERR(last_tidaw)) {
2517 rc = -EINVAL;
2518 goto out_err;
2519 }
2520 }
2521
2522 last_tidaw->flags |= TIDAW_FLAGS_LAST;
2523 itcw_finalize(itcw);
2524
2525 cqr->cpmode = 1;
2526 cqr->startdev = startdev;
2527 cqr->memdev = startdev;
2528 cqr->basedev = base;
2529 cqr->retries = startdev->default_retries;
2530 cqr->expires = startdev->default_expires * HZ;
2531 cqr->buildclk = get_tod_clock();
2532 cqr->status = DASD_CQR_FILLED;
2533 /* Set flags to suppress output for expected errors */
2534 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags);
2535 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags);
2536
2537 return cqr;
2538
2539 out_err:
2540 dasd_sfree_request(cqr, startdev);
2541
2542 return ERR_PTR(rc);
2543 }
2544
2545 /*
2546 * Build the CCW request for the format check
2547 */
2548 static struct dasd_ccw_req *
2549 dasd_eckd_build_check(struct dasd_device *base, struct format_data_t *fdata,
2550 int enable_pav, struct eckd_count *fmt_buffer, int rpt)
2551 {
2552 struct dasd_eckd_private *start_priv;
2553 struct dasd_eckd_private *base_priv;
2554 struct dasd_device *startdev = NULL;
2555 struct dasd_ccw_req *cqr;
2556 struct ccw1 *ccw;
2557 void *data;
2558 int cplength, datasize;
2559 int use_prefix;
2560 int count;
2561 int i;
2562
2563 if (enable_pav)
2564 startdev = dasd_alias_get_start_dev(base);
2565
2566 if (!startdev)
2567 startdev = base;
2568
2569 start_priv = startdev->private;
2570 base_priv = base->private;
2571
2572 count = rpt * (fdata->stop_unit - fdata->start_unit + 1);
2573
2574 use_prefix = base_priv->features.feature[8] & 0x01;
2575
2576 if (use_prefix) {
2577 cplength = 1;
2578 datasize = sizeof(struct PFX_eckd_data);
2579 } else {
2580 cplength = 2;
2581 datasize = sizeof(struct DE_eckd_data) +
2582 sizeof(struct LO_eckd_data);
2583 }
2584 cplength += count;
2585
2586 cqr = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev);
2587 if (IS_ERR(cqr))
2588 return cqr;
2589
2590 start_priv->count++;
2591 data = cqr->data;
2592 ccw = cqr->cpaddr;
2593
2594 if (use_prefix) {
2595 prefix_LRE(ccw++, data, fdata->start_unit, fdata->stop_unit,
2596 DASD_ECKD_CCW_READ_COUNT, base, startdev, 1, 0,
2597 count, 0, 0);
2598 } else {
2599 define_extent(ccw++, data, fdata->start_unit, fdata->stop_unit,
2600 DASD_ECKD_CCW_READ_COUNT, startdev, 0);
2601
2602 data += sizeof(struct DE_eckd_data);
2603 ccw[-1].flags |= CCW_FLAG_CC;
2604
2605 locate_record(ccw++, data, fdata->start_unit, 0, count,
2606 DASD_ECKD_CCW_READ_COUNT, base, 0);
2607 }
2608
2609 for (i = 0; i < count; i++) {
2610 ccw[-1].flags |= CCW_FLAG_CC;
2611 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
2612 ccw->flags = CCW_FLAG_SLI;
2613 ccw->count = 8;
2614 ccw->cda = (__u32)(addr_t) fmt_buffer;
2615 ccw++;
2616 fmt_buffer++;
2617 }
2618
2619 cqr->startdev = startdev;
2620 cqr->memdev = startdev;
2621 cqr->basedev = base;
2622 cqr->retries = DASD_RETRIES;
2623 cqr->expires = startdev->default_expires * HZ;
2624 cqr->buildclk = get_tod_clock();
2625 cqr->status = DASD_CQR_FILLED;
2626 /* Set flags to suppress output for expected errors */
2627 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
2628
2629 return cqr;
2630 }
2631
2632 static struct dasd_ccw_req *
2633 dasd_eckd_build_format(struct dasd_device *base, struct dasd_device *startdev,
2634 struct format_data_t *fdata, int enable_pav)
2635 {
2636 struct dasd_eckd_private *base_priv;
2637 struct dasd_eckd_private *start_priv;
2638 struct dasd_ccw_req *fcp;
2639 struct eckd_count *ect;
2640 struct ch_t address;
2641 struct ccw1 *ccw;
2642 void *data;
2643 int rpt;
2644 int cplength, datasize;
2645 int i, j;
2646 int intensity = 0;
2647 int r0_perm;
2648 int nr_tracks;
2649 int use_prefix;
2650
2651 if (enable_pav)
2652 startdev = dasd_alias_get_start_dev(base);
2653
2654 if (!startdev)
2655 startdev = base;
2656
2657 start_priv = startdev->private;
2658 base_priv = base->private;
2659
2660 rpt = recs_per_track(&base_priv->rdc_data, 0, fdata->blksize);
2661
2662 nr_tracks = fdata->stop_unit - fdata->start_unit + 1;
2663
2664 /*
2665 * fdata->intensity is a bit string that tells us what to do:
2666 * Bit 0: write record zero
2667 * Bit 1: write home address, currently not supported
2668 * Bit 2: invalidate tracks
2669 * Bit 3: use OS/390 compatible disk layout (cdl)
2670 * Bit 4: do not allow storage subsystem to modify record zero
2671 * Only some bit combinations do make sense.
2672 */
2673 if (fdata->intensity & 0x10) {
2674 r0_perm = 0;
2675 intensity = fdata->intensity & ~0x10;
2676 } else {
2677 r0_perm = 1;
2678 intensity = fdata->intensity;
2679 }
2680
2681 use_prefix = base_priv->features.feature[8] & 0x01;
2682
2683 switch (intensity) {
2684 case 0x00: /* Normal format */
2685 case 0x08: /* Normal format, use cdl. */
2686 cplength = 2 + (rpt*nr_tracks);
2687 if (use_prefix)
2688 datasize = sizeof(struct PFX_eckd_data) +
2689 sizeof(struct LO_eckd_data) +
2690 rpt * nr_tracks * sizeof(struct eckd_count);
2691 else
2692 datasize = sizeof(struct DE_eckd_data) +
2693 sizeof(struct LO_eckd_data) +
2694 rpt * nr_tracks * sizeof(struct eckd_count);
2695 break;
2696 case 0x01: /* Write record zero and format track. */
2697 case 0x09: /* Write record zero and format track, use cdl. */
2698 cplength = 2 + rpt * nr_tracks;
2699 if (use_prefix)
2700 datasize = sizeof(struct PFX_eckd_data) +
2701 sizeof(struct LO_eckd_data) +
2702 sizeof(struct eckd_count) +
2703 rpt * nr_tracks * sizeof(struct eckd_count);
2704 else
2705 datasize = sizeof(struct DE_eckd_data) +
2706 sizeof(struct LO_eckd_data) +
2707 sizeof(struct eckd_count) +
2708 rpt * nr_tracks * sizeof(struct eckd_count);
2709 break;
2710 case 0x04: /* Invalidate track. */
2711 case 0x0c: /* Invalidate track, use cdl. */
2712 cplength = 3;
2713 if (use_prefix)
2714 datasize = sizeof(struct PFX_eckd_data) +
2715 sizeof(struct LO_eckd_data) +
2716 sizeof(struct eckd_count);
2717 else
2718 datasize = sizeof(struct DE_eckd_data) +
2719 sizeof(struct LO_eckd_data) +
2720 sizeof(struct eckd_count);
2721 break;
2722 default:
2723 dev_warn(&startdev->cdev->dev,
2724 "An I/O control call used incorrect flags 0x%x\n",
2725 fdata->intensity);
2726 return ERR_PTR(-EINVAL);
2727 }
2728
2729 fcp = dasd_fmalloc_request(DASD_ECKD_MAGIC, cplength, datasize, startdev);
2730 if (IS_ERR(fcp))
2731 return fcp;
2732
2733 start_priv->count++;
2734 data = fcp->data;
2735 ccw = fcp->cpaddr;
2736
2737 switch (intensity & ~0x08) {
2738 case 0x00: /* Normal format. */
2739 if (use_prefix) {
2740 prefix(ccw++, (struct PFX_eckd_data *) data,
2741 fdata->start_unit, fdata->stop_unit,
2742 DASD_ECKD_CCW_WRITE_CKD, base, startdev);
2743 /* grant subsystem permission to format R0 */
2744 if (r0_perm)
2745 ((struct PFX_eckd_data *)data)
2746 ->define_extent.ga_extended |= 0x04;
2747 data += sizeof(struct PFX_eckd_data);
2748 } else {
2749 define_extent(ccw++, (struct DE_eckd_data *) data,
2750 fdata->start_unit, fdata->stop_unit,
2751 DASD_ECKD_CCW_WRITE_CKD, startdev, 0);
2752 /* grant subsystem permission to format R0 */
2753 if (r0_perm)
2754 ((struct DE_eckd_data *) data)
2755 ->ga_extended |= 0x04;
2756 data += sizeof(struct DE_eckd_data);
2757 }
2758 ccw[-1].flags |= CCW_FLAG_CC;
2759 locate_record(ccw++, (struct LO_eckd_data *) data,
2760 fdata->start_unit, 0, rpt*nr_tracks,
2761 DASD_ECKD_CCW_WRITE_CKD, base,
2762 fdata->blksize);
2763 data += sizeof(struct LO_eckd_data);
2764 break;
2765 case 0x01: /* Write record zero + format track. */
2766 if (use_prefix) {
2767 prefix(ccw++, (struct PFX_eckd_data *) data,
2768 fdata->start_unit, fdata->stop_unit,
2769 DASD_ECKD_CCW_WRITE_RECORD_ZERO,
2770 base, startdev);
2771 data += sizeof(struct PFX_eckd_data);
2772 } else {
2773 define_extent(ccw++, (struct DE_eckd_data *) data,
2774 fdata->start_unit, fdata->stop_unit,
2775 DASD_ECKD_CCW_WRITE_RECORD_ZERO, startdev, 0);
2776 data += sizeof(struct DE_eckd_data);
2777 }
2778 ccw[-1].flags |= CCW_FLAG_CC;
2779 locate_record(ccw++, (struct LO_eckd_data *) data,
2780 fdata->start_unit, 0, rpt * nr_tracks + 1,
2781 DASD_ECKD_CCW_WRITE_RECORD_ZERO, base,
2782 base->block->bp_block);
2783 data += sizeof(struct LO_eckd_data);
2784 break;
2785 case 0x04: /* Invalidate track. */
2786 if (use_prefix) {
2787 prefix(ccw++, (struct PFX_eckd_data *) data,
2788 fdata->start_unit, fdata->stop_unit,
2789 DASD_ECKD_CCW_WRITE_CKD, base, startdev);
2790 data += sizeof(struct PFX_eckd_data);
2791 } else {
2792 define_extent(ccw++, (struct DE_eckd_data *) data,
2793 fdata->start_unit, fdata->stop_unit,
2794 DASD_ECKD_CCW_WRITE_CKD, startdev, 0);
2795 data += sizeof(struct DE_eckd_data);
2796 }
2797 ccw[-1].flags |= CCW_FLAG_CC;
2798 locate_record(ccw++, (struct LO_eckd_data *) data,
2799 fdata->start_unit, 0, 1,
2800 DASD_ECKD_CCW_WRITE_CKD, base, 8);
2801 data += sizeof(struct LO_eckd_data);
2802 break;
2803 }
2804
2805 for (j = 0; j < nr_tracks; j++) {
2806 /* calculate cylinder and head for the current track */
2807 set_ch_t(&address,
2808 (fdata->start_unit + j) /
2809 base_priv->rdc_data.trk_per_cyl,
2810 (fdata->start_unit + j) %
2811 base_priv->rdc_data.trk_per_cyl);
2812 if (intensity & 0x01) { /* write record zero */
2813 ect = (struct eckd_count *) data;
2814 data += sizeof(struct eckd_count);
2815 ect->cyl = address.cyl;
2816 ect->head = address.head;
2817 ect->record = 0;
2818 ect->kl = 0;
2819 ect->dl = 8;
2820 ccw[-1].flags |= CCW_FLAG_CC;
2821 ccw->cmd_code = DASD_ECKD_CCW_WRITE_RECORD_ZERO;
2822 ccw->flags = CCW_FLAG_SLI;
2823 ccw->count = 8;
2824 ccw->cda = (__u32)(addr_t) ect;
2825 ccw++;
2826 }
2827 if ((intensity & ~0x08) & 0x04) { /* erase track */
2828 ect = (struct eckd_count *) data;
2829 data += sizeof(struct eckd_count);
2830 ect->cyl = address.cyl;
2831 ect->head = address.head;
2832 ect->record = 1;
2833 ect->kl = 0;
2834 ect->dl = 0;
2835 ccw[-1].flags |= CCW_FLAG_CC;
2836 ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD;
2837 ccw->flags = CCW_FLAG_SLI;
2838 ccw->count = 8;
2839 ccw->cda = (__u32)(addr_t) ect;
2840 } else { /* write remaining records */
2841 for (i = 0; i < rpt; i++) {
2842 ect = (struct eckd_count *) data;
2843 data += sizeof(struct eckd_count);
2844 ect->cyl = address.cyl;
2845 ect->head = address.head;
2846 ect->record = i + 1;
2847 ect->kl = 0;
2848 ect->dl = fdata->blksize;
2849 /*
2850 * Check for special tracks 0-1
2851 * when formatting CDL
2852 */
2853 if ((intensity & 0x08) &&
2854 address.cyl == 0 && address.head == 0) {
2855 if (i < 3) {
2856 ect->kl = 4;
2857 ect->dl = sizes_trk0[i] - 4;
2858 }
2859 }
2860 if ((intensity & 0x08) &&
2861 address.cyl == 0 && address.head == 1) {
2862 ect->kl = 44;
2863 ect->dl = LABEL_SIZE - 44;
2864 }
2865 ccw[-1].flags |= CCW_FLAG_CC;
2866 if (i != 0 || j == 0)
2867 ccw->cmd_code =
2868 DASD_ECKD_CCW_WRITE_CKD;
2869 else
2870 ccw->cmd_code =
2871 DASD_ECKD_CCW_WRITE_CKD_MT;
2872 ccw->flags = CCW_FLAG_SLI;
2873 ccw->count = 8;
2874 ccw->cda = (__u32)(addr_t) ect;
2875 ccw++;
2876 }
2877 }
2878 }
2879
2880 fcp->startdev = startdev;
2881 fcp->memdev = startdev;
2882 fcp->basedev = base;
2883 fcp->retries = 256;
2884 fcp->expires = startdev->default_expires * HZ;
2885 fcp->buildclk = get_tod_clock();
2886 fcp->status = DASD_CQR_FILLED;
2887
2888 return fcp;
2889 }
2890
2891 /*
2892 * Wrapper function to build a CCW request depending on input data
2893 */
2894 static struct dasd_ccw_req *
2895 dasd_eckd_format_build_ccw_req(struct dasd_device *base,
2896 struct format_data_t *fdata, int enable_pav,
2897 int tpm, struct eckd_count *fmt_buffer, int rpt)
2898 {
2899 struct dasd_ccw_req *ccw_req;
2900
2901 if (!fmt_buffer) {
2902 ccw_req = dasd_eckd_build_format(base, NULL, fdata, enable_pav);
2903 } else {
2904 if (tpm)
2905 ccw_req = dasd_eckd_build_check_tcw(base, fdata,
2906 enable_pav,
2907 fmt_buffer, rpt);
2908 else
2909 ccw_req = dasd_eckd_build_check(base, fdata, enable_pav,
2910 fmt_buffer, rpt);
2911 }
2912
2913 return ccw_req;
2914 }
2915
2916 /*
2917 * Sanity checks on format_data
2918 */
2919 static int dasd_eckd_format_sanity_checks(struct dasd_device *base,
2920 struct format_data_t *fdata)
2921 {
2922 struct dasd_eckd_private *private = base->private;
2923
2924 if (fdata->start_unit >=
2925 (private->real_cyl * private->rdc_data.trk_per_cyl)) {
2926 dev_warn(&base->cdev->dev,
2927 "Start track number %u used in formatting is too big\n",
2928 fdata->start_unit);
2929 return -EINVAL;
2930 }
2931 if (fdata->stop_unit >=
2932 (private->real_cyl * private->rdc_data.trk_per_cyl)) {
2933 dev_warn(&base->cdev->dev,
2934 "Stop track number %u used in formatting is too big\n",
2935 fdata->stop_unit);
2936 return -EINVAL;
2937 }
2938 if (fdata->start_unit > fdata->stop_unit) {
2939 dev_warn(&base->cdev->dev,
2940 "Start track %u used in formatting exceeds end track\n",
2941 fdata->start_unit);
2942 return -EINVAL;
2943 }
2944 if (dasd_check_blocksize(fdata->blksize) != 0) {
2945 dev_warn(&base->cdev->dev,
2946 "The DASD cannot be formatted with block size %u\n",
2947 fdata->blksize);
2948 return -EINVAL;
2949 }
2950 return 0;
2951 }
2952
2953 /*
2954 * This function will process format_data originally coming from an IOCTL
2955 */
2956 static int dasd_eckd_format_process_data(struct dasd_device *base,
2957 struct format_data_t *fdata,
2958 int enable_pav, int tpm,
2959 struct eckd_count *fmt_buffer, int rpt,
2960 struct irb *irb)
2961 {
2962 struct dasd_eckd_private *private = base->private;
2963 struct dasd_ccw_req *cqr, *n;
2964 struct list_head format_queue;
2965 struct dasd_device *device;
2966 char *sense = NULL;
2967 int old_start, old_stop, format_step;
2968 int step, retry;
2969 int rc;
2970
2971 rc = dasd_eckd_format_sanity_checks(base, fdata);
2972 if (rc)
2973 return rc;
2974
2975 INIT_LIST_HEAD(&format_queue);
2976
2977 old_start = fdata->start_unit;
2978 old_stop = fdata->stop_unit;
2979
2980 if (!tpm && fmt_buffer != NULL) {
2981 /* Command Mode / Format Check */
2982 format_step = 1;
2983 } else if (tpm && fmt_buffer != NULL) {
2984 /* Transport Mode / Format Check */
2985 format_step = DASD_CQR_MAX_CCW / rpt;
2986 } else {
2987 /* Normal Formatting */
2988 format_step = DASD_CQR_MAX_CCW /
2989 recs_per_track(&private->rdc_data, 0, fdata->blksize);
2990 }
2991
2992 do {
2993 retry = 0;
2994 while (fdata->start_unit <= old_stop) {
2995 step = fdata->stop_unit - fdata->start_unit + 1;
2996 if (step > format_step) {
2997 fdata->stop_unit =
2998 fdata->start_unit + format_step - 1;
2999 }
3000
3001 cqr = dasd_eckd_format_build_ccw_req(base, fdata,
3002 enable_pav, tpm,
3003 fmt_buffer, rpt);
3004 if (IS_ERR(cqr)) {
3005 rc = PTR_ERR(cqr);
3006 if (rc == -ENOMEM) {
3007 if (list_empty(&format_queue))
3008 goto out;
3009 /*
3010 * not enough memory available, start
3011 * requests retry after first requests
3012 * were finished
3013 */
3014 retry = 1;
3015 break;
3016 }
3017 goto out_err;
3018 }
3019 list_add_tail(&cqr->blocklist, &format_queue);
3020
3021 if (fmt_buffer) {
3022 step = fdata->stop_unit - fdata->start_unit + 1;
3023 fmt_buffer += rpt * step;
3024 }
3025 fdata->start_unit = fdata->stop_unit + 1;
3026 fdata->stop_unit = old_stop;
3027 }
3028
3029 rc = dasd_sleep_on_queue(&format_queue);
3030
3031 out_err:
3032 list_for_each_entry_safe(cqr, n, &format_queue, blocklist) {
3033 device = cqr->startdev;
3034 private = device->private;
3035
3036 if (cqr->status == DASD_CQR_FAILED) {
3037 /*
3038 * Only get sense data if called by format
3039 * check
3040 */
3041 if (fmt_buffer && irb) {
3042 sense = dasd_get_sense(&cqr->irb);
3043 memcpy(irb, &cqr->irb, sizeof(*irb));
3044 }
3045 rc = -EIO;
3046 }
3047 list_del_init(&cqr->blocklist);
3048 dasd_ffree_request(cqr, device);
3049 private->count--;
3050 }
3051
3052 if (rc && rc != -EIO)
3053 goto out;
3054 if (rc == -EIO) {
3055 /*
3056 * In case fewer than the expected records are on the
3057 * track, we will most likely get a 'No Record Found'
3058 * error (in command mode) or a 'File Protected' error
3059 * (in transport mode). Those particular cases shouldn't
3060 * pass the -EIO to the IOCTL, therefore reset the rc
3061 * and continue.
3062 */
3063 if (sense &&
3064 (sense[1] & SNS1_NO_REC_FOUND ||
3065 sense[1] & SNS1_FILE_PROTECTED))
3066 retry = 1;
3067 else
3068 goto out;
3069 }
3070
3071 } while (retry);
3072
3073 out:
3074 fdata->start_unit = old_start;
3075 fdata->stop_unit = old_stop;
3076
3077 return rc;
3078 }
3079
3080 static int dasd_eckd_format_device(struct dasd_device *base,
3081 struct format_data_t *fdata, int enable_pav)
3082 {
3083 return dasd_eckd_format_process_data(base, fdata, enable_pav, 0, NULL,
3084 0, NULL);
3085 }
3086
3087 static bool test_and_set_format_track(struct dasd_format_entry *to_format,
3088 struct dasd_block *block)
3089 {
3090 struct dasd_format_entry *format;
3091 unsigned long flags;
3092 bool rc = false;
3093
3094 spin_lock_irqsave(&block->format_lock, flags);
3095 list_for_each_entry(format, &block->format_list, list) {
3096 if (format->track == to_format->track) {
3097 rc = true;
3098 goto out;
3099 }
3100 }
3101 list_add_tail(&to_format->list, &block->format_list);
3102
3103 out:
3104 spin_unlock_irqrestore(&block->format_lock, flags);
3105 return rc;
3106 }
3107
3108 static void clear_format_track(struct dasd_format_entry *format,
3109 struct dasd_block *block)
3110 {
3111 unsigned long flags;
3112
3113 spin_lock_irqsave(&block->format_lock, flags);
3114 list_del_init(&format->list);
3115 spin_unlock_irqrestore(&block->format_lock, flags);
3116 }
3117
3118 /*
3119 * Callback function to free ESE format requests.
3120 */
3121 static void dasd_eckd_ese_format_cb(struct dasd_ccw_req *cqr, void *data)
3122 {
3123 struct dasd_device *device = cqr->startdev;
3124 struct dasd_eckd_private *private = device->private;
3125 struct dasd_format_entry *format = data;
3126
3127 clear_format_track(format, cqr->basedev->block);
3128 private->count--;
3129 dasd_ffree_request(cqr, device);
3130 }
3131
3132 static struct dasd_ccw_req *
3133 dasd_eckd_ese_format(struct dasd_device *startdev, struct dasd_ccw_req *cqr,
3134 struct irb *irb)
3135 {
3136 struct dasd_eckd_private *private;
3137 struct dasd_format_entry *format;
3138 struct format_data_t fdata;
3139 unsigned int recs_per_trk;
3140 struct dasd_ccw_req *fcqr;
3141 struct dasd_device *base;
3142 struct dasd_block *block;
3143 unsigned int blksize;
3144 struct request *req;
3145 sector_t first_trk;
3146 sector_t last_trk;
3147 sector_t curr_trk;
3148 int rc;
3149
3150 req = cqr->callback_data;
3151 block = cqr->block;
3152 base = block->base;
3153 private = base->private;
3154 blksize = block->bp_block;
3155 recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
3156 format = &startdev->format_entry;
3157
3158 first_trk = blk_rq_pos(req) >> block->s2b_shift;
3159 sector_div(first_trk, recs_per_trk);
3160 last_trk =
3161 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
3162 sector_div(last_trk, recs_per_trk);
3163 rc = dasd_eckd_track_from_irb(irb, base, &curr_trk);
3164 if (rc)
3165 return ERR_PTR(rc);
3166
3167 if (curr_trk < first_trk || curr_trk > last_trk) {
3168 DBF_DEV_EVENT(DBF_WARNING, startdev,
3169 "ESE error track %llu not within range %llu - %llu\n",
3170 curr_trk, first_trk, last_trk);
3171 return ERR_PTR(-EINVAL);
3172 }
3173 format->track = curr_trk;
3174 /* test if track is already in formatting by another thread */
3175 if (test_and_set_format_track(format, block))
3176 return ERR_PTR(-EEXIST);
3177
3178 fdata.start_unit = curr_trk;
3179 fdata.stop_unit = curr_trk;
3180 fdata.blksize = blksize;
3181 fdata.intensity = private->uses_cdl ? DASD_FMT_INT_COMPAT : 0;
3182
3183 rc = dasd_eckd_format_sanity_checks(base, &fdata);
3184 if (rc)
3185 return ERR_PTR(-EINVAL);
3186
3187 /*
3188 * We're building the request with PAV disabled as we're reusing
3189 * the former startdev.
3190 */
3191 fcqr = dasd_eckd_build_format(base, startdev, &fdata, 0);
3192 if (IS_ERR(fcqr))
3193 return fcqr;
3194
3195 fcqr->callback = dasd_eckd_ese_format_cb;
3196 fcqr->callback_data = (void *) format;
3197
3198 return fcqr;
3199 }
3200
3201 /*
3202 * When data is read from an unformatted area of an ESE volume, this function
3203 * returns zeroed data and thereby mimics a read of zero data.
3204 *
3205 * The first unformatted track is the one that got the NRF error, the address is
3206 * encoded in the sense data.
3207 *
3208 * All tracks before have returned valid data and should not be touched.
3209 * All tracks after the unformatted track might be formatted or not. This is
3210 * currently not known, remember the processed data and return the remainder of
3211 * the request to the blocklayer in __dasd_cleanup_cqr().
3212 */
3213 static int dasd_eckd_ese_read(struct dasd_ccw_req *cqr, struct irb *irb)
3214 {
3215 struct dasd_eckd_private *private;
3216 sector_t first_trk, last_trk;
3217 sector_t first_blk, last_blk;
3218 unsigned int blksize, off;
3219 unsigned int recs_per_trk;
3220 struct dasd_device *base;
3221 struct req_iterator iter;
3222 struct dasd_block *block;
3223 unsigned int skip_block;
3224 unsigned int blk_count;
3225 struct request *req;
3226 struct bio_vec bv;
3227 sector_t curr_trk;
3228 sector_t end_blk;
3229 char *dst;
3230 int rc;
3231
3232 req = (struct request *) cqr->callback_data;
3233 base = cqr->block->base;
3234 blksize = base->block->bp_block;
3235 block = cqr->block;
3236 private = base->private;
3237 skip_block = 0;
3238 blk_count = 0;
3239
3240 recs_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
3241 first_trk = first_blk = blk_rq_pos(req) >> block->s2b_shift;
3242 sector_div(first_trk, recs_per_trk);
3243 last_trk = last_blk =
3244 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
3245 sector_div(last_trk, recs_per_trk);
3246 rc = dasd_eckd_track_from_irb(irb, base, &curr_trk);
3247 if (rc)
3248 return rc;
3249
3250 /* sanity check if the current track from sense data is valid */
3251 if (curr_trk < first_trk || curr_trk > last_trk) {
3252 DBF_DEV_EVENT(DBF_WARNING, base,
3253 "ESE error track %llu not within range %llu - %llu\n",
3254 curr_trk, first_trk, last_trk);
3255 return -EINVAL;
3256 }
3257
3258 /*
3259 * if not the first track got the NRF error we have to skip over valid
3260 * blocks
3261 */
3262 if (curr_trk != first_trk)
3263 skip_block = curr_trk * recs_per_trk - first_blk;
3264
3265 /* we have no information beyond the current track */
3266 end_blk = (curr_trk + 1) * recs_per_trk;
3267
3268 rq_for_each_segment(bv, req, iter) {
3269 dst = page_address(bv.bv_page) + bv.bv_offset;
3270 for (off = 0; off < bv.bv_len; off += blksize) {
3271 if (first_blk + blk_count >= end_blk) {
3272 cqr->proc_bytes = blk_count * blksize;
3273 return 0;
3274 }
3275 if (dst && !skip_block) {
3276 dst += off;
3277 memset(dst, 0, blksize);
3278 } else {
3279 skip_block--;
3280 }
3281 blk_count++;
3282 }
3283 }
3284 return 0;
3285 }
3286
3287 /*
3288 * Helper function to count consecutive records of a single track.
3289 */
3290 static int dasd_eckd_count_records(struct eckd_count *fmt_buffer, int start,
3291 int max)
3292 {
3293 int head;
3294 int i;
3295
3296 head = fmt_buffer[start].head;
3297
3298 /*
3299 * There are 3 conditions where we stop counting:
3300 * - if data reoccurs (same head and record may reoccur), which may
3301 * happen due to the way DASD_ECKD_CCW_READ_COUNT works
3302 * - when the head changes, because we're iterating over several tracks
3303 * then (DASD_ECKD_CCW_READ_COUNT_MT)
3304 * - when we've reached the end of sensible data in the buffer (the
3305 * record will be 0 then)
3306 */
3307 for (i = start; i < max; i++) {
3308 if (i > start) {
3309 if ((fmt_buffer[i].head == head &&
3310 fmt_buffer[i].record == 1) ||
3311 fmt_buffer[i].head != head ||
3312 fmt_buffer[i].record == 0)
3313 break;
3314 }
3315 }
3316
3317 return i - start;
3318 }
3319
3320 /*
3321 * Evaluate a given range of tracks. Data like number of records, blocksize,
3322 * record ids, and key length are compared with expected data.
3323 *
3324 * If a mismatch occurs, the corresponding error bit is set, as well as
3325 * additional information, depending on the error.
3326 */
3327 static void dasd_eckd_format_evaluate_tracks(struct eckd_count *fmt_buffer,
3328 struct format_check_t *cdata,
3329 int rpt_max, int rpt_exp,
3330 int trk_per_cyl, int tpm)
3331 {
3332 struct ch_t geo;
3333 int max_entries;
3334 int count = 0;
3335 int trkcount;
3336 int blksize;
3337 int pos = 0;
3338 int i, j;
3339 int kl;
3340
3341 trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1;
3342 max_entries = trkcount * rpt_max;
3343
3344 for (i = cdata->expect.start_unit; i <= cdata->expect.stop_unit; i++) {
3345 /* Calculate the correct next starting position in the buffer */
3346 if (tpm) {
3347 while (fmt_buffer[pos].record == 0 &&
3348 fmt_buffer[pos].dl == 0) {
3349 if (pos++ > max_entries)
3350 break;
3351 }
3352 } else {
3353 if (i != cdata->expect.start_unit)
3354 pos += rpt_max - count;
3355 }
3356
3357 /* Calculate the expected geo values for the current track */
3358 set_ch_t(&geo, i / trk_per_cyl, i % trk_per_cyl);
3359
3360 /* Count and check number of records */
3361 count = dasd_eckd_count_records(fmt_buffer, pos, pos + rpt_max);
3362
3363 if (count < rpt_exp) {
3364 cdata->result = DASD_FMT_ERR_TOO_FEW_RECORDS;
3365 break;
3366 }
3367 if (count > rpt_exp) {
3368 cdata->result = DASD_FMT_ERR_TOO_MANY_RECORDS;
3369 break;
3370 }
3371
3372 for (j = 0; j < count; j++, pos++) {
3373 blksize = cdata->expect.blksize;
3374 kl = 0;
3375
3376 /*
3377 * Set special values when checking CDL formatted
3378 * devices.
3379 */
3380 if ((cdata->expect.intensity & 0x08) &&
3381 geo.cyl == 0 && geo.head == 0) {
3382 if (j < 3) {
3383 blksize = sizes_trk0[j] - 4;
3384 kl = 4;
3385 }
3386 }
3387 if ((cdata->expect.intensity & 0x08) &&
3388 geo.cyl == 0 && geo.head == 1) {
3389 blksize = LABEL_SIZE - 44;
3390 kl = 44;
3391 }
3392
3393 /* Check blocksize */
3394 if (fmt_buffer[pos].dl != blksize) {
3395 cdata->result = DASD_FMT_ERR_BLKSIZE;
3396 goto out;
3397 }
3398 /* Check if key length is 0 */
3399 if (fmt_buffer[pos].kl != kl) {
3400 cdata->result = DASD_FMT_ERR_KEY_LENGTH;
3401 goto out;
3402 }
3403 /* Check if record_id is correct */
3404 if (fmt_buffer[pos].cyl != geo.cyl ||
3405 fmt_buffer[pos].head != geo.head ||
3406 fmt_buffer[pos].record != (j + 1)) {
3407 cdata->result = DASD_FMT_ERR_RECORD_ID;
3408 goto out;
3409 }
3410 }
3411 }
3412
3413 out:
3414 /*
3415 * In case of no errors, we need to decrease by one
3416 * to get the correct positions.
3417 */
3418 if (!cdata->result) {
3419 i--;
3420 pos--;
3421 }
3422
3423 cdata->unit = i;
3424 cdata->num_records = count;
3425 cdata->rec = fmt_buffer[pos].record;
3426 cdata->blksize = fmt_buffer[pos].dl;
3427 cdata->key_length = fmt_buffer[pos].kl;
3428 }
3429
3430 /*
3431 * Check the format of a range of tracks of a DASD.
3432 */
3433 static int dasd_eckd_check_device_format(struct dasd_device *base,
3434 struct format_check_t *cdata,
3435 int enable_pav)
3436 {
3437 struct dasd_eckd_private *private = base->private;
3438 struct eckd_count *fmt_buffer;
3439 struct irb irb;
3440 int rpt_max, rpt_exp;
3441 int fmt_buffer_size;
3442 int trk_per_cyl;
3443 int trkcount;
3444 int tpm = 0;
3445 int rc;
3446
3447 trk_per_cyl = private->rdc_data.trk_per_cyl;
3448
3449 /* Get maximum and expected amount of records per track */
3450 rpt_max = recs_per_track(&private->rdc_data, 0, 512) + 1;
3451 rpt_exp = recs_per_track(&private->rdc_data, 0, cdata->expect.blksize);
3452
3453 trkcount = cdata->expect.stop_unit - cdata->expect.start_unit + 1;
3454 fmt_buffer_size = trkcount * rpt_max * sizeof(struct eckd_count);
3455
3456 fmt_buffer = kzalloc(fmt_buffer_size, GFP_KERNEL | GFP_DMA);
3457 if (!fmt_buffer)
3458 return -ENOMEM;
3459
3460 /*
3461 * A certain FICON feature subset is needed to operate in transport
3462 * mode. Additionally, the support for transport mode is implicitly
3463 * checked by comparing the buffer size with fcx_max_data. As long as
3464 * the buffer size is smaller we can operate in transport mode and
3465 * process multiple tracks. If not, only one track at once is being
3466 * processed using command mode.
3467 */
3468 if ((private->features.feature[40] & 0x04) &&
3469 fmt_buffer_size <= private->fcx_max_data)
3470 tpm = 1;
3471
3472 rc = dasd_eckd_format_process_data(base, &cdata->expect, enable_pav,
3473 tpm, fmt_buffer, rpt_max, &irb);
3474 if (rc && rc != -EIO)
3475 goto out;
3476 if (rc == -EIO) {
3477 /*
3478 * If our first attempt with transport mode enabled comes back
3479 * with an incorrect length error, we're going to retry the
3480 * check with command mode.
3481 */
3482 if (tpm && scsw_cstat(&irb.scsw) == 0x40) {
3483 tpm = 0;
3484 rc = dasd_eckd_format_process_data(base, &cdata->expect,
3485 enable_pav, tpm,
3486 fmt_buffer, rpt_max,
3487 &irb);
3488 if (rc)
3489 goto out;
3490 } else {
3491 goto out;
3492 }
3493 }
3494
3495 dasd_eckd_format_evaluate_tracks(fmt_buffer, cdata, rpt_max, rpt_exp,
3496 trk_per_cyl, tpm);
3497
3498 out:
3499 kfree(fmt_buffer);
3500
3501 return rc;
3502 }
3503
3504 static void dasd_eckd_handle_terminated_request(struct dasd_ccw_req *cqr)
3505 {
3506 if (cqr->retries < 0) {
3507 cqr->status = DASD_CQR_FAILED;
3508 return;
3509 }
3510 cqr->status = DASD_CQR_FILLED;
3511 if (cqr->block && (cqr->startdev != cqr->block->base)) {
3512 dasd_eckd_reset_ccw_to_base_io(cqr);
3513 cqr->startdev = cqr->block->base;
3514 cqr->lpm = dasd_path_get_opm(cqr->block->base);
3515 }
3516 };
3517
3518 static dasd_erp_fn_t
3519 dasd_eckd_erp_action(struct dasd_ccw_req * cqr)
3520 {
3521 struct dasd_device *device = (struct dasd_device *) cqr->startdev;
3522 struct ccw_device *cdev = device->cdev;
3523
3524 switch (cdev->id.cu_type) {
3525 case 0x3990:
3526 case 0x2105:
3527 case 0x2107:
3528 case 0x1750:
3529 return dasd_3990_erp_action;
3530 case 0x9343:
3531 case 0x3880:
3532 default:
3533 return dasd_default_erp_action;
3534 }
3535 }
3536
3537 static dasd_erp_fn_t
3538 dasd_eckd_erp_postaction(struct dasd_ccw_req * cqr)
3539 {
3540 return dasd_default_erp_postaction;
3541 }
3542
3543 static void dasd_eckd_check_for_device_change(struct dasd_device *device,
3544 struct dasd_ccw_req *cqr,
3545 struct irb *irb)
3546 {
3547 char mask;
3548 char *sense = NULL;
3549 struct dasd_eckd_private *private = device->private;
3550
3551 /* first of all check for state change pending interrupt */
3552 mask = DEV_STAT_ATTENTION | DEV_STAT_DEV_END | DEV_STAT_UNIT_EXCEP;
3553 if ((scsw_dstat(&irb->scsw) & mask) == mask) {
3554 /*
3555 * for alias only, not in offline processing
3556 * and only if not suspended
3557 */
3558 if (!device->block && private->lcu &&
3559 device->state == DASD_STATE_ONLINE &&
3560 !test_bit(DASD_FLAG_OFFLINE, &device->flags) &&
3561 !test_bit(DASD_FLAG_SUSPENDED, &device->flags)) {
3562 /* schedule worker to reload device */
3563 dasd_reload_device(device);
3564 }
3565 dasd_generic_handle_state_change(device);
3566 return;
3567 }
3568
3569 sense = dasd_get_sense(irb);
3570 if (!sense)
3571 return;
3572
3573 /* summary unit check */
3574 if ((sense[27] & DASD_SENSE_BIT_0) && (sense[7] == 0x0D) &&
3575 (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK)) {
3576 if (test_and_set_bit(DASD_FLAG_SUC, &device->flags)) {
3577 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
3578 "eckd suc: device already notified");
3579 return;
3580 }
3581 sense = dasd_get_sense(irb);
3582 if (!sense) {
3583 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
3584 "eckd suc: no reason code available");
3585 clear_bit(DASD_FLAG_SUC, &device->flags);
3586 return;
3587
3588 }
3589 private->suc_reason = sense[8];
3590 DBF_DEV_EVENT(DBF_NOTICE, device, "%s %x",
3591 "eckd handle summary unit check: reason",
3592 private->suc_reason);
3593 dasd_get_device(device);
3594 if (!schedule_work(&device->suc_work))
3595 dasd_put_device(device);
3596
3597 return;
3598 }
3599
3600 /* service information message SIM */
3601 if (!cqr && !(sense[27] & DASD_SENSE_BIT_0) &&
3602 ((sense[6] & DASD_SIM_SENSE) == DASD_SIM_SENSE)) {
3603 dasd_3990_erp_handle_sim(device, sense);
3604 return;
3605 }
3606
3607 /* loss of device reservation is handled via base devices only
3608 * as alias devices may be used with several bases
3609 */
3610 if (device->block && (sense[27] & DASD_SENSE_BIT_0) &&
3611 (sense[7] == 0x3F) &&
3612 (scsw_dstat(&irb->scsw) & DEV_STAT_UNIT_CHECK) &&
3613 test_bit(DASD_FLAG_IS_RESERVED, &device->flags)) {
3614 if (device->features & DASD_FEATURE_FAILONSLCK)
3615 set_bit(DASD_FLAG_LOCK_STOLEN, &device->flags);
3616 clear_bit(DASD_FLAG_IS_RESERVED, &device->flags);
3617 dev_err(&device->cdev->dev,
3618 "The device reservation was lost\n");
3619 }
3620 }
3621
3622 static int dasd_eckd_ras_sanity_checks(struct dasd_device *device,
3623 unsigned int first_trk,
3624 unsigned int last_trk)
3625 {
3626 struct dasd_eckd_private *private = device->private;
3627 unsigned int trks_per_vol;
3628 int rc = 0;
3629
3630 trks_per_vol = private->real_cyl * private->rdc_data.trk_per_cyl;
3631
3632 if (first_trk >= trks_per_vol) {
3633 dev_warn(&device->cdev->dev,
3634 "Start track number %u used in the space release command is too big\n",
3635 first_trk);
3636 rc = -EINVAL;
3637 } else if (last_trk >= trks_per_vol) {
3638 dev_warn(&device->cdev->dev,
3639 "Stop track number %u used in the space release command is too big\n",
3640 last_trk);
3641 rc = -EINVAL;
3642 } else if (first_trk > last_trk) {
3643 dev_warn(&device->cdev->dev,
3644 "Start track %u used in the space release command exceeds the end track\n",
3645 first_trk);
3646 rc = -EINVAL;
3647 }
3648 return rc;
3649 }
3650
3651 /*
3652 * Helper function to count the amount of involved extents within a given range
3653 * with extent alignment in mind.
3654 */
3655 static int count_exts(unsigned int from, unsigned int to, int trks_per_ext)
3656 {
3657 int cur_pos = 0;
3658 int count = 0;
3659 int tmp;
3660
3661 if (from == to)
3662 return 1;
3663
3664 /* Count first partial extent */
3665 if (from % trks_per_ext != 0) {
3666 tmp = from + trks_per_ext - (from % trks_per_ext) - 1;
3667 if (tmp > to)
3668 tmp = to;
3669 cur_pos = tmp - from + 1;
3670 count++;
3671 }
3672 /* Count full extents */
3673 if (to - (from + cur_pos) + 1 >= trks_per_ext) {
3674 tmp = to - ((to - trks_per_ext + 1) % trks_per_ext);
3675 count += (tmp - (from + cur_pos) + 1) / trks_per_ext;
3676 cur_pos = tmp;
3677 }
3678 /* Count last partial extent */
3679 if (cur_pos < to)
3680 count++;
3681
3682 return count;
3683 }
3684
3685 /*
3686 * Release allocated space for a given range or an entire volume.
3687 */
3688 static struct dasd_ccw_req *
3689 dasd_eckd_dso_ras(struct dasd_device *device, struct dasd_block *block,
3690 struct request *req, unsigned int first_trk,
3691 unsigned int last_trk, int by_extent)
3692 {
3693 struct dasd_eckd_private *private = device->private;
3694 struct dasd_dso_ras_ext_range *ras_range;
3695 struct dasd_rssd_features *features;
3696 struct dasd_dso_ras_data *ras_data;
3697 u16 heads, beg_head, end_head;
3698 int cur_to_trk, cur_from_trk;
3699 struct dasd_ccw_req *cqr;
3700 u32 beg_cyl, end_cyl;
3701 struct ccw1 *ccw;
3702 int trks_per_ext;
3703 size_t ras_size;
3704 size_t size;
3705 int nr_exts;
3706 void *rq;
3707 int i;
3708
3709 if (dasd_eckd_ras_sanity_checks(device, first_trk, last_trk))
3710 return ERR_PTR(-EINVAL);
3711
3712 rq = req ? blk_mq_rq_to_pdu(req) : NULL;
3713
3714 features = &private->features;
3715
3716 trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl;
3717 nr_exts = 0;
3718 if (by_extent)
3719 nr_exts = count_exts(first_trk, last_trk, trks_per_ext);
3720 ras_size = sizeof(*ras_data);
3721 size = ras_size + (nr_exts * sizeof(*ras_range));
3722
3723 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, size, device, rq);
3724 if (IS_ERR(cqr)) {
3725 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
3726 "Could not allocate RAS request");
3727 return cqr;
3728 }
3729
3730 ras_data = cqr->data;
3731 memset(ras_data, 0, size);
3732
3733 ras_data->order = DSO_ORDER_RAS;
3734 ras_data->flags.vol_type = 0; /* CKD volume */
3735 /* Release specified extents or entire volume */
3736 ras_data->op_flags.by_extent = by_extent;
3737 /*
3738 * This bit guarantees initialisation of tracks within an extent that is
3739 * not fully specified, but is only supported with a certain feature
3740 * subset.
3741 */
3742 ras_data->op_flags.guarantee_init = !!(features->feature[56] & 0x01);
3743 ras_data->lss = private->ned->ID;
3744 ras_data->dev_addr = private->ned->unit_addr;
3745 ras_data->nr_exts = nr_exts;
3746
3747 if (by_extent) {
3748 heads = private->rdc_data.trk_per_cyl;
3749 cur_from_trk = first_trk;
3750 cur_to_trk = first_trk + trks_per_ext -
3751 (first_trk % trks_per_ext) - 1;
3752 if (cur_to_trk > last_trk)
3753 cur_to_trk = last_trk;
3754 ras_range = (struct dasd_dso_ras_ext_range *)(cqr->data + ras_size);
3755
3756 for (i = 0; i < nr_exts; i++) {
3757 beg_cyl = cur_from_trk / heads;
3758 beg_head = cur_from_trk % heads;
3759 end_cyl = cur_to_trk / heads;
3760 end_head = cur_to_trk % heads;
3761
3762 set_ch_t(&ras_range->beg_ext, beg_cyl, beg_head);
3763 set_ch_t(&ras_range->end_ext, end_cyl, end_head);
3764
3765 cur_from_trk = cur_to_trk + 1;
3766 cur_to_trk = cur_from_trk + trks_per_ext - 1;
3767 if (cur_to_trk > last_trk)
3768 cur_to_trk = last_trk;
3769 ras_range++;
3770 }
3771 }
3772
3773 ccw = cqr->cpaddr;
3774 ccw->cda = (__u32)(addr_t)cqr->data;
3775 ccw->cmd_code = DASD_ECKD_CCW_DSO;
3776 ccw->count = size;
3777
3778 cqr->startdev = device;
3779 cqr->memdev = device;
3780 cqr->block = block;
3781 cqr->retries = 256;
3782 cqr->expires = device->default_expires * HZ;
3783 cqr->buildclk = get_tod_clock();
3784 cqr->status = DASD_CQR_FILLED;
3785
3786 return cqr;
3787 }
3788
3789 static int dasd_eckd_release_space_full(struct dasd_device *device)
3790 {
3791 struct dasd_ccw_req *cqr;
3792 int rc;
3793
3794 cqr = dasd_eckd_dso_ras(device, NULL, NULL, 0, 0, 0);
3795 if (IS_ERR(cqr))
3796 return PTR_ERR(cqr);
3797
3798 rc = dasd_sleep_on_interruptible(cqr);
3799
3800 dasd_sfree_request(cqr, cqr->memdev);
3801
3802 return rc;
3803 }
3804
3805 static int dasd_eckd_release_space_trks(struct dasd_device *device,
3806 unsigned int from, unsigned int to)
3807 {
3808 struct dasd_eckd_private *private = device->private;
3809 struct dasd_block *block = device->block;
3810 struct dasd_ccw_req *cqr, *n;
3811 struct list_head ras_queue;
3812 unsigned int device_exts;
3813 int trks_per_ext;
3814 int stop, step;
3815 int cur_pos;
3816 int rc = 0;
3817 int retry;
3818
3819 INIT_LIST_HEAD(&ras_queue);
3820
3821 device_exts = private->real_cyl / dasd_eckd_ext_size(device);
3822 trks_per_ext = dasd_eckd_ext_size(device) * private->rdc_data.trk_per_cyl;
3823
3824 /* Make sure device limits are not exceeded */
3825 step = trks_per_ext * min(device_exts, DASD_ECKD_RAS_EXTS_MAX);
3826 cur_pos = from;
3827
3828 do {
3829 retry = 0;
3830 while (cur_pos < to) {
3831 stop = cur_pos + step -
3832 ((cur_pos + step) % trks_per_ext) - 1;
3833 if (stop > to)
3834 stop = to;
3835
3836 cqr = dasd_eckd_dso_ras(device, NULL, NULL, cur_pos, stop, 1);
3837 if (IS_ERR(cqr)) {
3838 rc = PTR_ERR(cqr);
3839 if (rc == -ENOMEM) {
3840 if (list_empty(&ras_queue))
3841 goto out;
3842 retry = 1;
3843 break;
3844 }
3845 goto err_out;
3846 }
3847
3848 spin_lock_irq(&block->queue_lock);
3849 list_add_tail(&cqr->blocklist, &ras_queue);
3850 spin_unlock_irq(&block->queue_lock);
3851 cur_pos = stop + 1;
3852 }
3853
3854 rc = dasd_sleep_on_queue_interruptible(&ras_queue);
3855
3856 err_out:
3857 list_for_each_entry_safe(cqr, n, &ras_queue, blocklist) {
3858 device = cqr->startdev;
3859 private = device->private;
3860
3861 spin_lock_irq(&block->queue_lock);
3862 list_del_init(&cqr->blocklist);
3863 spin_unlock_irq(&block->queue_lock);
3864 dasd_sfree_request(cqr, device);
3865 private->count--;
3866 }
3867 } while (retry);
3868
3869 out:
3870 return rc;
3871 }
3872
3873 static int dasd_eckd_release_space(struct dasd_device *device,
3874 struct format_data_t *rdata)
3875 {
3876 if (rdata->intensity & DASD_FMT_INT_ESE_FULL)
3877 return dasd_eckd_release_space_full(device);
3878 else if (rdata->intensity == 0)
3879 return dasd_eckd_release_space_trks(device, rdata->start_unit,
3880 rdata->stop_unit);
3881 else
3882 return -EINVAL;
3883 }
3884
3885 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_single(
3886 struct dasd_device *startdev,
3887 struct dasd_block *block,
3888 struct request *req,
3889 sector_t first_rec,
3890 sector_t last_rec,
3891 sector_t first_trk,
3892 sector_t last_trk,
3893 unsigned int first_offs,
3894 unsigned int last_offs,
3895 unsigned int blk_per_trk,
3896 unsigned int blksize)
3897 {
3898 struct dasd_eckd_private *private;
3899 unsigned long *idaws;
3900 struct LO_eckd_data *LO_data;
3901 struct dasd_ccw_req *cqr;
3902 struct ccw1 *ccw;
3903 struct req_iterator iter;
3904 struct bio_vec bv;
3905 char *dst;
3906 unsigned int off;
3907 int count, cidaw, cplength, datasize;
3908 sector_t recid;
3909 unsigned char cmd, rcmd;
3910 int use_prefix;
3911 struct dasd_device *basedev;
3912
3913 basedev = block->base;
3914 private = basedev->private;
3915 if (rq_data_dir(req) == READ)
3916 cmd = DASD_ECKD_CCW_READ_MT;
3917 else if (rq_data_dir(req) == WRITE)
3918 cmd = DASD_ECKD_CCW_WRITE_MT;
3919 else
3920 return ERR_PTR(-EINVAL);
3921
3922 /* Check struct bio and count the number of blocks for the request. */
3923 count = 0;
3924 cidaw = 0;
3925 rq_for_each_segment(bv, req, iter) {
3926 if (bv.bv_len & (blksize - 1))
3927 /* Eckd can only do full blocks. */
3928 return ERR_PTR(-EINVAL);
3929 count += bv.bv_len >> (block->s2b_shift + 9);
3930 if (idal_is_needed (page_address(bv.bv_page), bv.bv_len))
3931 cidaw += bv.bv_len >> (block->s2b_shift + 9);
3932 }
3933 /* Paranoia. */
3934 if (count != last_rec - first_rec + 1)
3935 return ERR_PTR(-EINVAL);
3936
3937 /* use the prefix command if available */
3938 use_prefix = private->features.feature[8] & 0x01;
3939 if (use_prefix) {
3940 /* 1x prefix + number of blocks */
3941 cplength = 2 + count;
3942 /* 1x prefix + cidaws*sizeof(long) */
3943 datasize = sizeof(struct PFX_eckd_data) +
3944 sizeof(struct LO_eckd_data) +
3945 cidaw * sizeof(unsigned long);
3946 } else {
3947 /* 1x define extent + 1x locate record + number of blocks */
3948 cplength = 2 + count;
3949 /* 1x define extent + 1x locate record + cidaws*sizeof(long) */
3950 datasize = sizeof(struct DE_eckd_data) +
3951 sizeof(struct LO_eckd_data) +
3952 cidaw * sizeof(unsigned long);
3953 }
3954 /* Find out the number of additional locate record ccws for cdl. */
3955 if (private->uses_cdl && first_rec < 2*blk_per_trk) {
3956 if (last_rec >= 2*blk_per_trk)
3957 count = 2*blk_per_trk - first_rec;
3958 cplength += count;
3959 datasize += count*sizeof(struct LO_eckd_data);
3960 }
3961 /* Allocate the ccw request. */
3962 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize,
3963 startdev, blk_mq_rq_to_pdu(req));
3964 if (IS_ERR(cqr))
3965 return cqr;
3966 ccw = cqr->cpaddr;
3967 /* First ccw is define extent or prefix. */
3968 if (use_prefix) {
3969 if (prefix(ccw++, cqr->data, first_trk,
3970 last_trk, cmd, basedev, startdev) == -EAGAIN) {
3971 /* Clock not in sync and XRC is enabled.
3972 * Try again later.
3973 */
3974 dasd_sfree_request(cqr, startdev);
3975 return ERR_PTR(-EAGAIN);
3976 }
3977 idaws = (unsigned long *) (cqr->data +
3978 sizeof(struct PFX_eckd_data));
3979 } else {
3980 if (define_extent(ccw++, cqr->data, first_trk,
3981 last_trk, cmd, basedev, 0) == -EAGAIN) {
3982 /* Clock not in sync and XRC is enabled.
3983 * Try again later.
3984 */
3985 dasd_sfree_request(cqr, startdev);
3986 return ERR_PTR(-EAGAIN);
3987 }
3988 idaws = (unsigned long *) (cqr->data +
3989 sizeof(struct DE_eckd_data));
3990 }
3991 /* Build locate_record+read/write/ccws. */
3992 LO_data = (struct LO_eckd_data *) (idaws + cidaw);
3993 recid = first_rec;
3994 if (private->uses_cdl == 0 || recid > 2*blk_per_trk) {
3995 /* Only standard blocks so there is just one locate record. */
3996 ccw[-1].flags |= CCW_FLAG_CC;
3997 locate_record(ccw++, LO_data++, first_trk, first_offs + 1,
3998 last_rec - recid + 1, cmd, basedev, blksize);
3999 }
4000 rq_for_each_segment(bv, req, iter) {
4001 dst = page_address(bv.bv_page) + bv.bv_offset;
4002 if (dasd_page_cache) {
4003 char *copy = kmem_cache_alloc(dasd_page_cache,
4004 GFP_DMA | __GFP_NOWARN);
4005 if (copy && rq_data_dir(req) == WRITE)
4006 memcpy(copy + bv.bv_offset, dst, bv.bv_len);
4007 if (copy)
4008 dst = copy + bv.bv_offset;
4009 }
4010 for (off = 0; off < bv.bv_len; off += blksize) {
4011 sector_t trkid = recid;
4012 unsigned int recoffs = sector_div(trkid, blk_per_trk);
4013 rcmd = cmd;
4014 count = blksize;
4015 /* Locate record for cdl special block ? */
4016 if (private->uses_cdl && recid < 2*blk_per_trk) {
4017 if (dasd_eckd_cdl_special(blk_per_trk, recid)){
4018 rcmd |= 0x8;
4019 count = dasd_eckd_cdl_reclen(recid);
4020 if (count < blksize &&
4021 rq_data_dir(req) == READ)
4022 memset(dst + count, 0xe5,
4023 blksize - count);
4024 }
4025 ccw[-1].flags |= CCW_FLAG_CC;
4026 locate_record(ccw++, LO_data++,
4027 trkid, recoffs + 1,
4028 1, rcmd, basedev, count);
4029 }
4030 /* Locate record for standard blocks ? */
4031 if (private->uses_cdl && recid == 2*blk_per_trk) {
4032 ccw[-1].flags |= CCW_FLAG_CC;
4033 locate_record(ccw++, LO_data++,
4034 trkid, recoffs + 1,
4035 last_rec - recid + 1,
4036 cmd, basedev, count);
4037 }
4038 /* Read/write ccw. */
4039 ccw[-1].flags |= CCW_FLAG_CC;
4040 ccw->cmd_code = rcmd;
4041 ccw->count = count;
4042 if (idal_is_needed(dst, blksize)) {
4043 ccw->cda = (__u32)(addr_t) idaws;
4044 ccw->flags = CCW_FLAG_IDA;
4045 idaws = idal_create_words(idaws, dst, blksize);
4046 } else {
4047 ccw->cda = (__u32)(addr_t) dst;
4048 ccw->flags = 0;
4049 }
4050 ccw++;
4051 dst += blksize;
4052 recid++;
4053 }
4054 }
4055 if (blk_noretry_request(req) ||
4056 block->base->features & DASD_FEATURE_FAILFAST)
4057 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
4058 cqr->startdev = startdev;
4059 cqr->memdev = startdev;
4060 cqr->block = block;
4061 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */
4062 cqr->lpm = dasd_path_get_ppm(startdev);
4063 cqr->retries = startdev->default_retries;
4064 cqr->buildclk = get_tod_clock();
4065 cqr->status = DASD_CQR_FILLED;
4066
4067 /* Set flags to suppress output for expected errors */
4068 if (dasd_eckd_is_ese(basedev)) {
4069 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags);
4070 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags);
4071 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
4072 }
4073
4074 return cqr;
4075 }
4076
4077 static struct dasd_ccw_req *dasd_eckd_build_cp_cmd_track(
4078 struct dasd_device *startdev,
4079 struct dasd_block *block,
4080 struct request *req,
4081 sector_t first_rec,
4082 sector_t last_rec,
4083 sector_t first_trk,
4084 sector_t last_trk,
4085 unsigned int first_offs,
4086 unsigned int last_offs,
4087 unsigned int blk_per_trk,
4088 unsigned int blksize)
4089 {
4090 unsigned long *idaws;
4091 struct dasd_ccw_req *cqr;
4092 struct ccw1 *ccw;
4093 struct req_iterator iter;
4094 struct bio_vec bv;
4095 char *dst, *idaw_dst;
4096 unsigned int cidaw, cplength, datasize;
4097 unsigned int tlf;
4098 sector_t recid;
4099 unsigned char cmd;
4100 struct dasd_device *basedev;
4101 unsigned int trkcount, count, count_to_trk_end;
4102 unsigned int idaw_len, seg_len, part_len, len_to_track_end;
4103 unsigned char new_track, end_idaw;
4104 sector_t trkid;
4105 unsigned int recoffs;
4106
4107 basedev = block->base;
4108 if (rq_data_dir(req) == READ)
4109 cmd = DASD_ECKD_CCW_READ_TRACK_DATA;
4110 else if (rq_data_dir(req) == WRITE)
4111 cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA;
4112 else
4113 return ERR_PTR(-EINVAL);
4114
4115 /* Track based I/O needs IDAWs for each page, and not just for
4116 * 64 bit addresses. We need additional idals for pages
4117 * that get filled from two tracks, so we use the number
4118 * of records as upper limit.
4119 */
4120 cidaw = last_rec - first_rec + 1;
4121 trkcount = last_trk - first_trk + 1;
4122
4123 /* 1x prefix + one read/write ccw per track */
4124 cplength = 1 + trkcount;
4125
4126 datasize = sizeof(struct PFX_eckd_data) + cidaw * sizeof(unsigned long);
4127
4128 /* Allocate the ccw request. */
4129 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength, datasize,
4130 startdev, blk_mq_rq_to_pdu(req));
4131 if (IS_ERR(cqr))
4132 return cqr;
4133 ccw = cqr->cpaddr;
4134 /* transfer length factor: how many bytes to read from the last track */
4135 if (first_trk == last_trk)
4136 tlf = last_offs - first_offs + 1;
4137 else
4138 tlf = last_offs + 1;
4139 tlf *= blksize;
4140
4141 if (prefix_LRE(ccw++, cqr->data, first_trk,
4142 last_trk, cmd, basedev, startdev,
4143 1 /* format */, first_offs + 1,
4144 trkcount, blksize,
4145 tlf) == -EAGAIN) {
4146 /* Clock not in sync and XRC is enabled.
4147 * Try again later.
4148 */
4149 dasd_sfree_request(cqr, startdev);
4150 return ERR_PTR(-EAGAIN);
4151 }
4152
4153 /*
4154 * The translation of request into ccw programs must meet the
4155 * following conditions:
4156 * - all idaws but the first and the last must address full pages
4157 * (or 2K blocks on 31-bit)
4158 * - the scope of a ccw and it's idal ends with the track boundaries
4159 */
4160 idaws = (unsigned long *) (cqr->data + sizeof(struct PFX_eckd_data));
4161 recid = first_rec;
4162 new_track = 1;
4163 end_idaw = 0;
4164 len_to_track_end = 0;
4165 idaw_dst = NULL;
4166 idaw_len = 0;
4167 rq_for_each_segment(bv, req, iter) {
4168 dst = page_address(bv.bv_page) + bv.bv_offset;
4169 seg_len = bv.bv_len;
4170 while (seg_len) {
4171 if (new_track) {
4172 trkid = recid;
4173 recoffs = sector_div(trkid, blk_per_trk);
4174 count_to_trk_end = blk_per_trk - recoffs;
4175 count = min((last_rec - recid + 1),
4176 (sector_t)count_to_trk_end);
4177 len_to_track_end = count * blksize;
4178 ccw[-1].flags |= CCW_FLAG_CC;
4179 ccw->cmd_code = cmd;
4180 ccw->count = len_to_track_end;
4181 ccw->cda = (__u32)(addr_t)idaws;
4182 ccw->flags = CCW_FLAG_IDA;
4183 ccw++;
4184 recid += count;
4185 new_track = 0;
4186 /* first idaw for a ccw may start anywhere */
4187 if (!idaw_dst)
4188 idaw_dst = dst;
4189 }
4190 /* If we start a new idaw, we must make sure that it
4191 * starts on an IDA_BLOCK_SIZE boundary.
4192 * If we continue an idaw, we must make sure that the
4193 * current segment begins where the so far accumulated
4194 * idaw ends
4195 */
4196 if (!idaw_dst) {
4197 if (__pa(dst) & (IDA_BLOCK_SIZE-1)) {
4198 dasd_sfree_request(cqr, startdev);
4199 return ERR_PTR(-ERANGE);
4200 } else
4201 idaw_dst = dst;
4202 }
4203 if ((idaw_dst + idaw_len) != dst) {
4204 dasd_sfree_request(cqr, startdev);
4205 return ERR_PTR(-ERANGE);
4206 }
4207 part_len = min(seg_len, len_to_track_end);
4208 seg_len -= part_len;
4209 dst += part_len;
4210 idaw_len += part_len;
4211 len_to_track_end -= part_len;
4212 /* collected memory area ends on an IDA_BLOCK border,
4213 * -> create an idaw
4214 * idal_create_words will handle cases where idaw_len
4215 * is larger then IDA_BLOCK_SIZE
4216 */
4217 if (!(__pa(idaw_dst + idaw_len) & (IDA_BLOCK_SIZE-1)))
4218 end_idaw = 1;
4219 /* We also need to end the idaw at track end */
4220 if (!len_to_track_end) {
4221 new_track = 1;
4222 end_idaw = 1;
4223 }
4224 if (end_idaw) {
4225 idaws = idal_create_words(idaws, idaw_dst,
4226 idaw_len);
4227 idaw_dst = NULL;
4228 idaw_len = 0;
4229 end_idaw = 0;
4230 }
4231 }
4232 }
4233
4234 if (blk_noretry_request(req) ||
4235 block->base->features & DASD_FEATURE_FAILFAST)
4236 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
4237 cqr->startdev = startdev;
4238 cqr->memdev = startdev;
4239 cqr->block = block;
4240 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */
4241 cqr->lpm = dasd_path_get_ppm(startdev);
4242 cqr->retries = startdev->default_retries;
4243 cqr->buildclk = get_tod_clock();
4244 cqr->status = DASD_CQR_FILLED;
4245
4246 /* Set flags to suppress output for expected errors */
4247 if (dasd_eckd_is_ese(basedev))
4248 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
4249
4250 return cqr;
4251 }
4252
4253 static int prepare_itcw(struct itcw *itcw,
4254 unsigned int trk, unsigned int totrk, int cmd,
4255 struct dasd_device *basedev,
4256 struct dasd_device *startdev,
4257 unsigned int rec_on_trk, int count,
4258 unsigned int blksize,
4259 unsigned int total_data_size,
4260 unsigned int tlf,
4261 unsigned int blk_per_trk)
4262 {
4263 struct PFX_eckd_data pfxdata;
4264 struct dasd_eckd_private *basepriv, *startpriv;
4265 struct DE_eckd_data *dedata;
4266 struct LRE_eckd_data *lredata;
4267 struct dcw *dcw;
4268
4269 u32 begcyl, endcyl;
4270 u16 heads, beghead, endhead;
4271 u8 pfx_cmd;
4272
4273 int rc = 0;
4274 int sector = 0;
4275 int dn, d;
4276
4277
4278 /* setup prefix data */
4279 basepriv = basedev->private;
4280 startpriv = startdev->private;
4281 dedata = &pfxdata.define_extent;
4282 lredata = &pfxdata.locate_record;
4283
4284 memset(&pfxdata, 0, sizeof(pfxdata));
4285 pfxdata.format = 1; /* PFX with LRE */
4286 pfxdata.base_address = basepriv->ned->unit_addr;
4287 pfxdata.base_lss = basepriv->ned->ID;
4288 pfxdata.validity.define_extent = 1;
4289
4290 /* private uid is kept up to date, conf_data may be outdated */
4291 if (startpriv->uid.type == UA_BASE_PAV_ALIAS)
4292 pfxdata.validity.verify_base = 1;
4293
4294 if (startpriv->uid.type == UA_HYPER_PAV_ALIAS) {
4295 pfxdata.validity.verify_base = 1;
4296 pfxdata.validity.hyper_pav = 1;
4297 }
4298
4299 switch (cmd) {
4300 case DASD_ECKD_CCW_READ_TRACK_DATA:
4301 dedata->mask.perm = 0x1;
4302 dedata->attributes.operation = basepriv->attrib.operation;
4303 dedata->blk_size = blksize;
4304 dedata->ga_extended |= 0x42;
4305 lredata->operation.orientation = 0x0;
4306 lredata->operation.operation = 0x0C;
4307 lredata->auxiliary.check_bytes = 0x01;
4308 pfx_cmd = DASD_ECKD_CCW_PFX_READ;
4309 break;
4310 case DASD_ECKD_CCW_WRITE_TRACK_DATA:
4311 dedata->mask.perm = 0x02;
4312 dedata->attributes.operation = basepriv->attrib.operation;
4313 dedata->blk_size = blksize;
4314 rc = set_timestamp(NULL, dedata, basedev);
4315 dedata->ga_extended |= 0x42;
4316 lredata->operation.orientation = 0x0;
4317 lredata->operation.operation = 0x3F;
4318 lredata->extended_operation = 0x23;
4319 lredata->auxiliary.check_bytes = 0x2;
4320 /*
4321 * If XRC is supported the System Time Stamp is set. The
4322 * validity of the time stamp must be reflected in the prefix
4323 * data as well.
4324 */
4325 if (dedata->ga_extended & 0x08 && dedata->ga_extended & 0x02)
4326 pfxdata.validity.time_stamp = 1; /* 'Time Stamp Valid' */
4327 pfx_cmd = DASD_ECKD_CCW_PFX;
4328 break;
4329 case DASD_ECKD_CCW_READ_COUNT_MT:
4330 dedata->mask.perm = 0x1;
4331 dedata->attributes.operation = DASD_BYPASS_CACHE;
4332 dedata->ga_extended |= 0x42;
4333 dedata->blk_size = blksize;
4334 lredata->operation.orientation = 0x2;
4335 lredata->operation.operation = 0x16;
4336 lredata->auxiliary.check_bytes = 0x01;
4337 pfx_cmd = DASD_ECKD_CCW_PFX_READ;
4338 break;
4339 default:
4340 DBF_DEV_EVENT(DBF_ERR, basedev,
4341 "prepare itcw, unknown opcode 0x%x", cmd);
4342 BUG();
4343 break;
4344 }
4345 if (rc)
4346 return rc;
4347
4348 dedata->attributes.mode = 0x3; /* ECKD */
4349
4350 heads = basepriv->rdc_data.trk_per_cyl;
4351 begcyl = trk / heads;
4352 beghead = trk % heads;
4353 endcyl = totrk / heads;
4354 endhead = totrk % heads;
4355
4356 /* check for sequential prestage - enhance cylinder range */
4357 if (dedata->attributes.operation == DASD_SEQ_PRESTAGE ||
4358 dedata->attributes.operation == DASD_SEQ_ACCESS) {
4359
4360 if (endcyl + basepriv->attrib.nr_cyl < basepriv->real_cyl)
4361 endcyl += basepriv->attrib.nr_cyl;
4362 else
4363 endcyl = (basepriv->real_cyl - 1);
4364 }
4365
4366 set_ch_t(&dedata->beg_ext, begcyl, beghead);
4367 set_ch_t(&dedata->end_ext, endcyl, endhead);
4368
4369 dedata->ep_format = 0x20; /* records per track is valid */
4370 dedata->ep_rec_per_track = blk_per_trk;
4371
4372 if (rec_on_trk) {
4373 switch (basepriv->rdc_data.dev_type) {
4374 case 0x3390:
4375 dn = ceil_quot(blksize + 6, 232);
4376 d = 9 + ceil_quot(blksize + 6 * (dn + 1), 34);
4377 sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8;
4378 break;
4379 case 0x3380:
4380 d = 7 + ceil_quot(blksize + 12, 32);
4381 sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7;
4382 break;
4383 }
4384 }
4385
4386 if (cmd == DASD_ECKD_CCW_READ_COUNT_MT) {
4387 lredata->auxiliary.length_valid = 0;
4388 lredata->auxiliary.length_scope = 0;
4389 lredata->sector = 0xff;
4390 } else {
4391 lredata->auxiliary.length_valid = 1;
4392 lredata->auxiliary.length_scope = 1;
4393 lredata->sector = sector;
4394 }
4395 lredata->auxiliary.imbedded_ccw_valid = 1;
4396 lredata->length = tlf;
4397 lredata->imbedded_ccw = cmd;
4398 lredata->count = count;
4399 set_ch_t(&lredata->seek_addr, begcyl, beghead);
4400 lredata->search_arg.cyl = lredata->seek_addr.cyl;
4401 lredata->search_arg.head = lredata->seek_addr.head;
4402 lredata->search_arg.record = rec_on_trk;
4403
4404 dcw = itcw_add_dcw(itcw, pfx_cmd, 0,
4405 &pfxdata, sizeof(pfxdata), total_data_size);
4406 return PTR_ERR_OR_ZERO(dcw);
4407 }
4408
4409 static struct dasd_ccw_req *dasd_eckd_build_cp_tpm_track(
4410 struct dasd_device *startdev,
4411 struct dasd_block *block,
4412 struct request *req,
4413 sector_t first_rec,
4414 sector_t last_rec,
4415 sector_t first_trk,
4416 sector_t last_trk,
4417 unsigned int first_offs,
4418 unsigned int last_offs,
4419 unsigned int blk_per_trk,
4420 unsigned int blksize)
4421 {
4422 struct dasd_ccw_req *cqr;
4423 struct req_iterator iter;
4424 struct bio_vec bv;
4425 char *dst;
4426 unsigned int trkcount, ctidaw;
4427 unsigned char cmd;
4428 struct dasd_device *basedev;
4429 unsigned int tlf;
4430 struct itcw *itcw;
4431 struct tidaw *last_tidaw = NULL;
4432 int itcw_op;
4433 size_t itcw_size;
4434 u8 tidaw_flags;
4435 unsigned int seg_len, part_len, len_to_track_end;
4436 unsigned char new_track;
4437 sector_t recid, trkid;
4438 unsigned int offs;
4439 unsigned int count, count_to_trk_end;
4440 int ret;
4441
4442 basedev = block->base;
4443 if (rq_data_dir(req) == READ) {
4444 cmd = DASD_ECKD_CCW_READ_TRACK_DATA;
4445 itcw_op = ITCW_OP_READ;
4446 } else if (rq_data_dir(req) == WRITE) {
4447 cmd = DASD_ECKD_CCW_WRITE_TRACK_DATA;
4448 itcw_op = ITCW_OP_WRITE;
4449 } else
4450 return ERR_PTR(-EINVAL);
4451
4452 /* trackbased I/O needs address all memory via TIDAWs,
4453 * not just for 64 bit addresses. This allows us to map
4454 * each segment directly to one tidaw.
4455 * In the case of write requests, additional tidaws may
4456 * be needed when a segment crosses a track boundary.
4457 */
4458 trkcount = last_trk - first_trk + 1;
4459 ctidaw = 0;
4460 rq_for_each_segment(bv, req, iter) {
4461 ++ctidaw;
4462 }
4463 if (rq_data_dir(req) == WRITE)
4464 ctidaw += (last_trk - first_trk);
4465
4466 /* Allocate the ccw request. */
4467 itcw_size = itcw_calc_size(0, ctidaw, 0);
4468 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 0, itcw_size, startdev,
4469 blk_mq_rq_to_pdu(req));
4470 if (IS_ERR(cqr))
4471 return cqr;
4472
4473 /* transfer length factor: how many bytes to read from the last track */
4474 if (first_trk == last_trk)
4475 tlf = last_offs - first_offs + 1;
4476 else
4477 tlf = last_offs + 1;
4478 tlf *= blksize;
4479
4480 itcw = itcw_init(cqr->data, itcw_size, itcw_op, 0, ctidaw, 0);
4481 if (IS_ERR(itcw)) {
4482 ret = -EINVAL;
4483 goto out_error;
4484 }
4485 cqr->cpaddr = itcw_get_tcw(itcw);
4486 if (prepare_itcw(itcw, first_trk, last_trk,
4487 cmd, basedev, startdev,
4488 first_offs + 1,
4489 trkcount, blksize,
4490 (last_rec - first_rec + 1) * blksize,
4491 tlf, blk_per_trk) == -EAGAIN) {
4492 /* Clock not in sync and XRC is enabled.
4493 * Try again later.
4494 */
4495 ret = -EAGAIN;
4496 goto out_error;
4497 }
4498 len_to_track_end = 0;
4499 /*
4500 * A tidaw can address 4k of memory, but must not cross page boundaries
4501 * We can let the block layer handle this by setting
4502 * blk_queue_segment_boundary to page boundaries and
4503 * blk_max_segment_size to page size when setting up the request queue.
4504 * For write requests, a TIDAW must not cross track boundaries, because
4505 * we have to set the CBC flag on the last tidaw for each track.
4506 */
4507 if (rq_data_dir(req) == WRITE) {
4508 new_track = 1;
4509 recid = first_rec;
4510 rq_for_each_segment(bv, req, iter) {
4511 dst = page_address(bv.bv_page) + bv.bv_offset;
4512 seg_len = bv.bv_len;
4513 while (seg_len) {
4514 if (new_track) {
4515 trkid = recid;
4516 offs = sector_div(trkid, blk_per_trk);
4517 count_to_trk_end = blk_per_trk - offs;
4518 count = min((last_rec - recid + 1),
4519 (sector_t)count_to_trk_end);
4520 len_to_track_end = count * blksize;
4521 recid += count;
4522 new_track = 0;
4523 }
4524 part_len = min(seg_len, len_to_track_end);
4525 seg_len -= part_len;
4526 len_to_track_end -= part_len;
4527 /* We need to end the tidaw at track end */
4528 if (!len_to_track_end) {
4529 new_track = 1;
4530 tidaw_flags = TIDAW_FLAGS_INSERT_CBC;
4531 } else
4532 tidaw_flags = 0;
4533 last_tidaw = itcw_add_tidaw(itcw, tidaw_flags,
4534 dst, part_len);
4535 if (IS_ERR(last_tidaw)) {
4536 ret = -EINVAL;
4537 goto out_error;
4538 }
4539 dst += part_len;
4540 }
4541 }
4542 } else {
4543 rq_for_each_segment(bv, req, iter) {
4544 dst = page_address(bv.bv_page) + bv.bv_offset;
4545 last_tidaw = itcw_add_tidaw(itcw, 0x00,
4546 dst, bv.bv_len);
4547 if (IS_ERR(last_tidaw)) {
4548 ret = -EINVAL;
4549 goto out_error;
4550 }
4551 }
4552 }
4553 last_tidaw->flags |= TIDAW_FLAGS_LAST;
4554 last_tidaw->flags &= ~TIDAW_FLAGS_INSERT_CBC;
4555 itcw_finalize(itcw);
4556
4557 if (blk_noretry_request(req) ||
4558 block->base->features & DASD_FEATURE_FAILFAST)
4559 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
4560 cqr->cpmode = 1;
4561 cqr->startdev = startdev;
4562 cqr->memdev = startdev;
4563 cqr->block = block;
4564 cqr->expires = startdev->default_expires * HZ; /* default 5 minutes */
4565 cqr->lpm = dasd_path_get_ppm(startdev);
4566 cqr->retries = startdev->default_retries;
4567 cqr->buildclk = get_tod_clock();
4568 cqr->status = DASD_CQR_FILLED;
4569
4570 /* Set flags to suppress output for expected errors */
4571 if (dasd_eckd_is_ese(basedev)) {
4572 set_bit(DASD_CQR_SUPPRESS_FP, &cqr->flags);
4573 set_bit(DASD_CQR_SUPPRESS_IL, &cqr->flags);
4574 set_bit(DASD_CQR_SUPPRESS_NRF, &cqr->flags);
4575 }
4576
4577 return cqr;
4578 out_error:
4579 dasd_sfree_request(cqr, startdev);
4580 return ERR_PTR(ret);
4581 }
4582
4583 static struct dasd_ccw_req *dasd_eckd_build_cp(struct dasd_device *startdev,
4584 struct dasd_block *block,
4585 struct request *req)
4586 {
4587 int cmdrtd, cmdwtd;
4588 int use_prefix;
4589 int fcx_multitrack;
4590 struct dasd_eckd_private *private;
4591 struct dasd_device *basedev;
4592 sector_t first_rec, last_rec;
4593 sector_t first_trk, last_trk;
4594 unsigned int first_offs, last_offs;
4595 unsigned int blk_per_trk, blksize;
4596 int cdlspecial;
4597 unsigned int data_size;
4598 struct dasd_ccw_req *cqr;
4599
4600 basedev = block->base;
4601 private = basedev->private;
4602
4603 /* Calculate number of blocks/records per track. */
4604 blksize = block->bp_block;
4605 blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
4606 if (blk_per_trk == 0)
4607 return ERR_PTR(-EINVAL);
4608 /* Calculate record id of first and last block. */
4609 first_rec = first_trk = blk_rq_pos(req) >> block->s2b_shift;
4610 first_offs = sector_div(first_trk, blk_per_trk);
4611 last_rec = last_trk =
4612 (blk_rq_pos(req) + blk_rq_sectors(req) - 1) >> block->s2b_shift;
4613 last_offs = sector_div(last_trk, blk_per_trk);
4614 cdlspecial = (private->uses_cdl && first_rec < 2*blk_per_trk);
4615
4616 fcx_multitrack = private->features.feature[40] & 0x20;
4617 data_size = blk_rq_bytes(req);
4618 if (data_size % blksize)
4619 return ERR_PTR(-EINVAL);
4620 /* tpm write request add CBC data on each track boundary */
4621 if (rq_data_dir(req) == WRITE)
4622 data_size += (last_trk - first_trk) * 4;
4623
4624 /* is read track data and write track data in command mode supported? */
4625 cmdrtd = private->features.feature[9] & 0x20;
4626 cmdwtd = private->features.feature[12] & 0x40;
4627 use_prefix = private->features.feature[8] & 0x01;
4628
4629 cqr = NULL;
4630 if (cdlspecial || dasd_page_cache) {
4631 /* do nothing, just fall through to the cmd mode single case */
4632 } else if ((data_size <= private->fcx_max_data)
4633 && (fcx_multitrack || (first_trk == last_trk))) {
4634 cqr = dasd_eckd_build_cp_tpm_track(startdev, block, req,
4635 first_rec, last_rec,
4636 first_trk, last_trk,
4637 first_offs, last_offs,
4638 blk_per_trk, blksize);
4639 if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) &&
4640 (PTR_ERR(cqr) != -ENOMEM))
4641 cqr = NULL;
4642 } else if (use_prefix &&
4643 (((rq_data_dir(req) == READ) && cmdrtd) ||
4644 ((rq_data_dir(req) == WRITE) && cmdwtd))) {
4645 cqr = dasd_eckd_build_cp_cmd_track(startdev, block, req,
4646 first_rec, last_rec,
4647 first_trk, last_trk,
4648 first_offs, last_offs,
4649 blk_per_trk, blksize);
4650 if (IS_ERR(cqr) && (PTR_ERR(cqr) != -EAGAIN) &&
4651 (PTR_ERR(cqr) != -ENOMEM))
4652 cqr = NULL;
4653 }
4654 if (!cqr)
4655 cqr = dasd_eckd_build_cp_cmd_single(startdev, block, req,
4656 first_rec, last_rec,
4657 first_trk, last_trk,
4658 first_offs, last_offs,
4659 blk_per_trk, blksize);
4660 return cqr;
4661 }
4662
4663 static struct dasd_ccw_req *dasd_eckd_build_cp_raw(struct dasd_device *startdev,
4664 struct dasd_block *block,
4665 struct request *req)
4666 {
4667 sector_t start_padding_sectors, end_sector_offset, end_padding_sectors;
4668 unsigned int seg_len, len_to_track_end;
4669 unsigned int cidaw, cplength, datasize;
4670 sector_t first_trk, last_trk, sectors;
4671 struct dasd_eckd_private *base_priv;
4672 struct dasd_device *basedev;
4673 struct req_iterator iter;
4674 struct dasd_ccw_req *cqr;
4675 unsigned int first_offs;
4676 unsigned int trkcount;
4677 unsigned long *idaws;
4678 unsigned int size;
4679 unsigned char cmd;
4680 struct bio_vec bv;
4681 struct ccw1 *ccw;
4682 int use_prefix;
4683 void *data;
4684 char *dst;
4685
4686 /*
4687 * raw track access needs to be mutiple of 64k and on 64k boundary
4688 * For read requests we can fix an incorrect alignment by padding
4689 * the request with dummy pages.
4690 */
4691 start_padding_sectors = blk_rq_pos(req) % DASD_RAW_SECTORS_PER_TRACK;
4692 end_sector_offset = (blk_rq_pos(req) + blk_rq_sectors(req)) %
4693 DASD_RAW_SECTORS_PER_TRACK;
4694 end_padding_sectors = (DASD_RAW_SECTORS_PER_TRACK - end_sector_offset) %
4695 DASD_RAW_SECTORS_PER_TRACK;
4696 basedev = block->base;
4697 if ((start_padding_sectors || end_padding_sectors) &&
4698 (rq_data_dir(req) == WRITE)) {
4699 DBF_DEV_EVENT(DBF_ERR, basedev,
4700 "raw write not track aligned (%llu,%llu) req %p",
4701 start_padding_sectors, end_padding_sectors, req);
4702 return ERR_PTR(-EINVAL);
4703 }
4704
4705 first_trk = blk_rq_pos(req) / DASD_RAW_SECTORS_PER_TRACK;
4706 last_trk = (blk_rq_pos(req) + blk_rq_sectors(req) - 1) /
4707 DASD_RAW_SECTORS_PER_TRACK;
4708 trkcount = last_trk - first_trk + 1;
4709 first_offs = 0;
4710
4711 if (rq_data_dir(req) == READ)
4712 cmd = DASD_ECKD_CCW_READ_TRACK;
4713 else if (rq_data_dir(req) == WRITE)
4714 cmd = DASD_ECKD_CCW_WRITE_FULL_TRACK;
4715 else
4716 return ERR_PTR(-EINVAL);
4717
4718 /*
4719 * Raw track based I/O needs IDAWs for each page,
4720 * and not just for 64 bit addresses.
4721 */
4722 cidaw = trkcount * DASD_RAW_BLOCK_PER_TRACK;
4723
4724 /*
4725 * struct PFX_eckd_data and struct LRE_eckd_data can have up to 2 bytes
4726 * of extended parameter. This is needed for write full track.
4727 */
4728 base_priv = basedev->private;
4729 use_prefix = base_priv->features.feature[8] & 0x01;
4730 if (use_prefix) {
4731 cplength = 1 + trkcount;
4732 size = sizeof(struct PFX_eckd_data) + 2;
4733 } else {
4734 cplength = 2 + trkcount;
4735 size = sizeof(struct DE_eckd_data) +
4736 sizeof(struct LRE_eckd_data) + 2;
4737 }
4738 size = ALIGN(size, 8);
4739
4740 datasize = size + cidaw * sizeof(unsigned long);
4741
4742 /* Allocate the ccw request. */
4743 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, cplength,
4744 datasize, startdev, blk_mq_rq_to_pdu(req));
4745 if (IS_ERR(cqr))
4746 return cqr;
4747
4748 ccw = cqr->cpaddr;
4749 data = cqr->data;
4750
4751 if (use_prefix) {
4752 prefix_LRE(ccw++, data, first_trk, last_trk, cmd, basedev,
4753 startdev, 1, first_offs + 1, trkcount, 0, 0);
4754 } else {
4755 define_extent(ccw++, data, first_trk, last_trk, cmd, basedev, 0);
4756 ccw[-1].flags |= CCW_FLAG_CC;
4757
4758 data += sizeof(struct DE_eckd_data);
4759 locate_record_ext(ccw++, data, first_trk, first_offs + 1,
4760 trkcount, cmd, basedev, 0, 0);
4761 }
4762
4763 idaws = (unsigned long *)(cqr->data + size);
4764 len_to_track_end = 0;
4765 if (start_padding_sectors) {
4766 ccw[-1].flags |= CCW_FLAG_CC;
4767 ccw->cmd_code = cmd;
4768 /* maximum 3390 track size */
4769 ccw->count = 57326;
4770 /* 64k map to one track */
4771 len_to_track_end = 65536 - start_padding_sectors * 512;
4772 ccw->cda = (__u32)(addr_t)idaws;
4773 ccw->flags |= CCW_FLAG_IDA;
4774 ccw->flags |= CCW_FLAG_SLI;
4775 ccw++;
4776 for (sectors = 0; sectors < start_padding_sectors; sectors += 8)
4777 idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE);
4778 }
4779 rq_for_each_segment(bv, req, iter) {
4780 dst = page_address(bv.bv_page) + bv.bv_offset;
4781 seg_len = bv.bv_len;
4782 if (cmd == DASD_ECKD_CCW_READ_TRACK)
4783 memset(dst, 0, seg_len);
4784 if (!len_to_track_end) {
4785 ccw[-1].flags |= CCW_FLAG_CC;
4786 ccw->cmd_code = cmd;
4787 /* maximum 3390 track size */
4788 ccw->count = 57326;
4789 /* 64k map to one track */
4790 len_to_track_end = 65536;
4791 ccw->cda = (__u32)(addr_t)idaws;
4792 ccw->flags |= CCW_FLAG_IDA;
4793 ccw->flags |= CCW_FLAG_SLI;
4794 ccw++;
4795 }
4796 len_to_track_end -= seg_len;
4797 idaws = idal_create_words(idaws, dst, seg_len);
4798 }
4799 for (sectors = 0; sectors < end_padding_sectors; sectors += 8)
4800 idaws = idal_create_words(idaws, rawpadpage, PAGE_SIZE);
4801 if (blk_noretry_request(req) ||
4802 block->base->features & DASD_FEATURE_FAILFAST)
4803 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
4804 cqr->startdev = startdev;
4805 cqr->memdev = startdev;
4806 cqr->block = block;
4807 cqr->expires = startdev->default_expires * HZ;
4808 cqr->lpm = dasd_path_get_ppm(startdev);
4809 cqr->retries = startdev->default_retries;
4810 cqr->buildclk = get_tod_clock();
4811 cqr->status = DASD_CQR_FILLED;
4812
4813 return cqr;
4814 }
4815
4816
4817 static int
4818 dasd_eckd_free_cp(struct dasd_ccw_req *cqr, struct request *req)
4819 {
4820 struct dasd_eckd_private *private;
4821 struct ccw1 *ccw;
4822 struct req_iterator iter;
4823 struct bio_vec bv;
4824 char *dst, *cda;
4825 unsigned int blksize, blk_per_trk, off;
4826 sector_t recid;
4827 int status;
4828
4829 if (!dasd_page_cache)
4830 goto out;
4831 private = cqr->block->base->private;
4832 blksize = cqr->block->bp_block;
4833 blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
4834 recid = blk_rq_pos(req) >> cqr->block->s2b_shift;
4835 ccw = cqr->cpaddr;
4836 /* Skip over define extent & locate record. */
4837 ccw++;
4838 if (private->uses_cdl == 0 || recid > 2*blk_per_trk)
4839 ccw++;
4840 rq_for_each_segment(bv, req, iter) {
4841 dst = page_address(bv.bv_page) + bv.bv_offset;
4842 for (off = 0; off < bv.bv_len; off += blksize) {
4843 /* Skip locate record. */
4844 if (private->uses_cdl && recid <= 2*blk_per_trk)
4845 ccw++;
4846 if (dst) {
4847 if (ccw->flags & CCW_FLAG_IDA)
4848 cda = *((char **)((addr_t) ccw->cda));
4849 else
4850 cda = (char *)((addr_t) ccw->cda);
4851 if (dst != cda) {
4852 if (rq_data_dir(req) == READ)
4853 memcpy(dst, cda, bv.bv_len);
4854 kmem_cache_free(dasd_page_cache,
4855 (void *)((addr_t)cda & PAGE_MASK));
4856 }
4857 dst = NULL;
4858 }
4859 ccw++;
4860 recid++;
4861 }
4862 }
4863 out:
4864 status = cqr->status == DASD_CQR_DONE;
4865 dasd_sfree_request(cqr, cqr->memdev);
4866 return status;
4867 }
4868
4869 /*
4870 * Modify ccw/tcw in cqr so it can be started on a base device.
4871 *
4872 * Note that this is not enough to restart the cqr!
4873 * Either reset cqr->startdev as well (summary unit check handling)
4874 * or restart via separate cqr (as in ERP handling).
4875 */
4876 void dasd_eckd_reset_ccw_to_base_io(struct dasd_ccw_req *cqr)
4877 {
4878 struct ccw1 *ccw;
4879 struct PFX_eckd_data *pfxdata;
4880 struct tcw *tcw;
4881 struct tccb *tccb;
4882 struct dcw *dcw;
4883
4884 if (cqr->cpmode == 1) {
4885 tcw = cqr->cpaddr;
4886 tccb = tcw_get_tccb(tcw);
4887 dcw = (struct dcw *)&tccb->tca[0];
4888 pfxdata = (struct PFX_eckd_data *)&dcw->cd[0];
4889 pfxdata->validity.verify_base = 0;
4890 pfxdata->validity.hyper_pav = 0;
4891 } else {
4892 ccw = cqr->cpaddr;
4893 pfxdata = cqr->data;
4894 if (ccw->cmd_code == DASD_ECKD_CCW_PFX) {
4895 pfxdata->validity.verify_base = 0;
4896 pfxdata->validity.hyper_pav = 0;
4897 }
4898 }
4899 }
4900
4901 #define DASD_ECKD_CHANQ_MAX_SIZE 4
4902
4903 static struct dasd_ccw_req *dasd_eckd_build_alias_cp(struct dasd_device *base,
4904 struct dasd_block *block,
4905 struct request *req)
4906 {
4907 struct dasd_eckd_private *private;
4908 struct dasd_device *startdev;
4909 unsigned long flags;
4910 struct dasd_ccw_req *cqr;
4911
4912 startdev = dasd_alias_get_start_dev(base);
4913 if (!startdev)
4914 startdev = base;
4915 private = startdev->private;
4916 if (private->count >= DASD_ECKD_CHANQ_MAX_SIZE)
4917 return ERR_PTR(-EBUSY);
4918
4919 spin_lock_irqsave(get_ccwdev_lock(startdev->cdev), flags);
4920 private->count++;
4921 if ((base->features & DASD_FEATURE_USERAW))
4922 cqr = dasd_eckd_build_cp_raw(startdev, block, req);
4923 else
4924 cqr = dasd_eckd_build_cp(startdev, block, req);
4925 if (IS_ERR(cqr))
4926 private->count--;
4927 spin_unlock_irqrestore(get_ccwdev_lock(startdev->cdev), flags);
4928 return cqr;
4929 }
4930
4931 static int dasd_eckd_free_alias_cp(struct dasd_ccw_req *cqr,
4932 struct request *req)
4933 {
4934 struct dasd_eckd_private *private;
4935 unsigned long flags;
4936
4937 spin_lock_irqsave(get_ccwdev_lock(cqr->memdev->cdev), flags);
4938 private = cqr->memdev->private;
4939 private->count--;
4940 spin_unlock_irqrestore(get_ccwdev_lock(cqr->memdev->cdev), flags);
4941 return dasd_eckd_free_cp(cqr, req);
4942 }
4943
4944 static int
4945 dasd_eckd_fill_info(struct dasd_device * device,
4946 struct dasd_information2_t * info)
4947 {
4948 struct dasd_eckd_private *private = device->private;
4949
4950 info->label_block = 2;
4951 info->FBA_layout = private->uses_cdl ? 0 : 1;
4952 info->format = private->uses_cdl ? DASD_FORMAT_CDL : DASD_FORMAT_LDL;
4953 info->characteristics_size = sizeof(private->rdc_data);
4954 memcpy(info->characteristics, &private->rdc_data,
4955 sizeof(private->rdc_data));
4956 info->confdata_size = min((unsigned long)private->conf_len,
4957 sizeof(info->configuration_data));
4958 memcpy(info->configuration_data, private->conf_data,
4959 info->confdata_size);
4960 return 0;
4961 }
4962
4963 /*
4964 * SECTION: ioctl functions for eckd devices.
4965 */
4966
4967 /*
4968 * Release device ioctl.
4969 * Buils a channel programm to releases a prior reserved
4970 * (see dasd_eckd_reserve) device.
4971 */
4972 static int
4973 dasd_eckd_release(struct dasd_device *device)
4974 {
4975 struct dasd_ccw_req *cqr;
4976 int rc;
4977 struct ccw1 *ccw;
4978 int useglobal;
4979
4980 if (!capable(CAP_SYS_ADMIN))
4981 return -EACCES;
4982
4983 useglobal = 0;
4984 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL);
4985 if (IS_ERR(cqr)) {
4986 mutex_lock(&dasd_reserve_mutex);
4987 useglobal = 1;
4988 cqr = &dasd_reserve_req->cqr;
4989 memset(cqr, 0, sizeof(*cqr));
4990 memset(&dasd_reserve_req->ccw, 0,
4991 sizeof(dasd_reserve_req->ccw));
4992 cqr->cpaddr = &dasd_reserve_req->ccw;
4993 cqr->data = &dasd_reserve_req->data;
4994 cqr->magic = DASD_ECKD_MAGIC;
4995 }
4996 ccw = cqr->cpaddr;
4997 ccw->cmd_code = DASD_ECKD_CCW_RELEASE;
4998 ccw->flags |= CCW_FLAG_SLI;
4999 ccw->count = 32;
5000 ccw->cda = (__u32)(addr_t) cqr->data;
5001 cqr->startdev = device;
5002 cqr->memdev = device;
5003 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5004 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
5005 cqr->retries = 2; /* set retry counter to enable basic ERP */
5006 cqr->expires = 2 * HZ;
5007 cqr->buildclk = get_tod_clock();
5008 cqr->status = DASD_CQR_FILLED;
5009
5010 rc = dasd_sleep_on_immediatly(cqr);
5011 if (!rc)
5012 clear_bit(DASD_FLAG_IS_RESERVED, &device->flags);
5013
5014 if (useglobal)
5015 mutex_unlock(&dasd_reserve_mutex);
5016 else
5017 dasd_sfree_request(cqr, cqr->memdev);
5018 return rc;
5019 }
5020
5021 /*
5022 * Reserve device ioctl.
5023 * Options are set to 'synchronous wait for interrupt' and
5024 * 'timeout the request'. This leads to a terminate IO if
5025 * the interrupt is outstanding for a certain time.
5026 */
5027 static int
5028 dasd_eckd_reserve(struct dasd_device *device)
5029 {
5030 struct dasd_ccw_req *cqr;
5031 int rc;
5032 struct ccw1 *ccw;
5033 int useglobal;
5034
5035 if (!capable(CAP_SYS_ADMIN))
5036 return -EACCES;
5037
5038 useglobal = 0;
5039 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL);
5040 if (IS_ERR(cqr)) {
5041 mutex_lock(&dasd_reserve_mutex);
5042 useglobal = 1;
5043 cqr = &dasd_reserve_req->cqr;
5044 memset(cqr, 0, sizeof(*cqr));
5045 memset(&dasd_reserve_req->ccw, 0,
5046 sizeof(dasd_reserve_req->ccw));
5047 cqr->cpaddr = &dasd_reserve_req->ccw;
5048 cqr->data = &dasd_reserve_req->data;
5049 cqr->magic = DASD_ECKD_MAGIC;
5050 }
5051 ccw = cqr->cpaddr;
5052 ccw->cmd_code = DASD_ECKD_CCW_RESERVE;
5053 ccw->flags |= CCW_FLAG_SLI;
5054 ccw->count = 32;
5055 ccw->cda = (__u32)(addr_t) cqr->data;
5056 cqr->startdev = device;
5057 cqr->memdev = device;
5058 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5059 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
5060 cqr->retries = 2; /* set retry counter to enable basic ERP */
5061 cqr->expires = 2 * HZ;
5062 cqr->buildclk = get_tod_clock();
5063 cqr->status = DASD_CQR_FILLED;
5064
5065 rc = dasd_sleep_on_immediatly(cqr);
5066 if (!rc)
5067 set_bit(DASD_FLAG_IS_RESERVED, &device->flags);
5068
5069 if (useglobal)
5070 mutex_unlock(&dasd_reserve_mutex);
5071 else
5072 dasd_sfree_request(cqr, cqr->memdev);
5073 return rc;
5074 }
5075
5076 /*
5077 * Steal lock ioctl - unconditional reserve device.
5078 * Buils a channel programm to break a device's reservation.
5079 * (unconditional reserve)
5080 */
5081 static int
5082 dasd_eckd_steal_lock(struct dasd_device *device)
5083 {
5084 struct dasd_ccw_req *cqr;
5085 int rc;
5086 struct ccw1 *ccw;
5087 int useglobal;
5088
5089 if (!capable(CAP_SYS_ADMIN))
5090 return -EACCES;
5091
5092 useglobal = 0;
5093 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1, 32, device, NULL);
5094 if (IS_ERR(cqr)) {
5095 mutex_lock(&dasd_reserve_mutex);
5096 useglobal = 1;
5097 cqr = &dasd_reserve_req->cqr;
5098 memset(cqr, 0, sizeof(*cqr));
5099 memset(&dasd_reserve_req->ccw, 0,
5100 sizeof(dasd_reserve_req->ccw));
5101 cqr->cpaddr = &dasd_reserve_req->ccw;
5102 cqr->data = &dasd_reserve_req->data;
5103 cqr->magic = DASD_ECKD_MAGIC;
5104 }
5105 ccw = cqr->cpaddr;
5106 ccw->cmd_code = DASD_ECKD_CCW_SLCK;
5107 ccw->flags |= CCW_FLAG_SLI;
5108 ccw->count = 32;
5109 ccw->cda = (__u32)(addr_t) cqr->data;
5110 cqr->startdev = device;
5111 cqr->memdev = device;
5112 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5113 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
5114 cqr->retries = 2; /* set retry counter to enable basic ERP */
5115 cqr->expires = 2 * HZ;
5116 cqr->buildclk = get_tod_clock();
5117 cqr->status = DASD_CQR_FILLED;
5118
5119 rc = dasd_sleep_on_immediatly(cqr);
5120 if (!rc)
5121 set_bit(DASD_FLAG_IS_RESERVED, &device->flags);
5122
5123 if (useglobal)
5124 mutex_unlock(&dasd_reserve_mutex);
5125 else
5126 dasd_sfree_request(cqr, cqr->memdev);
5127 return rc;
5128 }
5129
5130 /*
5131 * SNID - Sense Path Group ID
5132 * This ioctl may be used in situations where I/O is stalled due to
5133 * a reserve, so if the normal dasd_smalloc_request fails, we use the
5134 * preallocated dasd_reserve_req.
5135 */
5136 static int dasd_eckd_snid(struct dasd_device *device,
5137 void __user *argp)
5138 {
5139 struct dasd_ccw_req *cqr;
5140 int rc;
5141 struct ccw1 *ccw;
5142 int useglobal;
5143 struct dasd_snid_ioctl_data usrparm;
5144
5145 if (!capable(CAP_SYS_ADMIN))
5146 return -EACCES;
5147
5148 if (copy_from_user(&usrparm, argp, sizeof(usrparm)))
5149 return -EFAULT;
5150
5151 useglobal = 0;
5152 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1,
5153 sizeof(struct dasd_snid_data), device,
5154 NULL);
5155 if (IS_ERR(cqr)) {
5156 mutex_lock(&dasd_reserve_mutex);
5157 useglobal = 1;
5158 cqr = &dasd_reserve_req->cqr;
5159 memset(cqr, 0, sizeof(*cqr));
5160 memset(&dasd_reserve_req->ccw, 0,
5161 sizeof(dasd_reserve_req->ccw));
5162 cqr->cpaddr = &dasd_reserve_req->ccw;
5163 cqr->data = &dasd_reserve_req->data;
5164 cqr->magic = DASD_ECKD_MAGIC;
5165 }
5166 ccw = cqr->cpaddr;
5167 ccw->cmd_code = DASD_ECKD_CCW_SNID;
5168 ccw->flags |= CCW_FLAG_SLI;
5169 ccw->count = 12;
5170 ccw->cda = (__u32)(addr_t) cqr->data;
5171 cqr->startdev = device;
5172 cqr->memdev = device;
5173 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5174 set_bit(DASD_CQR_FLAGS_FAILFAST, &cqr->flags);
5175 set_bit(DASD_CQR_ALLOW_SLOCK, &cqr->flags);
5176 cqr->retries = 5;
5177 cqr->expires = 10 * HZ;
5178 cqr->buildclk = get_tod_clock();
5179 cqr->status = DASD_CQR_FILLED;
5180 cqr->lpm = usrparm.path_mask;
5181
5182 rc = dasd_sleep_on_immediatly(cqr);
5183 /* verify that I/O processing didn't modify the path mask */
5184 if (!rc && usrparm.path_mask && (cqr->lpm != usrparm.path_mask))
5185 rc = -EIO;
5186 if (!rc) {
5187 usrparm.data = *((struct dasd_snid_data *)cqr->data);
5188 if (copy_to_user(argp, &usrparm, sizeof(usrparm)))
5189 rc = -EFAULT;
5190 }
5191
5192 if (useglobal)
5193 mutex_unlock(&dasd_reserve_mutex);
5194 else
5195 dasd_sfree_request(cqr, cqr->memdev);
5196 return rc;
5197 }
5198
5199 /*
5200 * Read performance statistics
5201 */
5202 static int
5203 dasd_eckd_performance(struct dasd_device *device, void __user *argp)
5204 {
5205 struct dasd_psf_prssd_data *prssdp;
5206 struct dasd_rssd_perf_stats_t *stats;
5207 struct dasd_ccw_req *cqr;
5208 struct ccw1 *ccw;
5209 int rc;
5210
5211 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */,
5212 (sizeof(struct dasd_psf_prssd_data) +
5213 sizeof(struct dasd_rssd_perf_stats_t)),
5214 device, NULL);
5215 if (IS_ERR(cqr)) {
5216 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
5217 "Could not allocate initialization request");
5218 return PTR_ERR(cqr);
5219 }
5220 cqr->startdev = device;
5221 cqr->memdev = device;
5222 cqr->retries = 0;
5223 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5224 cqr->expires = 10 * HZ;
5225
5226 /* Prepare for Read Subsystem Data */
5227 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5228 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
5229 prssdp->order = PSF_ORDER_PRSSD;
5230 prssdp->suborder = 0x01; /* Performance Statistics */
5231 prssdp->varies[1] = 0x01; /* Perf Statistics for the Subsystem */
5232
5233 ccw = cqr->cpaddr;
5234 ccw->cmd_code = DASD_ECKD_CCW_PSF;
5235 ccw->count = sizeof(struct dasd_psf_prssd_data);
5236 ccw->flags |= CCW_FLAG_CC;
5237 ccw->cda = (__u32)(addr_t) prssdp;
5238
5239 /* Read Subsystem Data - Performance Statistics */
5240 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1);
5241 memset(stats, 0, sizeof(struct dasd_rssd_perf_stats_t));
5242
5243 ccw++;
5244 ccw->cmd_code = DASD_ECKD_CCW_RSSD;
5245 ccw->count = sizeof(struct dasd_rssd_perf_stats_t);
5246 ccw->cda = (__u32)(addr_t) stats;
5247
5248 cqr->buildclk = get_tod_clock();
5249 cqr->status = DASD_CQR_FILLED;
5250 rc = dasd_sleep_on(cqr);
5251 if (rc == 0) {
5252 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5253 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1);
5254 if (copy_to_user(argp, stats,
5255 sizeof(struct dasd_rssd_perf_stats_t)))
5256 rc = -EFAULT;
5257 }
5258 dasd_sfree_request(cqr, cqr->memdev);
5259 return rc;
5260 }
5261
5262 /*
5263 * Get attributes (cache operations)
5264 * Returnes the cache attributes used in Define Extend (DE).
5265 */
5266 static int
5267 dasd_eckd_get_attrib(struct dasd_device *device, void __user *argp)
5268 {
5269 struct dasd_eckd_private *private = device->private;
5270 struct attrib_data_t attrib = private->attrib;
5271 int rc;
5272
5273 if (!capable(CAP_SYS_ADMIN))
5274 return -EACCES;
5275 if (!argp)
5276 return -EINVAL;
5277
5278 rc = 0;
5279 if (copy_to_user(argp, (long *) &attrib,
5280 sizeof(struct attrib_data_t)))
5281 rc = -EFAULT;
5282
5283 return rc;
5284 }
5285
5286 /*
5287 * Set attributes (cache operations)
5288 * Stores the attributes for cache operation to be used in Define Extend (DE).
5289 */
5290 static int
5291 dasd_eckd_set_attrib(struct dasd_device *device, void __user *argp)
5292 {
5293 struct dasd_eckd_private *private = device->private;
5294 struct attrib_data_t attrib;
5295
5296 if (!capable(CAP_SYS_ADMIN))
5297 return -EACCES;
5298 if (!argp)
5299 return -EINVAL;
5300
5301 if (copy_from_user(&attrib, argp, sizeof(struct attrib_data_t)))
5302 return -EFAULT;
5303 private->attrib = attrib;
5304
5305 dev_info(&device->cdev->dev,
5306 "The DASD cache mode was set to %x (%i cylinder prestage)\n",
5307 private->attrib.operation, private->attrib.nr_cyl);
5308 return 0;
5309 }
5310
5311 /*
5312 * Issue syscall I/O to EMC Symmetrix array.
5313 * CCWs are PSF and RSSD
5314 */
5315 static int dasd_symm_io(struct dasd_device *device, void __user *argp)
5316 {
5317 struct dasd_symmio_parms usrparm;
5318 char *psf_data, *rssd_result;
5319 struct dasd_ccw_req *cqr;
5320 struct ccw1 *ccw;
5321 char psf0, psf1;
5322 int rc;
5323
5324 if (!capable(CAP_SYS_ADMIN) && !capable(CAP_SYS_RAWIO))
5325 return -EACCES;
5326 psf0 = psf1 = 0;
5327
5328 /* Copy parms from caller */
5329 rc = -EFAULT;
5330 if (copy_from_user(&usrparm, argp, sizeof(usrparm)))
5331 goto out;
5332 if (is_compat_task()) {
5333 /* Make sure pointers are sane even on 31 bit. */
5334 rc = -EINVAL;
5335 if ((usrparm.psf_data >> 32) != 0)
5336 goto out;
5337 if ((usrparm.rssd_result >> 32) != 0)
5338 goto out;
5339 usrparm.psf_data &= 0x7fffffffULL;
5340 usrparm.rssd_result &= 0x7fffffffULL;
5341 }
5342 /* at least 2 bytes are accessed and should be allocated */
5343 if (usrparm.psf_data_len < 2) {
5344 DBF_DEV_EVENT(DBF_WARNING, device,
5345 "Symmetrix ioctl invalid data length %d",
5346 usrparm.psf_data_len);
5347 rc = -EINVAL;
5348 goto out;
5349 }
5350 /* alloc I/O data area */
5351 psf_data = kzalloc(usrparm.psf_data_len, GFP_KERNEL | GFP_DMA);
5352 rssd_result = kzalloc(usrparm.rssd_result_len, GFP_KERNEL | GFP_DMA);
5353 if (!psf_data || !rssd_result) {
5354 rc = -ENOMEM;
5355 goto out_free;
5356 }
5357
5358 /* get syscall header from user space */
5359 rc = -EFAULT;
5360 if (copy_from_user(psf_data,
5361 (void __user *)(unsigned long) usrparm.psf_data,
5362 usrparm.psf_data_len))
5363 goto out_free;
5364 psf0 = psf_data[0];
5365 psf1 = psf_data[1];
5366
5367 /* setup CCWs for PSF + RSSD */
5368 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 2, 0, device, NULL);
5369 if (IS_ERR(cqr)) {
5370 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
5371 "Could not allocate initialization request");
5372 rc = PTR_ERR(cqr);
5373 goto out_free;
5374 }
5375
5376 cqr->startdev = device;
5377 cqr->memdev = device;
5378 cqr->retries = 3;
5379 cqr->expires = 10 * HZ;
5380 cqr->buildclk = get_tod_clock();
5381 cqr->status = DASD_CQR_FILLED;
5382
5383 /* Build the ccws */
5384 ccw = cqr->cpaddr;
5385
5386 /* PSF ccw */
5387 ccw->cmd_code = DASD_ECKD_CCW_PSF;
5388 ccw->count = usrparm.psf_data_len;
5389 ccw->flags |= CCW_FLAG_CC;
5390 ccw->cda = (__u32)(addr_t) psf_data;
5391
5392 ccw++;
5393
5394 /* RSSD ccw */
5395 ccw->cmd_code = DASD_ECKD_CCW_RSSD;
5396 ccw->count = usrparm.rssd_result_len;
5397 ccw->flags = CCW_FLAG_SLI ;
5398 ccw->cda = (__u32)(addr_t) rssd_result;
5399
5400 rc = dasd_sleep_on(cqr);
5401 if (rc)
5402 goto out_sfree;
5403
5404 rc = -EFAULT;
5405 if (copy_to_user((void __user *)(unsigned long) usrparm.rssd_result,
5406 rssd_result, usrparm.rssd_result_len))
5407 goto out_sfree;
5408 rc = 0;
5409
5410 out_sfree:
5411 dasd_sfree_request(cqr, cqr->memdev);
5412 out_free:
5413 kfree(rssd_result);
5414 kfree(psf_data);
5415 out:
5416 DBF_DEV_EVENT(DBF_WARNING, device,
5417 "Symmetrix ioctl (0x%02x 0x%02x): rc=%d",
5418 (int) psf0, (int) psf1, rc);
5419 return rc;
5420 }
5421
5422 static int
5423 dasd_eckd_ioctl(struct dasd_block *block, unsigned int cmd, void __user *argp)
5424 {
5425 struct dasd_device *device = block->base;
5426
5427 switch (cmd) {
5428 case BIODASDGATTR:
5429 return dasd_eckd_get_attrib(device, argp);
5430 case BIODASDSATTR:
5431 return dasd_eckd_set_attrib(device, argp);
5432 case BIODASDPSRD:
5433 return dasd_eckd_performance(device, argp);
5434 case BIODASDRLSE:
5435 return dasd_eckd_release(device);
5436 case BIODASDRSRV:
5437 return dasd_eckd_reserve(device);
5438 case BIODASDSLCK:
5439 return dasd_eckd_steal_lock(device);
5440 case BIODASDSNID:
5441 return dasd_eckd_snid(device, argp);
5442 case BIODASDSYMMIO:
5443 return dasd_symm_io(device, argp);
5444 default:
5445 return -ENOTTY;
5446 }
5447 }
5448
5449 /*
5450 * Dump the range of CCWs into 'page' buffer
5451 * and return number of printed chars.
5452 */
5453 static int
5454 dasd_eckd_dump_ccw_range(struct ccw1 *from, struct ccw1 *to, char *page)
5455 {
5456 int len, count;
5457 char *datap;
5458
5459 len = 0;
5460 while (from <= to) {
5461 len += sprintf(page + len, PRINTK_HEADER
5462 " CCW %p: %08X %08X DAT:",
5463 from, ((int *) from)[0], ((int *) from)[1]);
5464
5465 /* get pointer to data (consider IDALs) */
5466 if (from->flags & CCW_FLAG_IDA)
5467 datap = (char *) *((addr_t *) (addr_t) from->cda);
5468 else
5469 datap = (char *) ((addr_t) from->cda);
5470
5471 /* dump data (max 32 bytes) */
5472 for (count = 0; count < from->count && count < 32; count++) {
5473 if (count % 8 == 0) len += sprintf(page + len, " ");
5474 if (count % 4 == 0) len += sprintf(page + len, " ");
5475 len += sprintf(page + len, "%02x", datap[count]);
5476 }
5477 len += sprintf(page + len, "\n");
5478 from++;
5479 }
5480 return len;
5481 }
5482
5483 static void
5484 dasd_eckd_dump_sense_dbf(struct dasd_device *device, struct irb *irb,
5485 char *reason)
5486 {
5487 u64 *sense;
5488 u64 *stat;
5489
5490 sense = (u64 *) dasd_get_sense(irb);
5491 stat = (u64 *) &irb->scsw;
5492 if (sense) {
5493 DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : "
5494 "%016llx %016llx %016llx %016llx",
5495 reason, *stat, *((u32 *) (stat + 1)),
5496 sense[0], sense[1], sense[2], sense[3]);
5497 } else {
5498 DBF_DEV_EVENT(DBF_EMERG, device, "%s: %016llx %08x : %s",
5499 reason, *stat, *((u32 *) (stat + 1)),
5500 "NO VALID SENSE");
5501 }
5502 }
5503
5504 /*
5505 * Print sense data and related channel program.
5506 * Parts are printed because printk buffer is only 1024 bytes.
5507 */
5508 static void dasd_eckd_dump_sense_ccw(struct dasd_device *device,
5509 struct dasd_ccw_req *req, struct irb *irb)
5510 {
5511 char *page;
5512 struct ccw1 *first, *last, *fail, *from, *to;
5513 int len, sl, sct;
5514
5515 page = (char *) get_zeroed_page(GFP_ATOMIC);
5516 if (page == NULL) {
5517 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
5518 "No memory to dump sense data\n");
5519 return;
5520 }
5521 /* dump the sense data */
5522 len = sprintf(page, PRINTK_HEADER
5523 " I/O status report for device %s:\n",
5524 dev_name(&device->cdev->dev));
5525 len += sprintf(page + len, PRINTK_HEADER
5526 " in req: %p CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X "
5527 "CS:%02X RC:%d\n",
5528 req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw),
5529 scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw),
5530 scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw),
5531 req ? req->intrc : 0);
5532 len += sprintf(page + len, PRINTK_HEADER
5533 " device %s: Failing CCW: %p\n",
5534 dev_name(&device->cdev->dev),
5535 (void *) (addr_t) irb->scsw.cmd.cpa);
5536 if (irb->esw.esw0.erw.cons) {
5537 for (sl = 0; sl < 4; sl++) {
5538 len += sprintf(page + len, PRINTK_HEADER
5539 " Sense(hex) %2d-%2d:",
5540 (8 * sl), ((8 * sl) + 7));
5541
5542 for (sct = 0; sct < 8; sct++) {
5543 len += sprintf(page + len, " %02x",
5544 irb->ecw[8 * sl + sct]);
5545 }
5546 len += sprintf(page + len, "\n");
5547 }
5548
5549 if (irb->ecw[27] & DASD_SENSE_BIT_0) {
5550 /* 24 Byte Sense Data */
5551 sprintf(page + len, PRINTK_HEADER
5552 " 24 Byte: %x MSG %x, "
5553 "%s MSGb to SYSOP\n",
5554 irb->ecw[7] >> 4, irb->ecw[7] & 0x0f,
5555 irb->ecw[1] & 0x10 ? "" : "no");
5556 } else {
5557 /* 32 Byte Sense Data */
5558 sprintf(page + len, PRINTK_HEADER
5559 " 32 Byte: Format: %x "
5560 "Exception class %x\n",
5561 irb->ecw[6] & 0x0f, irb->ecw[22] >> 4);
5562 }
5563 } else {
5564 sprintf(page + len, PRINTK_HEADER
5565 " SORRY - NO VALID SENSE AVAILABLE\n");
5566 }
5567 printk(KERN_ERR "%s", page);
5568
5569 if (req) {
5570 /* req == NULL for unsolicited interrupts */
5571 /* dump the Channel Program (max 140 Bytes per line) */
5572 /* Count CCW and print first CCWs (maximum 1024 % 140 = 7) */
5573 first = req->cpaddr;
5574 for (last = first; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++);
5575 to = min(first + 6, last);
5576 len = sprintf(page, PRINTK_HEADER
5577 " Related CP in req: %p\n", req);
5578 dasd_eckd_dump_ccw_range(first, to, page + len);
5579 printk(KERN_ERR "%s", page);
5580
5581 /* print failing CCW area (maximum 4) */
5582 /* scsw->cda is either valid or zero */
5583 len = 0;
5584 from = ++to;
5585 fail = (struct ccw1 *)(addr_t)
5586 irb->scsw.cmd.cpa; /* failing CCW */
5587 if (from < fail - 2) {
5588 from = fail - 2; /* there is a gap - print header */
5589 len += sprintf(page, PRINTK_HEADER "......\n");
5590 }
5591 to = min(fail + 1, last);
5592 len += dasd_eckd_dump_ccw_range(from, to, page + len);
5593
5594 /* print last CCWs (maximum 2) */
5595 from = max(from, ++to);
5596 if (from < last - 1) {
5597 from = last - 1; /* there is a gap - print header */
5598 len += sprintf(page + len, PRINTK_HEADER "......\n");
5599 }
5600 len += dasd_eckd_dump_ccw_range(from, last, page + len);
5601 if (len > 0)
5602 printk(KERN_ERR "%s", page);
5603 }
5604 free_page((unsigned long) page);
5605 }
5606
5607
5608 /*
5609 * Print sense data from a tcw.
5610 */
5611 static void dasd_eckd_dump_sense_tcw(struct dasd_device *device,
5612 struct dasd_ccw_req *req, struct irb *irb)
5613 {
5614 char *page;
5615 int len, sl, sct, residual;
5616 struct tsb *tsb;
5617 u8 *sense, *rcq;
5618
5619 page = (char *) get_zeroed_page(GFP_ATOMIC);
5620 if (page == NULL) {
5621 DBF_DEV_EVENT(DBF_WARNING, device, " %s",
5622 "No memory to dump sense data");
5623 return;
5624 }
5625 /* dump the sense data */
5626 len = sprintf(page, PRINTK_HEADER
5627 " I/O status report for device %s:\n",
5628 dev_name(&device->cdev->dev));
5629 len += sprintf(page + len, PRINTK_HEADER
5630 " in req: %p CC:%02X FC:%02X AC:%02X SC:%02X DS:%02X "
5631 "CS:%02X fcxs:%02X schxs:%02X RC:%d\n",
5632 req, scsw_cc(&irb->scsw), scsw_fctl(&irb->scsw),
5633 scsw_actl(&irb->scsw), scsw_stctl(&irb->scsw),
5634 scsw_dstat(&irb->scsw), scsw_cstat(&irb->scsw),
5635 irb->scsw.tm.fcxs,
5636 (irb->scsw.tm.ifob << 7) | irb->scsw.tm.sesq,
5637 req ? req->intrc : 0);
5638 len += sprintf(page + len, PRINTK_HEADER
5639 " device %s: Failing TCW: %p\n",
5640 dev_name(&device->cdev->dev),
5641 (void *) (addr_t) irb->scsw.tm.tcw);
5642
5643 tsb = NULL;
5644 sense = NULL;
5645 if (irb->scsw.tm.tcw && (irb->scsw.tm.fcxs & 0x01))
5646 tsb = tcw_get_tsb(
5647 (struct tcw *)(unsigned long)irb->scsw.tm.tcw);
5648
5649 if (tsb) {
5650 len += sprintf(page + len, PRINTK_HEADER
5651 " tsb->length %d\n", tsb->length);
5652 len += sprintf(page + len, PRINTK_HEADER
5653 " tsb->flags %x\n", tsb->flags);
5654 len += sprintf(page + len, PRINTK_HEADER
5655 " tsb->dcw_offset %d\n", tsb->dcw_offset);
5656 len += sprintf(page + len, PRINTK_HEADER
5657 " tsb->count %d\n", tsb->count);
5658 residual = tsb->count - 28;
5659 len += sprintf(page + len, PRINTK_HEADER
5660 " residual %d\n", residual);
5661
5662 switch (tsb->flags & 0x07) {
5663 case 1: /* tsa_iostat */
5664 len += sprintf(page + len, PRINTK_HEADER
5665 " tsb->tsa.iostat.dev_time %d\n",
5666 tsb->tsa.iostat.dev_time);
5667 len += sprintf(page + len, PRINTK_HEADER
5668 " tsb->tsa.iostat.def_time %d\n",
5669 tsb->tsa.iostat.def_time);
5670 len += sprintf(page + len, PRINTK_HEADER
5671 " tsb->tsa.iostat.queue_time %d\n",
5672 tsb->tsa.iostat.queue_time);
5673 len += sprintf(page + len, PRINTK_HEADER
5674 " tsb->tsa.iostat.dev_busy_time %d\n",
5675 tsb->tsa.iostat.dev_busy_time);
5676 len += sprintf(page + len, PRINTK_HEADER
5677 " tsb->tsa.iostat.dev_act_time %d\n",
5678 tsb->tsa.iostat.dev_act_time);
5679 sense = tsb->tsa.iostat.sense;
5680 break;
5681 case 2: /* ts_ddpc */
5682 len += sprintf(page + len, PRINTK_HEADER
5683 " tsb->tsa.ddpc.rc %d\n", tsb->tsa.ddpc.rc);
5684 for (sl = 0; sl < 2; sl++) {
5685 len += sprintf(page + len, PRINTK_HEADER
5686 " tsb->tsa.ddpc.rcq %2d-%2d: ",
5687 (8 * sl), ((8 * sl) + 7));
5688 rcq = tsb->tsa.ddpc.rcq;
5689 for (sct = 0; sct < 8; sct++) {
5690 len += sprintf(page + len, " %02x",
5691 rcq[8 * sl + sct]);
5692 }
5693 len += sprintf(page + len, "\n");
5694 }
5695 sense = tsb->tsa.ddpc.sense;
5696 break;
5697 case 3: /* tsa_intrg */
5698 len += sprintf(page + len, PRINTK_HEADER
5699 " tsb->tsa.intrg.: not supported yet\n");
5700 break;
5701 }
5702
5703 if (sense) {
5704 for (sl = 0; sl < 4; sl++) {
5705 len += sprintf(page + len, PRINTK_HEADER
5706 " Sense(hex) %2d-%2d:",
5707 (8 * sl), ((8 * sl) + 7));
5708 for (sct = 0; sct < 8; sct++) {
5709 len += sprintf(page + len, " %02x",
5710 sense[8 * sl + sct]);
5711 }
5712 len += sprintf(page + len, "\n");
5713 }
5714
5715 if (sense[27] & DASD_SENSE_BIT_0) {
5716 /* 24 Byte Sense Data */
5717 sprintf(page + len, PRINTK_HEADER
5718 " 24 Byte: %x MSG %x, "
5719 "%s MSGb to SYSOP\n",
5720 sense[7] >> 4, sense[7] & 0x0f,
5721 sense[1] & 0x10 ? "" : "no");
5722 } else {
5723 /* 32 Byte Sense Data */
5724 sprintf(page + len, PRINTK_HEADER
5725 " 32 Byte: Format: %x "
5726 "Exception class %x\n",
5727 sense[6] & 0x0f, sense[22] >> 4);
5728 }
5729 } else {
5730 sprintf(page + len, PRINTK_HEADER
5731 " SORRY - NO VALID SENSE AVAILABLE\n");
5732 }
5733 } else {
5734 sprintf(page + len, PRINTK_HEADER
5735 " SORRY - NO TSB DATA AVAILABLE\n");
5736 }
5737 printk(KERN_ERR "%s", page);
5738 free_page((unsigned long) page);
5739 }
5740
5741 static void dasd_eckd_dump_sense(struct dasd_device *device,
5742 struct dasd_ccw_req *req, struct irb *irb)
5743 {
5744 u8 *sense = dasd_get_sense(irb);
5745
5746 if (scsw_is_tm(&irb->scsw)) {
5747 /*
5748 * In some cases the 'File Protected' or 'Incorrect Length'
5749 * error might be expected and log messages shouldn't be written
5750 * then. Check if the according suppress bit is set.
5751 */
5752 if (sense && (sense[1] & SNS1_FILE_PROTECTED) &&
5753 test_bit(DASD_CQR_SUPPRESS_FP, &req->flags))
5754 return;
5755 if (scsw_cstat(&irb->scsw) == 0x40 &&
5756 test_bit(DASD_CQR_SUPPRESS_IL, &req->flags))
5757 return;
5758
5759 dasd_eckd_dump_sense_tcw(device, req, irb);
5760 } else {
5761 /*
5762 * In some cases the 'Command Reject' or 'No Record Found'
5763 * error might be expected and log messages shouldn't be
5764 * written then. Check if the according suppress bit is set.
5765 */
5766 if (sense && sense[0] & SNS0_CMD_REJECT &&
5767 test_bit(DASD_CQR_SUPPRESS_CR, &req->flags))
5768 return;
5769
5770 if (sense && sense[1] & SNS1_NO_REC_FOUND &&
5771 test_bit(DASD_CQR_SUPPRESS_NRF, &req->flags))
5772 return;
5773
5774 dasd_eckd_dump_sense_ccw(device, req, irb);
5775 }
5776 }
5777
5778 static int dasd_eckd_reload_device(struct dasd_device *device)
5779 {
5780 struct dasd_eckd_private *private = device->private;
5781 int rc, old_base;
5782 char print_uid[60];
5783 struct dasd_uid uid;
5784 unsigned long flags;
5785
5786 /*
5787 * remove device from alias handling to prevent new requests
5788 * from being scheduled on the wrong alias device
5789 */
5790 dasd_alias_remove_device(device);
5791
5792 spin_lock_irqsave(get_ccwdev_lock(device->cdev), flags);
5793 old_base = private->uid.base_unit_addr;
5794 spin_unlock_irqrestore(get_ccwdev_lock(device->cdev), flags);
5795
5796 /* Read Configuration Data */
5797 rc = dasd_eckd_read_conf(device);
5798 if (rc)
5799 goto out_err;
5800
5801 rc = dasd_eckd_generate_uid(device);
5802 if (rc)
5803 goto out_err;
5804 /*
5805 * update unit address configuration and
5806 * add device to alias management
5807 */
5808 dasd_alias_update_add_device(device);
5809
5810 dasd_eckd_get_uid(device, &uid);
5811
5812 if (old_base != uid.base_unit_addr) {
5813 if (strlen(uid.vduit) > 0)
5814 snprintf(print_uid, sizeof(print_uid),
5815 "%s.%s.%04x.%02x.%s", uid.vendor, uid.serial,
5816 uid.ssid, uid.base_unit_addr, uid.vduit);
5817 else
5818 snprintf(print_uid, sizeof(print_uid),
5819 "%s.%s.%04x.%02x", uid.vendor, uid.serial,
5820 uid.ssid, uid.base_unit_addr);
5821
5822 dev_info(&device->cdev->dev,
5823 "An Alias device was reassigned to a new base device "
5824 "with UID: %s\n", print_uid);
5825 }
5826 return 0;
5827
5828 out_err:
5829 return -1;
5830 }
5831
5832 static int dasd_eckd_read_message_buffer(struct dasd_device *device,
5833 struct dasd_rssd_messages *messages,
5834 __u8 lpum)
5835 {
5836 struct dasd_rssd_messages *message_buf;
5837 struct dasd_psf_prssd_data *prssdp;
5838 struct dasd_ccw_req *cqr;
5839 struct ccw1 *ccw;
5840 int rc;
5841
5842 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */,
5843 (sizeof(struct dasd_psf_prssd_data) +
5844 sizeof(struct dasd_rssd_messages)),
5845 device, NULL);
5846 if (IS_ERR(cqr)) {
5847 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
5848 "Could not allocate read message buffer request");
5849 return PTR_ERR(cqr);
5850 }
5851
5852 cqr->lpm = lpum;
5853 retry:
5854 cqr->startdev = device;
5855 cqr->memdev = device;
5856 cqr->block = NULL;
5857 cqr->expires = 10 * HZ;
5858 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags);
5859 /* dasd_sleep_on_immediatly does not do complex error
5860 * recovery so clear erp flag and set retry counter to
5861 * do basic erp */
5862 clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
5863 cqr->retries = 256;
5864
5865 /* Prepare for Read Subsystem Data */
5866 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5867 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
5868 prssdp->order = PSF_ORDER_PRSSD;
5869 prssdp->suborder = 0x03; /* Message Buffer */
5870 /* all other bytes of prssdp must be zero */
5871
5872 ccw = cqr->cpaddr;
5873 ccw->cmd_code = DASD_ECKD_CCW_PSF;
5874 ccw->count = sizeof(struct dasd_psf_prssd_data);
5875 ccw->flags |= CCW_FLAG_CC;
5876 ccw->flags |= CCW_FLAG_SLI;
5877 ccw->cda = (__u32)(addr_t) prssdp;
5878
5879 /* Read Subsystem Data - message buffer */
5880 message_buf = (struct dasd_rssd_messages *) (prssdp + 1);
5881 memset(message_buf, 0, sizeof(struct dasd_rssd_messages));
5882
5883 ccw++;
5884 ccw->cmd_code = DASD_ECKD_CCW_RSSD;
5885 ccw->count = sizeof(struct dasd_rssd_messages);
5886 ccw->flags |= CCW_FLAG_SLI;
5887 ccw->cda = (__u32)(addr_t) message_buf;
5888
5889 cqr->buildclk = get_tod_clock();
5890 cqr->status = DASD_CQR_FILLED;
5891 rc = dasd_sleep_on_immediatly(cqr);
5892 if (rc == 0) {
5893 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5894 message_buf = (struct dasd_rssd_messages *)
5895 (prssdp + 1);
5896 memcpy(messages, message_buf,
5897 sizeof(struct dasd_rssd_messages));
5898 } else if (cqr->lpm) {
5899 /*
5900 * on z/VM we might not be able to do I/O on the requested path
5901 * but instead we get the required information on any path
5902 * so retry with open path mask
5903 */
5904 cqr->lpm = 0;
5905 goto retry;
5906 } else
5907 DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
5908 "Reading messages failed with rc=%d\n"
5909 , rc);
5910 dasd_sfree_request(cqr, cqr->memdev);
5911 return rc;
5912 }
5913
5914 static int dasd_eckd_query_host_access(struct dasd_device *device,
5915 struct dasd_psf_query_host_access *data)
5916 {
5917 struct dasd_eckd_private *private = device->private;
5918 struct dasd_psf_query_host_access *host_access;
5919 struct dasd_psf_prssd_data *prssdp;
5920 struct dasd_ccw_req *cqr;
5921 struct ccw1 *ccw;
5922 int rc;
5923
5924 /* not available for HYPER PAV alias devices */
5925 if (!device->block && private->lcu->pav == HYPER_PAV)
5926 return -EOPNOTSUPP;
5927
5928 /* may not be supported by the storage server */
5929 if (!(private->features.feature[14] & 0x80))
5930 return -EOPNOTSUPP;
5931
5932 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ + 1 /* RSSD */,
5933 sizeof(struct dasd_psf_prssd_data) + 1,
5934 device, NULL);
5935 if (IS_ERR(cqr)) {
5936 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
5937 "Could not allocate read message buffer request");
5938 return PTR_ERR(cqr);
5939 }
5940 host_access = kzalloc(sizeof(*host_access), GFP_KERNEL | GFP_DMA);
5941 if (!host_access) {
5942 dasd_sfree_request(cqr, device);
5943 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
5944 "Could not allocate host_access buffer");
5945 return -ENOMEM;
5946 }
5947 cqr->startdev = device;
5948 cqr->memdev = device;
5949 cqr->block = NULL;
5950 cqr->retries = 256;
5951 cqr->expires = 10 * HZ;
5952
5953 /* Prepare for Read Subsystem Data */
5954 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
5955 memset(prssdp, 0, sizeof(struct dasd_psf_prssd_data));
5956 prssdp->order = PSF_ORDER_PRSSD;
5957 prssdp->suborder = PSF_SUBORDER_QHA; /* query host access */
5958 /* LSS and Volume that will be queried */
5959 prssdp->lss = private->ned->ID;
5960 prssdp->volume = private->ned->unit_addr;
5961 /* all other bytes of prssdp must be zero */
5962
5963 ccw = cqr->cpaddr;
5964 ccw->cmd_code = DASD_ECKD_CCW_PSF;
5965 ccw->count = sizeof(struct dasd_psf_prssd_data);
5966 ccw->flags |= CCW_FLAG_CC;
5967 ccw->flags |= CCW_FLAG_SLI;
5968 ccw->cda = (__u32)(addr_t) prssdp;
5969
5970 /* Read Subsystem Data - query host access */
5971 ccw++;
5972 ccw->cmd_code = DASD_ECKD_CCW_RSSD;
5973 ccw->count = sizeof(struct dasd_psf_query_host_access);
5974 ccw->flags |= CCW_FLAG_SLI;
5975 ccw->cda = (__u32)(addr_t) host_access;
5976
5977 cqr->buildclk = get_tod_clock();
5978 cqr->status = DASD_CQR_FILLED;
5979 /* the command might not be supported, suppress error message */
5980 __set_bit(DASD_CQR_SUPPRESS_CR, &cqr->flags);
5981 rc = dasd_sleep_on_interruptible(cqr);
5982 if (rc == 0) {
5983 *data = *host_access;
5984 } else {
5985 DBF_EVENT_DEVID(DBF_WARNING, device->cdev,
5986 "Reading host access data failed with rc=%d\n",
5987 rc);
5988 rc = -EOPNOTSUPP;
5989 }
5990
5991 dasd_sfree_request(cqr, cqr->memdev);
5992 kfree(host_access);
5993 return rc;
5994 }
5995 /*
5996 * return number of grouped devices
5997 */
5998 static int dasd_eckd_host_access_count(struct dasd_device *device)
5999 {
6000 struct dasd_psf_query_host_access *access;
6001 struct dasd_ckd_path_group_entry *entry;
6002 struct dasd_ckd_host_information *info;
6003 int count = 0;
6004 int rc, i;
6005
6006 access = kzalloc(sizeof(*access), GFP_NOIO);
6007 if (!access) {
6008 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
6009 "Could not allocate access buffer");
6010 return -ENOMEM;
6011 }
6012 rc = dasd_eckd_query_host_access(device, access);
6013 if (rc) {
6014 kfree(access);
6015 return rc;
6016 }
6017
6018 info = (struct dasd_ckd_host_information *)
6019 access->host_access_information;
6020 for (i = 0; i < info->entry_count; i++) {
6021 entry = (struct dasd_ckd_path_group_entry *)
6022 (info->entry + i * info->entry_size);
6023 if (entry->status_flags & DASD_ECKD_PG_GROUPED)
6024 count++;
6025 }
6026
6027 kfree(access);
6028 return count;
6029 }
6030
6031 /*
6032 * write host access information to a sequential file
6033 */
6034 static int dasd_hosts_print(struct dasd_device *device, struct seq_file *m)
6035 {
6036 struct dasd_psf_query_host_access *access;
6037 struct dasd_ckd_path_group_entry *entry;
6038 struct dasd_ckd_host_information *info;
6039 char sysplex[9] = "";
6040 int rc, i;
6041
6042 access = kzalloc(sizeof(*access), GFP_NOIO);
6043 if (!access) {
6044 DBF_EVENT_DEVID(DBF_WARNING, device->cdev, "%s",
6045 "Could not allocate access buffer");
6046 return -ENOMEM;
6047 }
6048 rc = dasd_eckd_query_host_access(device, access);
6049 if (rc) {
6050 kfree(access);
6051 return rc;
6052 }
6053
6054 info = (struct dasd_ckd_host_information *)
6055 access->host_access_information;
6056 for (i = 0; i < info->entry_count; i++) {
6057 entry = (struct dasd_ckd_path_group_entry *)
6058 (info->entry + i * info->entry_size);
6059 /* PGID */
6060 seq_printf(m, "pgid %*phN\n", 11, entry->pgid);
6061 /* FLAGS */
6062 seq_printf(m, "status_flags %02x\n", entry->status_flags);
6063 /* SYSPLEX NAME */
6064 memcpy(&sysplex, &entry->sysplex_name, sizeof(sysplex) - 1);
6065 EBCASC(sysplex, sizeof(sysplex));
6066 seq_printf(m, "sysplex_name %8s\n", sysplex);
6067 /* SUPPORTED CYLINDER */
6068 seq_printf(m, "supported_cylinder %d\n", entry->cylinder);
6069 /* TIMESTAMP */
6070 seq_printf(m, "timestamp %lu\n", (unsigned long)
6071 entry->timestamp);
6072 }
6073 kfree(access);
6074
6075 return 0;
6076 }
6077
6078 /*
6079 * Perform Subsystem Function - CUIR response
6080 */
6081 static int
6082 dasd_eckd_psf_cuir_response(struct dasd_device *device, int response,
6083 __u32 message_id, __u8 lpum)
6084 {
6085 struct dasd_psf_cuir_response *psf_cuir;
6086 int pos = pathmask_to_pos(lpum);
6087 struct dasd_ccw_req *cqr;
6088 struct ccw1 *ccw;
6089 int rc;
6090
6091 cqr = dasd_smalloc_request(DASD_ECKD_MAGIC, 1 /* PSF */ ,
6092 sizeof(struct dasd_psf_cuir_response),
6093 device, NULL);
6094
6095 if (IS_ERR(cqr)) {
6096 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
6097 "Could not allocate PSF-CUIR request");
6098 return PTR_ERR(cqr);
6099 }
6100
6101 psf_cuir = (struct dasd_psf_cuir_response *)cqr->data;
6102 psf_cuir->order = PSF_ORDER_CUIR_RESPONSE;
6103 psf_cuir->cc = response;
6104 psf_cuir->chpid = device->path[pos].chpid;
6105 psf_cuir->message_id = message_id;
6106 psf_cuir->cssid = device->path[pos].cssid;
6107 psf_cuir->ssid = device->path[pos].ssid;
6108 ccw = cqr->cpaddr;
6109 ccw->cmd_code = DASD_ECKD_CCW_PSF;
6110 ccw->cda = (__u32)(addr_t)psf_cuir;
6111 ccw->flags = CCW_FLAG_SLI;
6112 ccw->count = sizeof(struct dasd_psf_cuir_response);
6113
6114 cqr->startdev = device;
6115 cqr->memdev = device;
6116 cqr->block = NULL;
6117 cqr->retries = 256;
6118 cqr->expires = 10*HZ;
6119 cqr->buildclk = get_tod_clock();
6120 cqr->status = DASD_CQR_FILLED;
6121 set_bit(DASD_CQR_VERIFY_PATH, &cqr->flags);
6122
6123 rc = dasd_sleep_on(cqr);
6124
6125 dasd_sfree_request(cqr, cqr->memdev);
6126 return rc;
6127 }
6128
6129 /*
6130 * return configuration data that is referenced by record selector
6131 * if a record selector is specified or per default return the
6132 * conf_data pointer for the path specified by lpum
6133 */
6134 static struct dasd_conf_data *dasd_eckd_get_ref_conf(struct dasd_device *device,
6135 __u8 lpum,
6136 struct dasd_cuir_message *cuir)
6137 {
6138 struct dasd_conf_data *conf_data;
6139 int path, pos;
6140
6141 if (cuir->record_selector == 0)
6142 goto out;
6143 for (path = 0x80, pos = 0; path; path >>= 1, pos++) {
6144 conf_data = device->path[pos].conf_data;
6145 if (conf_data->gneq.record_selector ==
6146 cuir->record_selector)
6147 return conf_data;
6148 }
6149 out:
6150 return device->path[pathmask_to_pos(lpum)].conf_data;
6151 }
6152
6153 /*
6154 * This function determines the scope of a reconfiguration request by
6155 * analysing the path and device selection data provided in the CUIR request.
6156 * Returns a path mask containing CUIR affected paths for the give device.
6157 *
6158 * If the CUIR request does not contain the required information return the
6159 * path mask of the path the attention message for the CUIR request was reveived
6160 * on.
6161 */
6162 static int dasd_eckd_cuir_scope(struct dasd_device *device, __u8 lpum,
6163 struct dasd_cuir_message *cuir)
6164 {
6165 struct dasd_conf_data *ref_conf_data;
6166 unsigned long bitmask = 0, mask = 0;
6167 struct dasd_conf_data *conf_data;
6168 unsigned int pos, path;
6169 char *ref_gneq, *gneq;
6170 char *ref_ned, *ned;
6171 int tbcpm = 0;
6172
6173 /* if CUIR request does not specify the scope use the path
6174 the attention message was presented on */
6175 if (!cuir->ned_map ||
6176 !(cuir->neq_map[0] | cuir->neq_map[1] | cuir->neq_map[2]))
6177 return lpum;
6178
6179 /* get reference conf data */
6180 ref_conf_data = dasd_eckd_get_ref_conf(device, lpum, cuir);
6181 /* reference ned is determined by ned_map field */
6182 pos = 8 - ffs(cuir->ned_map);
6183 ref_ned = (char *)&ref_conf_data->neds[pos];
6184 ref_gneq = (char *)&ref_conf_data->gneq;
6185 /* transfer 24 bit neq_map to mask */
6186 mask = cuir->neq_map[2];
6187 mask |= cuir->neq_map[1] << 8;
6188 mask |= cuir->neq_map[0] << 16;
6189
6190 for (path = 0; path < 8; path++) {
6191 /* initialise data per path */
6192 bitmask = mask;
6193 conf_data = device->path[path].conf_data;
6194 pos = 8 - ffs(cuir->ned_map);
6195 ned = (char *) &conf_data->neds[pos];
6196 /* compare reference ned and per path ned */
6197 if (memcmp(ref_ned, ned, sizeof(*ned)) != 0)
6198 continue;
6199 gneq = (char *)&conf_data->gneq;
6200 /* compare reference gneq and per_path gneq under
6201 24 bit mask where mask bit 0 equals byte 7 of
6202 the gneq and mask bit 24 equals byte 31 */
6203 while (bitmask) {
6204 pos = ffs(bitmask) - 1;
6205 if (memcmp(&ref_gneq[31 - pos], &gneq[31 - pos], 1)
6206 != 0)
6207 break;
6208 clear_bit(pos, &bitmask);
6209 }
6210 if (bitmask)
6211 continue;
6212 /* device and path match the reference values
6213 add path to CUIR scope */
6214 tbcpm |= 0x80 >> path;
6215 }
6216 return tbcpm;
6217 }
6218
6219 static void dasd_eckd_cuir_notify_user(struct dasd_device *device,
6220 unsigned long paths, int action)
6221 {
6222 int pos;
6223
6224 while (paths) {
6225 /* get position of bit in mask */
6226 pos = 8 - ffs(paths);
6227 /* get channel path descriptor from this position */
6228 if (action == CUIR_QUIESCE)
6229 pr_warn("Service on the storage server caused path %x.%02x to go offline",
6230 device->path[pos].cssid,
6231 device->path[pos].chpid);
6232 else if (action == CUIR_RESUME)
6233 pr_info("Path %x.%02x is back online after service on the storage server",
6234 device->path[pos].cssid,
6235 device->path[pos].chpid);
6236 clear_bit(7 - pos, &paths);
6237 }
6238 }
6239
6240 static int dasd_eckd_cuir_remove_path(struct dasd_device *device, __u8 lpum,
6241 struct dasd_cuir_message *cuir)
6242 {
6243 unsigned long tbcpm;
6244
6245 tbcpm = dasd_eckd_cuir_scope(device, lpum, cuir);
6246 /* nothing to do if path is not in use */
6247 if (!(dasd_path_get_opm(device) & tbcpm))
6248 return 0;
6249 if (!(dasd_path_get_opm(device) & ~tbcpm)) {
6250 /* no path would be left if the CUIR action is taken
6251 return error */
6252 return -EINVAL;
6253 }
6254 /* remove device from operational path mask */
6255 dasd_path_remove_opm(device, tbcpm);
6256 dasd_path_add_cuirpm(device, tbcpm);
6257 return tbcpm;
6258 }
6259
6260 /*
6261 * walk through all devices and build a path mask to quiesce them
6262 * return an error if the last path to a device would be removed
6263 *
6264 * if only part of the devices are quiesced and an error
6265 * occurs no onlining necessary, the storage server will
6266 * notify the already set offline devices again
6267 */
6268 static int dasd_eckd_cuir_quiesce(struct dasd_device *device, __u8 lpum,
6269 struct dasd_cuir_message *cuir)
6270 {
6271 struct dasd_eckd_private *private = device->private;
6272 struct alias_pav_group *pavgroup, *tempgroup;
6273 struct dasd_device *dev, *n;
6274 unsigned long paths = 0;
6275 unsigned long flags;
6276 int tbcpm;
6277
6278 /* active devices */
6279 list_for_each_entry_safe(dev, n, &private->lcu->active_devices,
6280 alias_list) {
6281 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags);
6282 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir);
6283 spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags);
6284 if (tbcpm < 0)
6285 goto out_err;
6286 paths |= tbcpm;
6287 }
6288 /* inactive devices */
6289 list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices,
6290 alias_list) {
6291 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags);
6292 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir);
6293 spin_unlock_irqrestore(get_ccwdev_lock(dev->cdev), flags);
6294 if (tbcpm < 0)
6295 goto out_err;
6296 paths |= tbcpm;
6297 }
6298 /* devices in PAV groups */
6299 list_for_each_entry_safe(pavgroup, tempgroup,
6300 &private->lcu->grouplist, group) {
6301 list_for_each_entry_safe(dev, n, &pavgroup->baselist,
6302 alias_list) {
6303 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags);
6304 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir);
6305 spin_unlock_irqrestore(
6306 get_ccwdev_lock(dev->cdev), flags);
6307 if (tbcpm < 0)
6308 goto out_err;
6309 paths |= tbcpm;
6310 }
6311 list_for_each_entry_safe(dev, n, &pavgroup->aliaslist,
6312 alias_list) {
6313 spin_lock_irqsave(get_ccwdev_lock(dev->cdev), flags);
6314 tbcpm = dasd_eckd_cuir_remove_path(dev, lpum, cuir);
6315 spin_unlock_irqrestore(
6316 get_ccwdev_lock(dev->cdev), flags);
6317 if (tbcpm < 0)
6318 goto out_err;
6319 paths |= tbcpm;
6320 }
6321 }
6322 /* notify user about all paths affected by CUIR action */
6323 dasd_eckd_cuir_notify_user(device, paths, CUIR_QUIESCE);
6324 return 0;
6325 out_err:
6326 return tbcpm;
6327 }
6328
6329 static int dasd_eckd_cuir_resume(struct dasd_device *device, __u8 lpum,
6330 struct dasd_cuir_message *cuir)
6331 {
6332 struct dasd_eckd_private *private = device->private;
6333 struct alias_pav_group *pavgroup, *tempgroup;
6334 struct dasd_device *dev, *n;
6335 unsigned long paths = 0;
6336 int tbcpm;
6337
6338 /*
6339 * the path may have been added through a generic path event before
6340 * only trigger path verification if the path is not already in use
6341 */
6342 list_for_each_entry_safe(dev, n,
6343 &private->lcu->active_devices,
6344 alias_list) {
6345 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir);
6346 paths |= tbcpm;
6347 if (!(dasd_path_get_opm(dev) & tbcpm)) {
6348 dasd_path_add_tbvpm(dev, tbcpm);
6349 dasd_schedule_device_bh(dev);
6350 }
6351 }
6352 list_for_each_entry_safe(dev, n,
6353 &private->lcu->inactive_devices,
6354 alias_list) {
6355 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir);
6356 paths |= tbcpm;
6357 if (!(dasd_path_get_opm(dev) & tbcpm)) {
6358 dasd_path_add_tbvpm(dev, tbcpm);
6359 dasd_schedule_device_bh(dev);
6360 }
6361 }
6362 /* devices in PAV groups */
6363 list_for_each_entry_safe(pavgroup, tempgroup,
6364 &private->lcu->grouplist,
6365 group) {
6366 list_for_each_entry_safe(dev, n,
6367 &pavgroup->baselist,
6368 alias_list) {
6369 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir);
6370 paths |= tbcpm;
6371 if (!(dasd_path_get_opm(dev) & tbcpm)) {
6372 dasd_path_add_tbvpm(dev, tbcpm);
6373 dasd_schedule_device_bh(dev);
6374 }
6375 }
6376 list_for_each_entry_safe(dev, n,
6377 &pavgroup->aliaslist,
6378 alias_list) {
6379 tbcpm = dasd_eckd_cuir_scope(dev, lpum, cuir);
6380 paths |= tbcpm;
6381 if (!(dasd_path_get_opm(dev) & tbcpm)) {
6382 dasd_path_add_tbvpm(dev, tbcpm);
6383 dasd_schedule_device_bh(dev);
6384 }
6385 }
6386 }
6387 /* notify user about all paths affected by CUIR action */
6388 dasd_eckd_cuir_notify_user(device, paths, CUIR_RESUME);
6389 return 0;
6390 }
6391
6392 static void dasd_eckd_handle_cuir(struct dasd_device *device, void *messages,
6393 __u8 lpum)
6394 {
6395 struct dasd_cuir_message *cuir = messages;
6396 int response;
6397
6398 DBF_DEV_EVENT(DBF_WARNING, device,
6399 "CUIR request: %016llx %016llx %016llx %08x",
6400 ((u64 *)cuir)[0], ((u64 *)cuir)[1], ((u64 *)cuir)[2],
6401 ((u32 *)cuir)[3]);
6402
6403 if (cuir->code == CUIR_QUIESCE) {
6404 /* quiesce */
6405 if (dasd_eckd_cuir_quiesce(device, lpum, cuir))
6406 response = PSF_CUIR_LAST_PATH;
6407 else
6408 response = PSF_CUIR_COMPLETED;
6409 } else if (cuir->code == CUIR_RESUME) {
6410 /* resume */
6411 dasd_eckd_cuir_resume(device, lpum, cuir);
6412 response = PSF_CUIR_COMPLETED;
6413 } else
6414 response = PSF_CUIR_NOT_SUPPORTED;
6415
6416 dasd_eckd_psf_cuir_response(device, response,
6417 cuir->message_id, lpum);
6418 DBF_DEV_EVENT(DBF_WARNING, device,
6419 "CUIR response: %d on message ID %08x", response,
6420 cuir->message_id);
6421 /* to make sure there is no attention left schedule work again */
6422 device->discipline->check_attention(device, lpum);
6423 }
6424
6425 static void dasd_eckd_oos_resume(struct dasd_device *device)
6426 {
6427 struct dasd_eckd_private *private = device->private;
6428 struct alias_pav_group *pavgroup, *tempgroup;
6429 struct dasd_device *dev, *n;
6430 unsigned long flags;
6431
6432 spin_lock_irqsave(&private->lcu->lock, flags);
6433 list_for_each_entry_safe(dev, n, &private->lcu->active_devices,
6434 alias_list) {
6435 if (dev->stopped & DASD_STOPPED_NOSPC)
6436 dasd_generic_space_avail(dev);
6437 }
6438 list_for_each_entry_safe(dev, n, &private->lcu->inactive_devices,
6439 alias_list) {
6440 if (dev->stopped & DASD_STOPPED_NOSPC)
6441 dasd_generic_space_avail(dev);
6442 }
6443 /* devices in PAV groups */
6444 list_for_each_entry_safe(pavgroup, tempgroup,
6445 &private->lcu->grouplist,
6446 group) {
6447 list_for_each_entry_safe(dev, n, &pavgroup->baselist,
6448 alias_list) {
6449 if (dev->stopped & DASD_STOPPED_NOSPC)
6450 dasd_generic_space_avail(dev);
6451 }
6452 list_for_each_entry_safe(dev, n, &pavgroup->aliaslist,
6453 alias_list) {
6454 if (dev->stopped & DASD_STOPPED_NOSPC)
6455 dasd_generic_space_avail(dev);
6456 }
6457 }
6458 spin_unlock_irqrestore(&private->lcu->lock, flags);
6459 }
6460
6461 static void dasd_eckd_handle_oos(struct dasd_device *device, void *messages,
6462 __u8 lpum)
6463 {
6464 struct dasd_oos_message *oos = messages;
6465
6466 switch (oos->code) {
6467 case REPO_WARN:
6468 case POOL_WARN:
6469 dev_warn(&device->cdev->dev,
6470 "Extent pool usage has reached a critical value\n");
6471 dasd_eckd_oos_resume(device);
6472 break;
6473 case REPO_EXHAUST:
6474 case POOL_EXHAUST:
6475 dev_warn(&device->cdev->dev,
6476 "Extent pool is exhausted\n");
6477 break;
6478 case REPO_RELIEVE:
6479 case POOL_RELIEVE:
6480 dev_info(&device->cdev->dev,
6481 "Extent pool physical space constraint has been relieved\n");
6482 break;
6483 }
6484
6485 /* In any case, update related data */
6486 dasd_eckd_read_ext_pool_info(device);
6487
6488 /* to make sure there is no attention left schedule work again */
6489 device->discipline->check_attention(device, lpum);
6490 }
6491
6492 static void dasd_eckd_check_attention_work(struct work_struct *work)
6493 {
6494 struct check_attention_work_data *data;
6495 struct dasd_rssd_messages *messages;
6496 struct dasd_device *device;
6497 int rc;
6498
6499 data = container_of(work, struct check_attention_work_data, worker);
6500 device = data->device;
6501 messages = kzalloc(sizeof(*messages), GFP_KERNEL);
6502 if (!messages) {
6503 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
6504 "Could not allocate attention message buffer");
6505 goto out;
6506 }
6507 rc = dasd_eckd_read_message_buffer(device, messages, data->lpum);
6508 if (rc)
6509 goto out;
6510
6511 if (messages->length == ATTENTION_LENGTH_CUIR &&
6512 messages->format == ATTENTION_FORMAT_CUIR)
6513 dasd_eckd_handle_cuir(device, messages, data->lpum);
6514 if (messages->length == ATTENTION_LENGTH_OOS &&
6515 messages->format == ATTENTION_FORMAT_OOS)
6516 dasd_eckd_handle_oos(device, messages, data->lpum);
6517
6518 out:
6519 dasd_put_device(device);
6520 kfree(messages);
6521 kfree(data);
6522 }
6523
6524 static int dasd_eckd_check_attention(struct dasd_device *device, __u8 lpum)
6525 {
6526 struct check_attention_work_data *data;
6527
6528 data = kzalloc(sizeof(*data), GFP_ATOMIC);
6529 if (!data)
6530 return -ENOMEM;
6531 INIT_WORK(&data->worker, dasd_eckd_check_attention_work);
6532 dasd_get_device(device);
6533 data->device = device;
6534 data->lpum = lpum;
6535 schedule_work(&data->worker);
6536 return 0;
6537 }
6538
6539 static int dasd_eckd_disable_hpf_path(struct dasd_device *device, __u8 lpum)
6540 {
6541 if (~lpum & dasd_path_get_opm(device)) {
6542 dasd_path_add_nohpfpm(device, lpum);
6543 dasd_path_remove_opm(device, lpum);
6544 dev_err(&device->cdev->dev,
6545 "Channel path %02X lost HPF functionality and is disabled\n",
6546 lpum);
6547 return 1;
6548 }
6549 return 0;
6550 }
6551
6552 static void dasd_eckd_disable_hpf_device(struct dasd_device *device)
6553 {
6554 struct dasd_eckd_private *private = device->private;
6555
6556 dev_err(&device->cdev->dev,
6557 "High Performance FICON disabled\n");
6558 private->fcx_max_data = 0;
6559 }
6560
6561 static int dasd_eckd_hpf_enabled(struct dasd_device *device)
6562 {
6563 struct dasd_eckd_private *private = device->private;
6564
6565 return private->fcx_max_data ? 1 : 0;
6566 }
6567
6568 static void dasd_eckd_handle_hpf_error(struct dasd_device *device,
6569 struct irb *irb)
6570 {
6571 struct dasd_eckd_private *private = device->private;
6572
6573 if (!private->fcx_max_data) {
6574 /* sanity check for no HPF, the error makes no sense */
6575 DBF_DEV_EVENT(DBF_WARNING, device, "%s",
6576 "Trying to disable HPF for a non HPF device");
6577 return;
6578 }
6579 if (irb->scsw.tm.sesq == SCSW_SESQ_DEV_NOFCX) {
6580 dasd_eckd_disable_hpf_device(device);
6581 } else if (irb->scsw.tm.sesq == SCSW_SESQ_PATH_NOFCX) {
6582 if (dasd_eckd_disable_hpf_path(device, irb->esw.esw1.lpum))
6583 return;
6584 dasd_eckd_disable_hpf_device(device);
6585 dasd_path_set_tbvpm(device,
6586 dasd_path_get_hpfpm(device));
6587 }
6588 /*
6589 * prevent that any new I/O ist started on the device and schedule a
6590 * requeue of existing requests
6591 */
6592 dasd_device_set_stop_bits(device, DASD_STOPPED_NOT_ACC);
6593 dasd_schedule_requeue(device);
6594 }
6595
6596 /*
6597 * Initialize block layer request queue.
6598 */
6599 static void dasd_eckd_setup_blk_queue(struct dasd_block *block)
6600 {
6601 unsigned int logical_block_size = block->bp_block;
6602 struct request_queue *q = block->request_queue;
6603 struct dasd_device *device = block->base;
6604 int max;
6605
6606 if (device->features & DASD_FEATURE_USERAW) {
6607 /*
6608 * the max_blocks value for raw_track access is 256
6609 * it is higher than the native ECKD value because we
6610 * only need one ccw per track
6611 * so the max_hw_sectors are
6612 * 2048 x 512B = 1024kB = 16 tracks
6613 */
6614 max = DASD_ECKD_MAX_BLOCKS_RAW << block->s2b_shift;
6615 } else {
6616 max = DASD_ECKD_MAX_BLOCKS << block->s2b_shift;
6617 }
6618 blk_queue_flag_set(QUEUE_FLAG_NONROT, q);
6619 q->limits.max_dev_sectors = max;
6620 blk_queue_logical_block_size(q, logical_block_size);
6621 blk_queue_max_hw_sectors(q, max);
6622 blk_queue_max_segments(q, USHRT_MAX);
6623 /* With page sized segments each segment can be translated into one idaw/tidaw */
6624 blk_queue_max_segment_size(q, PAGE_SIZE);
6625 blk_queue_segment_boundary(q, PAGE_SIZE - 1);
6626 }
6627
6628 static struct ccw_driver dasd_eckd_driver = {
6629 .driver = {
6630 .name = "dasd-eckd",
6631 .owner = THIS_MODULE,
6632 },
6633 .ids = dasd_eckd_ids,
6634 .probe = dasd_eckd_probe,
6635 .remove = dasd_generic_remove,
6636 .set_offline = dasd_generic_set_offline,
6637 .set_online = dasd_eckd_set_online,
6638 .notify = dasd_generic_notify,
6639 .path_event = dasd_generic_path_event,
6640 .shutdown = dasd_generic_shutdown,
6641 .uc_handler = dasd_generic_uc_handler,
6642 .int_class = IRQIO_DAS,
6643 };
6644
6645 static struct dasd_discipline dasd_eckd_discipline = {
6646 .owner = THIS_MODULE,
6647 .name = "ECKD",
6648 .ebcname = "ECKD",
6649 .check_device = dasd_eckd_check_characteristics,
6650 .uncheck_device = dasd_eckd_uncheck_device,
6651 .do_analysis = dasd_eckd_do_analysis,
6652 .pe_handler = dasd_eckd_pe_handler,
6653 .basic_to_ready = dasd_eckd_basic_to_ready,
6654 .online_to_ready = dasd_eckd_online_to_ready,
6655 .basic_to_known = dasd_eckd_basic_to_known,
6656 .setup_blk_queue = dasd_eckd_setup_blk_queue,
6657 .fill_geometry = dasd_eckd_fill_geometry,
6658 .start_IO = dasd_start_IO,
6659 .term_IO = dasd_term_IO,
6660 .handle_terminated_request = dasd_eckd_handle_terminated_request,
6661 .format_device = dasd_eckd_format_device,
6662 .check_device_format = dasd_eckd_check_device_format,
6663 .erp_action = dasd_eckd_erp_action,
6664 .erp_postaction = dasd_eckd_erp_postaction,
6665 .check_for_device_change = dasd_eckd_check_for_device_change,
6666 .build_cp = dasd_eckd_build_alias_cp,
6667 .free_cp = dasd_eckd_free_alias_cp,
6668 .dump_sense = dasd_eckd_dump_sense,
6669 .dump_sense_dbf = dasd_eckd_dump_sense_dbf,
6670 .fill_info = dasd_eckd_fill_info,
6671 .ioctl = dasd_eckd_ioctl,
6672 .reload = dasd_eckd_reload_device,
6673 .get_uid = dasd_eckd_get_uid,
6674 .kick_validate = dasd_eckd_kick_validate_server,
6675 .check_attention = dasd_eckd_check_attention,
6676 .host_access_count = dasd_eckd_host_access_count,
6677 .hosts_print = dasd_hosts_print,
6678 .handle_hpf_error = dasd_eckd_handle_hpf_error,
6679 .disable_hpf = dasd_eckd_disable_hpf_device,
6680 .hpf_enabled = dasd_eckd_hpf_enabled,
6681 .reset_path = dasd_eckd_reset_path,
6682 .is_ese = dasd_eckd_is_ese,
6683 .space_allocated = dasd_eckd_space_allocated,
6684 .space_configured = dasd_eckd_space_configured,
6685 .logical_capacity = dasd_eckd_logical_capacity,
6686 .release_space = dasd_eckd_release_space,
6687 .ext_pool_id = dasd_eckd_ext_pool_id,
6688 .ext_size = dasd_eckd_ext_size,
6689 .ext_pool_cap_at_warnlevel = dasd_eckd_ext_pool_cap_at_warnlevel,
6690 .ext_pool_warn_thrshld = dasd_eckd_ext_pool_warn_thrshld,
6691 .ext_pool_oos = dasd_eckd_ext_pool_oos,
6692 .ext_pool_exhaust = dasd_eckd_ext_pool_exhaust,
6693 .ese_format = dasd_eckd_ese_format,
6694 .ese_read = dasd_eckd_ese_read,
6695 };
6696
6697 static int __init
6698 dasd_eckd_init(void)
6699 {
6700 int ret;
6701
6702 ASCEBC(dasd_eckd_discipline.ebcname, 4);
6703 dasd_reserve_req = kmalloc(sizeof(*dasd_reserve_req),
6704 GFP_KERNEL | GFP_DMA);
6705 if (!dasd_reserve_req)
6706 return -ENOMEM;
6707 dasd_vol_info_req = kmalloc(sizeof(*dasd_vol_info_req),
6708 GFP_KERNEL | GFP_DMA);
6709 if (!dasd_vol_info_req)
6710 return -ENOMEM;
6711 pe_handler_worker = kmalloc(sizeof(*pe_handler_worker),
6712 GFP_KERNEL | GFP_DMA);
6713 if (!pe_handler_worker) {
6714 kfree(dasd_reserve_req);
6715 kfree(dasd_vol_info_req);
6716 return -ENOMEM;
6717 }
6718 rawpadpage = (void *)__get_free_page(GFP_KERNEL);
6719 if (!rawpadpage) {
6720 kfree(pe_handler_worker);
6721 kfree(dasd_reserve_req);
6722 kfree(dasd_vol_info_req);
6723 return -ENOMEM;
6724 }
6725 ret = ccw_driver_register(&dasd_eckd_driver);
6726 if (!ret)
6727 wait_for_device_probe();
6728 else {
6729 kfree(pe_handler_worker);
6730 kfree(dasd_reserve_req);
6731 kfree(dasd_vol_info_req);
6732 free_page((unsigned long)rawpadpage);
6733 }
6734 return ret;
6735 }
6736
6737 static void __exit
6738 dasd_eckd_cleanup(void)
6739 {
6740 ccw_driver_unregister(&dasd_eckd_driver);
6741 kfree(pe_handler_worker);
6742 kfree(dasd_reserve_req);
6743 free_page((unsigned long)rawpadpage);
6744 }
6745
6746 module_init(dasd_eckd_init);
6747 module_exit(dasd_eckd_cleanup);
Linux with added FPC-III support