drivers/s390/cio/chsc.c

   1 /*
   2  *   S/390 common I/O routines -- channel subsystem call
   3  *
   4  *    Copyright IBM Corp. 1999,2012
   5  *    Author(s): Ingo Adlung (adlung@de.ibm.com)
   6  *               Cornelia Huck (cornelia.huck@de.ibm.com)
   7  *               Arnd Bergmann (arndb@de.ibm.com)
   8  */
   9
  10 #define KMSG_COMPONENT "cio"
  11 #define pr_fmt(fmt) KMSG_COMPONENT ": " fmt
  12
  13 #include <linux/module.h>
  14 #include <linux/slab.h>
  15 #include <linux/init.h>
  16 #include <linux/device.h>
  17 #include <linux/pci.h>
  18
  19 #include <asm/cio.h>
  20 #include <asm/chpid.h>
  21 #include <asm/chsc.h>
  22 #include <asm/crw.h>
  23 #include <asm/isc.h>
  24
  25 #include "css.h"
  26 #include "cio.h"
  27 #include "cio_debug.h"
  28 #include "ioasm.h"
  29 #include "chp.h"
  30 #include "chsc.h"
  31
  32 static void *sei_page;
  33 static void *chsc_page;
  34 static DEFINE_SPINLOCK(chsc_page_lock);
  35
  36 /**
  37  * chsc_error_from_response() - convert a chsc response to an error
  38  * @response: chsc response code
  39  *
  40  * Returns an appropriate Linux error code for @response.
  41  */
  42 int chsc_error_from_response(int response)
  43 {
  44         switch (response) {
  45         case 0x0001:
  46                 return 0;
  47         case 0x0002:
  48         case 0x0003:
  49         case 0x0006:
  50         case 0x0007:
  51         case 0x0008:
  52         case 0x000a:
  53         case 0x0104:
  54                 return -EINVAL;
  55         case 0x0004:
  56                 return -EOPNOTSUPP;
  57         case 0x000b:
  58                 return -EBUSY;
  59         case 0x0100:
  60         case 0x0102:
  61                 return -ENOMEM;
  62         default:
  63                 return -EIO;
  64         }
  65 }
  66 EXPORT_SYMBOL_GPL(chsc_error_from_response);
  67
  68 struct chsc_ssd_area {
  69         struct chsc_header request;
  70         u16 :10;
  71         u16 ssid:2;
  72         u16 :4;
  73         u16 f_sch;        /* first subchannel */
  74         u16 :16;
  75         u16 l_sch;        /* last subchannel */
  76         u32 :32;
  77         struct chsc_header response;
  78         u32 :32;
  79         u8 sch_valid : 1;
  80         u8 dev_valid : 1;
  81         u8 st        : 3; /* subchannel type */
  82         u8 zeroes    : 3;
  83         u8  unit_addr;    /* unit address */
  84         u16 devno;        /* device number */
  85         u8 path_mask;
  86         u8 fla_valid_mask;
  87         u16 sch;          /* subchannel */
  88         u8 chpid[8];      /* chpids 0-7 */
  89         u16 fla[8];       /* full link addresses 0-7 */
  90 } __attribute__ ((packed));
  91
  92 int chsc_get_ssd_info(struct subchannel_id schid, struct chsc_ssd_info *ssd)
  93 {
  94         struct chsc_ssd_area *ssd_area;
  95         int ccode;
  96         int ret;
  97         int i;
  98         int mask;
  99
 100         spin_lock_irq(&chsc_page_lock);
 101         memset(chsc_page, 0, PAGE_SIZE);
 102         ssd_area = chsc_page;
 103         ssd_area->request.length = 0x0010;
 104         ssd_area->request.code = 0x0004;
 105         ssd_area->ssid = schid.ssid;
 106         ssd_area->f_sch = schid.sch_no;
 107         ssd_area->l_sch = schid.sch_no;
 108
 109         ccode = chsc(ssd_area);
 110         /* Check response. */
 111         if (ccode > 0) {
 112                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 113                 goto out;
 114         }
 115         ret = chsc_error_from_response(ssd_area->response.code);
 116         if (ret != 0) {
 117                 CIO_MSG_EVENT(2, "chsc: ssd failed for 0.%x.%04x (rc=%04x)\n",
 118                               schid.ssid, schid.sch_no,
 119                               ssd_area->response.code);
 120                 goto out;
 121         }
 122         if (!ssd_area->sch_valid) {
 123                 ret = -ENODEV;
 124                 goto out;
 125         }
 126         /* Copy data */
 127         ret = 0;
 128         memset(ssd, 0, sizeof(struct chsc_ssd_info));
 129         if ((ssd_area->st != SUBCHANNEL_TYPE_IO) &&
 130             (ssd_area->st != SUBCHANNEL_TYPE_MSG))
 131                 goto out;
 132         ssd->path_mask = ssd_area->path_mask;
 133         ssd->fla_valid_mask = ssd_area->fla_valid_mask;
 134         for (i = 0; i < 8; i++) {
 135                 mask = 0x80 >> i;
 136                 if (ssd_area->path_mask & mask) {
 137                         chp_id_init(&ssd->chpid[i]);
 138                         ssd->chpid[i].id = ssd_area->chpid[i];
 139                 }
 140                 if (ssd_area->fla_valid_mask & mask)
 141                         ssd->fla[i] = ssd_area->fla[i];
 142         }
 143 out:
 144         spin_unlock_irq(&chsc_page_lock);
 145         return ret;
 146 }
 147
 148 /**
 149  * chsc_ssqd() - store subchannel QDIO data (SSQD)
 150  * @schid: id of the subchannel on which SSQD is performed
 151  * @ssqd: request and response block for SSQD
 152  *
 153  * Returns 0 on success.
 154  */
 155 int chsc_ssqd(struct subchannel_id schid, struct chsc_ssqd_area *ssqd)
 156 {
 157         memset(ssqd, 0, sizeof(*ssqd));
 158         ssqd->request.length = 0x0010;
 159         ssqd->request.code = 0x0024;
 160         ssqd->first_sch = schid.sch_no;
 161         ssqd->last_sch = schid.sch_no;
 162         ssqd->ssid = schid.ssid;
 163
 164         if (chsc(ssqd))
 165                 return -EIO;
 166
 167         return chsc_error_from_response(ssqd->response.code);
 168 }
 169 EXPORT_SYMBOL_GPL(chsc_ssqd);
 170
 171 /**
 172  * chsc_sadc() - set adapter device controls (SADC)
 173  * @schid: id of the subchannel on which SADC is performed
 174  * @scssc: request and response block for SADC
 175  * @summary_indicator_addr: summary indicator address
 176  * @subchannel_indicator_addr: subchannel indicator address
 177  *
 178  * Returns 0 on success.
 179  */
 180 int chsc_sadc(struct subchannel_id schid, struct chsc_scssc_area *scssc,
 181               u64 summary_indicator_addr, u64 subchannel_indicator_addr)
 182 {
 183         memset(scssc, 0, sizeof(*scssc));
 184         scssc->request.length = 0x0fe0;
 185         scssc->request.code = 0x0021;
 186         scssc->operation_code = 0;
 187
 188         scssc->summary_indicator_addr = summary_indicator_addr;
 189         scssc->subchannel_indicator_addr = subchannel_indicator_addr;
 190
 191         scssc->ks = PAGE_DEFAULT_KEY >> 4;
 192         scssc->kc = PAGE_DEFAULT_KEY >> 4;
 193         scssc->isc = QDIO_AIRQ_ISC;
 194         scssc->schid = schid;
 195
 196         /* enable the time delay disablement facility */
 197         if (css_general_characteristics.aif_tdd)
 198                 scssc->word_with_d_bit = 0x10000000;
 199
 200         if (chsc(scssc))
 201                 return -EIO;
 202
 203         return chsc_error_from_response(scssc->response.code);
 204 }
 205 EXPORT_SYMBOL_GPL(chsc_sadc);
 206
 207 static int s390_subchannel_remove_chpid(struct subchannel *sch, void *data)
 208 {
 209         spin_lock_irq(sch->lock);
 210         if (sch->driver && sch->driver->chp_event)
 211                 if (sch->driver->chp_event(sch, data, CHP_OFFLINE) != 0)
 212                         goto out_unreg;
 213         spin_unlock_irq(sch->lock);
 214         return 0;
 215
 216 out_unreg:
 217         sch->lpm = 0;
 218         spin_unlock_irq(sch->lock);
 219         css_schedule_eval(sch->schid);
 220         return 0;
 221 }
 222
 223 void chsc_chp_offline(struct chp_id chpid)
 224 {
 225         char dbf_txt[15];
 226         struct chp_link link;
 227
 228         sprintf(dbf_txt, "chpr%x.%02x", chpid.cssid, chpid.id);
 229         CIO_TRACE_EVENT(2, dbf_txt);
 230
 231         if (chp_get_status(chpid) <= 0)
 232                 return;
 233         memset(&link, 0, sizeof(struct chp_link));
 234         link.chpid = chpid;
 235         /* Wait until previous actions have settled. */
 236         css_wait_for_slow_path();
 237         for_each_subchannel_staged(s390_subchannel_remove_chpid, NULL, &link);
 238 }
 239
 240 static int s390_process_res_acc_new_sch(struct subchannel_id schid, void *data)
 241 {
 242         struct schib schib;
 243         /*
 244          * We don't know the device yet, but since a path
 245          * may be available now to the device we'll have
 246          * to do recognition again.
 247          * Since we don't have any idea about which chpid
 248          * that beast may be on we'll have to do a stsch
 249          * on all devices, grr...
 250          */
 251         if (stsch_err(schid, &schib))
 252                 /* We're through */
 253                 return -ENXIO;
 254
 255         /* Put it on the slow path. */
 256         css_schedule_eval(schid);
 257         return 0;
 258 }
 259
 260 static int __s390_process_res_acc(struct subchannel *sch, void *data)
 261 {
 262         spin_lock_irq(sch->lock);
 263         if (sch->driver && sch->driver->chp_event)
 264                 sch->driver->chp_event(sch, data, CHP_ONLINE);
 265         spin_unlock_irq(sch->lock);
 266
 267         return 0;
 268 }
 269
 270 static void s390_process_res_acc(struct chp_link *link)
 271 {
 272         char dbf_txt[15];
 273
 274         sprintf(dbf_txt, "accpr%x.%02x", link->chpid.cssid,
 275                 link->chpid.id);
 276         CIO_TRACE_EVENT( 2, dbf_txt);
 277         if (link->fla != 0) {
 278                 sprintf(dbf_txt, "fla%x", link->fla);
 279                 CIO_TRACE_EVENT( 2, dbf_txt);
 280         }
 281         /* Wait until previous actions have settled. */
 282         css_wait_for_slow_path();
 283         /*
 284          * I/O resources may have become accessible.
 285          * Scan through all subchannels that may be concerned and
 286          * do a validation on those.
 287          * The more information we have (info), the less scanning
 288          * will we have to do.
 289          */
 290         for_each_subchannel_staged(__s390_process_res_acc,
 291                                    s390_process_res_acc_new_sch, link);
 292 }
 293
 294 static int
 295 __get_chpid_from_lir(void *data)
 296 {
 297         struct lir {
 298                 u8  iq;
 299                 u8  ic;
 300                 u16 sci;
 301                 /* incident-node descriptor */
 302                 u32 indesc[28];
 303                 /* attached-node descriptor */
 304                 u32 andesc[28];
 305                 /* incident-specific information */
 306                 u32 isinfo[28];
 307         } __attribute__ ((packed)) *lir;
 308
 309         lir = data;
 310         if (!(lir->iq&0x80))
 311                 /* NULL link incident record */
 312                 return -EINVAL;
 313         if (!(lir->indesc[0]&0xc0000000))
 314                 /* node descriptor not valid */
 315                 return -EINVAL;
 316         if (!(lir->indesc[0]&0x10000000))
 317                 /* don't handle device-type nodes - FIXME */
 318                 return -EINVAL;
 319         /* Byte 3 contains the chpid. Could also be CTCA, but we don't care */
 320
 321         return (u16) (lir->indesc[0]&0x000000ff);
 322 }
 323
 324 struct chsc_sei_nt0_area {
 325         u8  flags;
 326         u8  vf;                         /* validity flags */
 327         u8  rs;                         /* reporting source */
 328         u8  cc;                         /* content code */
 329         u16 fla;                        /* full link address */
 330         u16 rsid;                       /* reporting source id */
 331         u32 reserved1;
 332         u32 reserved2;
 333         /* ccdf has to be big enough for a link-incident record */
 334         u8  ccdf[PAGE_SIZE - 24 - 16];  /* content-code dependent field */
 335 } __packed;
 336
 337 struct chsc_sei_nt2_area {
 338         u8  flags;                      /* p and v bit */
 339         u8  reserved1;
 340         u8  reserved2;
 341         u8  cc;                         /* content code */
 342         u32 reserved3[13];
 343         u8  ccdf[PAGE_SIZE - 24 - 56];  /* content-code dependent field */
 344 } __packed;
 345
 346 #define CHSC_SEI_NT0    (1ULL << 63)
 347 #define CHSC_SEI_NT2    (1ULL << 61)
 348
 349 struct chsc_sei {
 350         struct chsc_header request;
 351         u32 reserved1;
 352         u64 ntsm;                       /* notification type mask */
 353         struct chsc_header response;
 354         u32 :24;
 355         u8 nt;
 356         union {
 357                 struct chsc_sei_nt0_area nt0_area;
 358                 struct chsc_sei_nt2_area nt2_area;
 359                 u8 nt_area[PAGE_SIZE - 24];
 360         } u;
 361 } __packed;
 362
 363 static void chsc_process_sei_link_incident(struct chsc_sei_nt0_area *sei_area)
 364 {
 365         struct chp_id chpid;
 366         int id;
 367
 368         CIO_CRW_EVENT(4, "chsc: link incident (rs=%02x, rs_id=%04x)\n",
 369                       sei_area->rs, sei_area->rsid);
 370         if (sei_area->rs != 4)
 371                 return;
 372         id = __get_chpid_from_lir(sei_area->ccdf);
 373         if (id < 0)
 374                 CIO_CRW_EVENT(4, "chsc: link incident - invalid LIR\n");
 375         else {
 376                 chp_id_init(&chpid);
 377                 chpid.id = id;
 378                 chsc_chp_offline(chpid);
 379         }
 380 }
 381
 382 static void chsc_process_sei_res_acc(struct chsc_sei_nt0_area *sei_area)
 383 {
 384         struct chp_link link;
 385         struct chp_id chpid;
 386         int status;
 387
 388         CIO_CRW_EVENT(4, "chsc: resource accessibility event (rs=%02x, "
 389                       "rs_id=%04x)\n", sei_area->rs, sei_area->rsid);
 390         if (sei_area->rs != 4)
 391                 return;
 392         chp_id_init(&chpid);
 393         chpid.id = sei_area->rsid;
 394         /* allocate a new channel path structure, if needed */
 395         status = chp_get_status(chpid);
 396         if (status < 0)
 397                 chp_new(chpid);
 398         else if (!status)
 399                 return;
 400         memset(&link, 0, sizeof(struct chp_link));
 401         link.chpid = chpid;
 402         if ((sei_area->vf & 0xc0) != 0) {
 403                 link.fla = sei_area->fla;
 404                 if ((sei_area->vf & 0xc0) == 0xc0)
 405                         /* full link address */
 406                         link.fla_mask = 0xffff;
 407                 else
 408                         /* link address */
 409                         link.fla_mask = 0xff00;
 410         }
 411         s390_process_res_acc(&link);
 412 }
 413
 414 static void chsc_process_sei_chp_avail(struct chsc_sei_nt0_area *sei_area)
 415 {
 416         struct channel_path *chp;
 417         struct chp_id chpid;
 418         u8 *data;
 419         int num;
 420
 421         CIO_CRW_EVENT(4, "chsc: channel path availability information\n");
 422         if (sei_area->rs != 0)
 423                 return;
 424         data = sei_area->ccdf;
 425         chp_id_init(&chpid);
 426         for (num = 0; num <= __MAX_CHPID; num++) {
 427                 if (!chp_test_bit(data, num))
 428                         continue;
 429                 chpid.id = num;
 430
 431                 CIO_CRW_EVENT(4, "Update information for channel path "
 432                               "%x.%02x\n", chpid.cssid, chpid.id);
 433                 chp = chpid_to_chp(chpid);
 434                 if (!chp) {
 435                         chp_new(chpid);
 436                         continue;
 437                 }
 438                 mutex_lock(&chp->lock);
 439                 chp_update_desc(chp);
 440                 mutex_unlock(&chp->lock);
 441         }
 442 }
 443
 444 struct chp_config_data {
 445         u8 map[32];
 446         u8 op;
 447         u8 pc;
 448 };
 449
 450 static void chsc_process_sei_chp_config(struct chsc_sei_nt0_area *sei_area)
 451 {
 452         struct chp_config_data *data;
 453         struct chp_id chpid;
 454         int num;
 455         char *events[3] = {"configure", "deconfigure", "cancel deconfigure"};
 456
 457         CIO_CRW_EVENT(4, "chsc: channel-path-configuration notification\n");
 458         if (sei_area->rs != 0)
 459                 return;
 460         data = (struct chp_config_data *) &(sei_area->ccdf);
 461         chp_id_init(&chpid);
 462         for (num = 0; num <= __MAX_CHPID; num++) {
 463                 if (!chp_test_bit(data->map, num))
 464                         continue;
 465                 chpid.id = num;
 466                 pr_notice("Processing %s for channel path %x.%02x\n",
 467                           events[data->op], chpid.cssid, chpid.id);
 468                 switch (data->op) {
 469                 case 0:
 470                         chp_cfg_schedule(chpid, 1);
 471                         break;
 472                 case 1:
 473                         chp_cfg_schedule(chpid, 0);
 474                         break;
 475                 case 2:
 476                         chp_cfg_cancel_deconfigure(chpid);
 477                         break;
 478                 }
 479         }
 480 }
 481
 482 static void chsc_process_sei_scm_change(struct chsc_sei_nt0_area *sei_area)
 483 {
 484         int ret;
 485
 486         CIO_CRW_EVENT(4, "chsc: scm change notification\n");
 487         if (sei_area->rs != 7)
 488                 return;
 489
 490         ret = scm_update_information();
 491         if (ret)
 492                 CIO_CRW_EVENT(0, "chsc: updating change notification"
 493                               " failed (rc=%d).\n", ret);
 494 }
 495
 496 static void chsc_process_sei_scm_avail(struct chsc_sei_nt0_area *sei_area)
 497 {
 498         int ret;
 499
 500         CIO_CRW_EVENT(4, "chsc: scm available information\n");
 501         if (sei_area->rs != 7)
 502                 return;
 503
 504         ret = scm_process_availability_information();
 505         if (ret)
 506                 CIO_CRW_EVENT(0, "chsc: process availability information"
 507                               " failed (rc=%d).\n", ret);
 508 }
 509
 510 static void chsc_process_sei_nt2(struct chsc_sei_nt2_area *sei_area)
 511 {
 512         switch (sei_area->cc) {
 513         case 1:
 514                 zpci_event_error(sei_area->ccdf);
 515                 break;
 516         case 2:
 517                 zpci_event_availability(sei_area->ccdf);
 518                 break;
 519         default:
 520                 CIO_CRW_EVENT(2, "chsc: sei nt2 unhandled cc=%d\n",
 521                               sei_area->cc);
 522                 break;
 523         }
 524 }
 525
 526 static void chsc_process_sei_nt0(struct chsc_sei_nt0_area *sei_area)
 527 {
 528         /* which kind of information was stored? */
 529         switch (sei_area->cc) {
 530         case 1: /* link incident*/
 531                 chsc_process_sei_link_incident(sei_area);
 532                 break;
 533         case 2: /* i/o resource accessibility */
 534                 chsc_process_sei_res_acc(sei_area);
 535                 break;
 536         case 7: /* channel-path-availability information */
 537                 chsc_process_sei_chp_avail(sei_area);
 538                 break;
 539         case 8: /* channel-path-configuration notification */
 540                 chsc_process_sei_chp_config(sei_area);
 541                 break;
 542         case 12: /* scm change notification */
 543                 chsc_process_sei_scm_change(sei_area);
 544                 break;
 545         case 14: /* scm available notification */
 546                 chsc_process_sei_scm_avail(sei_area);
 547                 break;
 548         default: /* other stuff */
 549                 CIO_CRW_EVENT(2, "chsc: sei nt0 unhandled cc=%d\n",
 550                               sei_area->cc);
 551                 break;
 552         }
 553
 554         /* Check if we might have lost some information. */
 555         if (sei_area->flags & 0x40) {
 556                 CIO_CRW_EVENT(2, "chsc: event overflow\n");
 557                 css_schedule_eval_all();
 558         }
 559 }
 560
 561 static void chsc_process_event_information(struct chsc_sei *sei, u64 ntsm)
 562 {
 563         static int ntsm_unsupported;
 564
 565         while (true) {
 566                 memset(sei, 0, sizeof(*sei));
 567                 sei->request.length = 0x0010;
 568                 sei->request.code = 0x000e;
 569                 if (!ntsm_unsupported)
 570                         sei->ntsm = ntsm;
 571
 572                 if (chsc(sei))
 573                         break;
 574
 575                 if (sei->response.code != 0x0001) {
 576                         CIO_CRW_EVENT(2, "chsc: sei failed (rc=%04x, ntsm=%llx)\n",
 577                                       sei->response.code, sei->ntsm);
 578
 579                         if (sei->response.code == 3 && sei->ntsm) {
 580                                 /* Fallback for old firmware. */
 581                                 ntsm_unsupported = 1;
 582                                 continue;
 583                         }
 584                         break;
 585                 }
 586
 587                 CIO_CRW_EVENT(2, "chsc: sei successful (nt=%d)\n", sei->nt);
 588                 switch (sei->nt) {
 589                 case 0:
 590                         chsc_process_sei_nt0(&sei->u.nt0_area);
 591                         break;
 592                 case 2:
 593                         chsc_process_sei_nt2(&sei->u.nt2_area);
 594                         break;
 595                 default:
 596                         CIO_CRW_EVENT(2, "chsc: unhandled nt: %d\n", sei->nt);
 597                         break;
 598                 }
 599
 600                 if (!(sei->u.nt0_area.flags & 0x80))
 601                         break;
 602         }
 603 }
 604
 605 /*
 606  * Handle channel subsystem related CRWs.
 607  * Use store event information to find out what's going on.
 608  *
 609  * Note: Access to sei_page is serialized through machine check handler
 610  * thread, so no need for locking.
 611  */
 612 static void chsc_process_crw(struct crw *crw0, struct crw *crw1, int overflow)
 613 {
 614         struct chsc_sei *sei = sei_page;
 615
 616         if (overflow) {
 617                 css_schedule_eval_all();
 618                 return;
 619         }
 620         CIO_CRW_EVENT(2, "CRW reports slct=%d, oflw=%d, "
 621                       "chn=%d, rsc=%X, anc=%d, erc=%X, rsid=%X\n",
 622                       crw0->slct, crw0->oflw, crw0->chn, crw0->rsc, crw0->anc,
 623                       crw0->erc, crw0->rsid);
 624
 625         CIO_TRACE_EVENT(2, "prcss");
 626         chsc_process_event_information(sei, CHSC_SEI_NT0 | CHSC_SEI_NT2);
 627 }
 628
 629 void chsc_chp_online(struct chp_id chpid)
 630 {
 631         char dbf_txt[15];
 632         struct chp_link link;
 633
 634         sprintf(dbf_txt, "cadd%x.%02x", chpid.cssid, chpid.id);
 635         CIO_TRACE_EVENT(2, dbf_txt);
 636
 637         if (chp_get_status(chpid) != 0) {
 638                 memset(&link, 0, sizeof(struct chp_link));
 639                 link.chpid = chpid;
 640                 /* Wait until previous actions have settled. */
 641                 css_wait_for_slow_path();
 642                 for_each_subchannel_staged(__s390_process_res_acc, NULL,
 643                                            &link);
 644         }
 645 }
 646
 647 static void __s390_subchannel_vary_chpid(struct subchannel *sch,
 648                                          struct chp_id chpid, int on)
 649 {
 650         unsigned long flags;
 651         struct chp_link link;
 652
 653         memset(&link, 0, sizeof(struct chp_link));
 654         link.chpid = chpid;
 655         spin_lock_irqsave(sch->lock, flags);
 656         if (sch->driver && sch->driver->chp_event)
 657                 sch->driver->chp_event(sch, &link,
 658                                        on ? CHP_VARY_ON : CHP_VARY_OFF);
 659         spin_unlock_irqrestore(sch->lock, flags);
 660 }
 661
 662 static int s390_subchannel_vary_chpid_off(struct subchannel *sch, void *data)
 663 {
 664         struct chp_id *chpid = data;
 665
 666         __s390_subchannel_vary_chpid(sch, *chpid, 0);
 667         return 0;
 668 }
 669
 670 static int s390_subchannel_vary_chpid_on(struct subchannel *sch, void *data)
 671 {
 672         struct chp_id *chpid = data;
 673
 674         __s390_subchannel_vary_chpid(sch, *chpid, 1);
 675         return 0;
 676 }
 677
 678 static int
 679 __s390_vary_chpid_on(struct subchannel_id schid, void *data)
 680 {
 681         struct schib schib;
 682
 683         if (stsch_err(schid, &schib))
 684                 /* We're through */
 685                 return -ENXIO;
 686         /* Put it on the slow path. */
 687         css_schedule_eval(schid);
 688         return 0;
 689 }
 690
 691 /**
 692  * chsc_chp_vary - propagate channel-path vary operation to subchannels
 693  * @chpid: channl-path ID
 694  * @on: non-zero for vary online, zero for vary offline
 695  */
 696 int chsc_chp_vary(struct chp_id chpid, int on)
 697 {
 698         struct channel_path *chp = chpid_to_chp(chpid);
 699
 700         /* Wait until previous actions have settled. */
 701         css_wait_for_slow_path();
 702         /*
 703          * Redo PathVerification on the devices the chpid connects to
 704          */
 705         if (on) {
 706                 /* Try to update the channel path description. */
 707                 chp_update_desc(chp);
 708                 for_each_subchannel_staged(s390_subchannel_vary_chpid_on,
 709                                            __s390_vary_chpid_on, &chpid);
 710         } else
 711                 for_each_subchannel_staged(s390_subchannel_vary_chpid_off,
 712                                            NULL, &chpid);
 713
 714         return 0;
 715 }
 716
 717 static void
 718 chsc_remove_cmg_attr(struct channel_subsystem *css)
 719 {
 720         int i;
 721
 722         for (i = 0; i <= __MAX_CHPID; i++) {
 723                 if (!css->chps[i])
 724                         continue;
 725                 chp_remove_cmg_attr(css->chps[i]);
 726         }
 727 }
 728
 729 static int
 730 chsc_add_cmg_attr(struct channel_subsystem *css)
 731 {
 732         int i, ret;
 733
 734         ret = 0;
 735         for (i = 0; i <= __MAX_CHPID; i++) {
 736                 if (!css->chps[i])
 737                         continue;
 738                 ret = chp_add_cmg_attr(css->chps[i]);
 739                 if (ret)
 740                         goto cleanup;
 741         }
 742         return ret;
 743 cleanup:
 744         for (--i; i >= 0; i--) {
 745                 if (!css->chps[i])
 746                         continue;
 747                 chp_remove_cmg_attr(css->chps[i]);
 748         }
 749         return ret;
 750 }
 751
 752 int __chsc_do_secm(struct channel_subsystem *css, int enable)
 753 {
 754         struct {
 755                 struct chsc_header request;
 756                 u32 operation_code : 2;
 757                 u32 : 30;
 758                 u32 key : 4;
 759                 u32 : 28;
 760                 u32 zeroes1;
 761                 u32 cub_addr1;
 762                 u32 zeroes2;
 763                 u32 cub_addr2;
 764                 u32 reserved[13];
 765                 struct chsc_header response;
 766                 u32 status : 8;
 767                 u32 : 4;
 768                 u32 fmt : 4;
 769                 u32 : 16;
 770         } __attribute__ ((packed)) *secm_area;
 771         int ret, ccode;
 772
 773         spin_lock_irq(&chsc_page_lock);
 774         memset(chsc_page, 0, PAGE_SIZE);
 775         secm_area = chsc_page;
 776         secm_area->request.length = 0x0050;
 777         secm_area->request.code = 0x0016;
 778
 779         secm_area->key = PAGE_DEFAULT_KEY >> 4;
 780         secm_area->cub_addr1 = (u64)(unsigned long)css->cub_addr1;
 781         secm_area->cub_addr2 = (u64)(unsigned long)css->cub_addr2;
 782
 783         secm_area->operation_code = enable ? 0 : 1;
 784
 785         ccode = chsc(secm_area);
 786         if (ccode > 0) {
 787                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 788                 goto out;
 789         }
 790
 791         switch (secm_area->response.code) {
 792         case 0x0102:
 793         case 0x0103:
 794                 ret = -EINVAL;
 795                 break;
 796         default:
 797                 ret = chsc_error_from_response(secm_area->response.code);
 798         }
 799         if (ret != 0)
 800                 CIO_CRW_EVENT(2, "chsc: secm failed (rc=%04x)\n",
 801                               secm_area->response.code);
 802 out:
 803         spin_unlock_irq(&chsc_page_lock);
 804         return ret;
 805 }
 806
 807 int
 808 chsc_secm(struct channel_subsystem *css, int enable)
 809 {
 810         int ret;
 811
 812         if (enable && !css->cm_enabled) {
 813                 css->cub_addr1 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 814                 css->cub_addr2 = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
 815                 if (!css->cub_addr1 || !css->cub_addr2) {
 816                         free_page((unsigned long)css->cub_addr1);
 817                         free_page((unsigned long)css->cub_addr2);
 818                         return -ENOMEM;
 819                 }
 820         }
 821         ret = __chsc_do_secm(css, enable);
 822         if (!ret) {
 823                 css->cm_enabled = enable;
 824                 if (css->cm_enabled) {
 825                         ret = chsc_add_cmg_attr(css);
 826                         if (ret) {
 827                                 __chsc_do_secm(css, 0);
 828                                 css->cm_enabled = 0;
 829                         }
 830                 } else
 831                         chsc_remove_cmg_attr(css);
 832         }
 833         if (!css->cm_enabled) {
 834                 free_page((unsigned long)css->cub_addr1);
 835                 free_page((unsigned long)css->cub_addr2);
 836         }
 837         return ret;
 838 }
 839
 840 int chsc_determine_channel_path_desc(struct chp_id chpid, int fmt, int rfmt,
 841                                      int c, int m, void *page)
 842 {
 843         struct chsc_scpd *scpd_area;
 844         int ccode, ret;
 845
 846         if ((rfmt == 1) && !css_general_characteristics.fcs)
 847                 return -EINVAL;
 848         if ((rfmt == 2) && !css_general_characteristics.cib)
 849                 return -EINVAL;
 850
 851         memset(page, 0, PAGE_SIZE);
 852         scpd_area = page;
 853         scpd_area->request.length = 0x0010;
 854         scpd_area->request.code = 0x0002;
 855         scpd_area->cssid = chpid.cssid;
 856         scpd_area->first_chpid = chpid.id;
 857         scpd_area->last_chpid = chpid.id;
 858         scpd_area->m = m;
 859         scpd_area->c = c;
 860         scpd_area->fmt = fmt;
 861         scpd_area->rfmt = rfmt;
 862
 863         ccode = chsc(scpd_area);
 864         if (ccode > 0)
 865                 return (ccode == 3) ? -ENODEV : -EBUSY;
 866
 867         ret = chsc_error_from_response(scpd_area->response.code);
 868         if (ret)
 869                 CIO_CRW_EVENT(2, "chsc: scpd failed (rc=%04x)\n",
 870                               scpd_area->response.code);
 871         return ret;
 872 }
 873 EXPORT_SYMBOL_GPL(chsc_determine_channel_path_desc);
 874
 875 int chsc_determine_base_channel_path_desc(struct chp_id chpid,
 876                                           struct channel_path_desc *desc)
 877 {
 878         struct chsc_response_struct *chsc_resp;
 879         struct chsc_scpd *scpd_area;
 880         unsigned long flags;
 881         int ret;
 882
 883         spin_lock_irqsave(&chsc_page_lock, flags);
 884         scpd_area = chsc_page;
 885         ret = chsc_determine_channel_path_desc(chpid, 0, 0, 0, 0, scpd_area);
 886         if (ret)
 887                 goto out;
 888         chsc_resp = (void *)&scpd_area->response;
 889         memcpy(desc, &chsc_resp->data, sizeof(*desc));
 890 out:
 891         spin_unlock_irqrestore(&chsc_page_lock, flags);
 892         return ret;
 893 }
 894
 895 int chsc_determine_fmt1_channel_path_desc(struct chp_id chpid,
 896                                           struct channel_path_desc_fmt1 *desc)
 897 {
 898         struct chsc_response_struct *chsc_resp;
 899         struct chsc_scpd *scpd_area;
 900         unsigned long flags;
 901         int ret;
 902
 903         spin_lock_irqsave(&chsc_page_lock, flags);
 904         scpd_area = chsc_page;
 905         ret = chsc_determine_channel_path_desc(chpid, 0, 0, 1, 0, scpd_area);
 906         if (ret)
 907                 goto out;
 908         chsc_resp = (void *)&scpd_area->response;
 909         memcpy(desc, &chsc_resp->data, sizeof(*desc));
 910 out:
 911         spin_unlock_irqrestore(&chsc_page_lock, flags);
 912         return ret;
 913 }
 914
 915 static void
 916 chsc_initialize_cmg_chars(struct channel_path *chp, u8 cmcv,
 917                           struct cmg_chars *chars)
 918 {
 919         struct cmg_chars *cmg_chars;
 920         int i, mask;
 921
 922         cmg_chars = chp->cmg_chars;
 923         for (i = 0; i < NR_MEASUREMENT_CHARS; i++) {
 924                 mask = 0x80 >> (i + 3);
 925                 if (cmcv & mask)
 926                         cmg_chars->values[i] = chars->values[i];
 927                 else
 928                         cmg_chars->values[i] = 0;
 929         }
 930 }
 931
 932 int chsc_get_channel_measurement_chars(struct channel_path *chp)
 933 {
 934         struct cmg_chars *cmg_chars;
 935         int ccode, ret;
 936
 937         struct {
 938                 struct chsc_header request;
 939                 u32 : 24;
 940                 u32 first_chpid : 8;
 941                 u32 : 24;
 942                 u32 last_chpid : 8;
 943                 u32 zeroes1;
 944                 struct chsc_header response;
 945                 u32 zeroes2;
 946                 u32 not_valid : 1;
 947                 u32 shared : 1;
 948                 u32 : 22;
 949                 u32 chpid : 8;
 950                 u32 cmcv : 5;
 951                 u32 : 11;
 952                 u32 cmgq : 8;
 953                 u32 cmg : 8;
 954                 u32 zeroes3;
 955                 u32 data[NR_MEASUREMENT_CHARS];
 956         } __attribute__ ((packed)) *scmc_area;
 957
 958         chp->cmg_chars = NULL;
 959         cmg_chars = kmalloc(sizeof(*cmg_chars), GFP_KERNEL);
 960         if (!cmg_chars)
 961                 return -ENOMEM;
 962
 963         spin_lock_irq(&chsc_page_lock);
 964         memset(chsc_page, 0, PAGE_SIZE);
 965         scmc_area = chsc_page;
 966         scmc_area->request.length = 0x0010;
 967         scmc_area->request.code = 0x0022;
 968         scmc_area->first_chpid = chp->chpid.id;
 969         scmc_area->last_chpid = chp->chpid.id;
 970
 971         ccode = chsc(scmc_area);
 972         if (ccode > 0) {
 973                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
 974                 goto out;
 975         }
 976
 977         ret = chsc_error_from_response(scmc_area->response.code);
 978         if (ret) {
 979                 CIO_CRW_EVENT(2, "chsc: scmc failed (rc=%04x)\n",
 980                               scmc_area->response.code);
 981                 goto out;
 982         }
 983         if (scmc_area->not_valid) {
 984                 chp->cmg = -1;
 985                 chp->shared = -1;
 986                 goto out;
 987         }
 988         chp->cmg = scmc_area->cmg;
 989         chp->shared = scmc_area->shared;
 990         if (chp->cmg != 2 && chp->cmg != 3) {
 991                 /* No cmg-dependent data. */
 992                 goto out;
 993         }
 994         chp->cmg_chars = cmg_chars;
 995         chsc_initialize_cmg_chars(chp, scmc_area->cmcv,
 996                                   (struct cmg_chars *) &scmc_area->data);
 997 out:
 998         spin_unlock_irq(&chsc_page_lock);
 999         if (!chp->cmg_chars)
1000                 kfree(cmg_chars);
1001
1002         return ret;
1003 }
1004
1005 int __init chsc_init(void)
1006 {
1007         int ret;
1008
1009         sei_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
1010         chsc_page = (void *)get_zeroed_page(GFP_KERNEL | GFP_DMA);
1011         if (!sei_page || !chsc_page) {
1012                 ret = -ENOMEM;
1013                 goto out_err;
1014         }
1015         ret = crw_register_handler(CRW_RSC_CSS, chsc_process_crw);
1016         if (ret)
1017                 goto out_err;
1018         return ret;
1019 out_err:
1020         free_page((unsigned long)chsc_page);
1021         free_page((unsigned long)sei_page);
1022         return ret;
1023 }
1024
1025 void __init chsc_init_cleanup(void)
1026 {
1027         crw_unregister_handler(CRW_RSC_CSS);
1028         free_page((unsigned long)chsc_page);
1029         free_page((unsigned long)sei_page);
1030 }
1031
1032 int chsc_enable_facility(int operation_code)
1033 {
1034         unsigned long flags;
1035         int ret;
1036         struct {
1037                 struct chsc_header request;
1038                 u8 reserved1:4;
1039                 u8 format:4;
1040                 u8 reserved2;
1041                 u16 operation_code;
1042                 u32 reserved3;
1043                 u32 reserved4;
1044                 u32 operation_data_area[252];
1045                 struct chsc_header response;
1046                 u32 reserved5:4;
1047                 u32 format2:4;
1048                 u32 reserved6:24;
1049         } __attribute__ ((packed)) *sda_area;
1050
1051         spin_lock_irqsave(&chsc_page_lock, flags);
1052         memset(chsc_page, 0, PAGE_SIZE);
1053         sda_area = chsc_page;
1054         sda_area->request.length = 0x0400;
1055         sda_area->request.code = 0x0031;
1056         sda_area->operation_code = operation_code;
1057
1058         ret = chsc(sda_area);
1059         if (ret > 0) {
1060                 ret = (ret == 3) ? -ENODEV : -EBUSY;
1061                 goto out;
1062         }
1063
1064         switch (sda_area->response.code) {
1065         case 0x0101:
1066                 ret = -EOPNOTSUPP;
1067                 break;
1068         default:
1069                 ret = chsc_error_from_response(sda_area->response.code);
1070         }
1071         if (ret != 0)
1072                 CIO_CRW_EVENT(2, "chsc: sda (oc=%x) failed (rc=%04x)\n",
1073                               operation_code, sda_area->response.code);
1074 out:
1075         spin_unlock_irqrestore(&chsc_page_lock, flags);
1076         return ret;
1077 }
1078
1079 struct css_general_char css_general_characteristics;
1080 struct css_chsc_char css_chsc_characteristics;
1081
1082 int __init
1083 chsc_determine_css_characteristics(void)
1084 {
1085         int result;
1086         struct {
1087                 struct chsc_header request;
1088                 u32 reserved1;
1089                 u32 reserved2;
1090                 u32 reserved3;
1091                 struct chsc_header response;
1092                 u32 reserved4;
1093                 u32 general_char[510];
1094                 u32 chsc_char[508];
1095         } __attribute__ ((packed)) *scsc_area;
1096
1097         spin_lock_irq(&chsc_page_lock);
1098         memset(chsc_page, 0, PAGE_SIZE);
1099         scsc_area = chsc_page;
1100         scsc_area->request.length = 0x0010;
1101         scsc_area->request.code = 0x0010;
1102
1103         result = chsc(scsc_area);
1104         if (result) {
1105                 result = (result == 3) ? -ENODEV : -EBUSY;
1106                 goto exit;
1107         }
1108
1109         result = chsc_error_from_response(scsc_area->response.code);
1110         if (result == 0) {
1111                 memcpy(&css_general_characteristics, scsc_area->general_char,
1112                        sizeof(css_general_characteristics));
1113                 memcpy(&css_chsc_characteristics, scsc_area->chsc_char,
1114                        sizeof(css_chsc_characteristics));
1115         } else
1116                 CIO_CRW_EVENT(2, "chsc: scsc failed (rc=%04x)\n",
1117                               scsc_area->response.code);
1118 exit:
1119         spin_unlock_irq(&chsc_page_lock);
1120         return result;
1121 }
1122
1123 EXPORT_SYMBOL_GPL(css_general_characteristics);
1124 EXPORT_SYMBOL_GPL(css_chsc_characteristics);
1125
1126 int chsc_sstpc(void *page, unsigned int op, u16 ctrl)
1127 {
1128         struct {
1129                 struct chsc_header request;
1130                 unsigned int rsvd0;
1131                 unsigned int op : 8;
1132                 unsigned int rsvd1 : 8;
1133                 unsigned int ctrl : 16;
1134                 unsigned int rsvd2[5];
1135                 struct chsc_header response;
1136                 unsigned int rsvd3[7];
1137         } __attribute__ ((packed)) *rr;
1138         int rc;
1139
1140         memset(page, 0, PAGE_SIZE);
1141         rr = page;
1142         rr->request.length = 0x0020;
1143         rr->request.code = 0x0033;
1144         rr->op = op;
1145         rr->ctrl = ctrl;
1146         rc = chsc(rr);
1147         if (rc)
1148                 return -EIO;
1149         rc = (rr->response.code == 0x0001) ? 0 : -EIO;
1150         return rc;
1151 }
1152
1153 int chsc_sstpi(void *page, void *result, size_t size)
1154 {
1155         struct {
1156                 struct chsc_header request;
1157                 unsigned int rsvd0[3];
1158                 struct chsc_header response;
1159                 char data[size];
1160         } __attribute__ ((packed)) *rr;
1161         int rc;
1162
1163         memset(page, 0, PAGE_SIZE);
1164         rr = page;
1165         rr->request.length = 0x0010;
1166         rr->request.code = 0x0038;
1167         rc = chsc(rr);
1168         if (rc)
1169                 return -EIO;
1170         memcpy(result, &rr->data, size);
1171         return (rr->response.code == 0x0001) ? 0 : -EIO;
1172 }
1173
1174 int chsc_siosl(struct subchannel_id schid)
1175 {
1176         struct {
1177                 struct chsc_header request;
1178                 u32 word1;
1179                 struct subchannel_id sid;
1180                 u32 word3;
1181                 struct chsc_header response;
1182                 u32 word[11];
1183         } __attribute__ ((packed)) *siosl_area;
1184         unsigned long flags;
1185         int ccode;
1186         int rc;
1187
1188         spin_lock_irqsave(&chsc_page_lock, flags);
1189         memset(chsc_page, 0, PAGE_SIZE);
1190         siosl_area = chsc_page;
1191         siosl_area->request.length = 0x0010;
1192         siosl_area->request.code = 0x0046;
1193         siosl_area->word1 = 0x80000000;
1194         siosl_area->sid = schid;
1195
1196         ccode = chsc(siosl_area);
1197         if (ccode > 0) {
1198                 if (ccode == 3)
1199                         rc = -ENODEV;
1200                 else
1201                         rc = -EBUSY;
1202                 CIO_MSG_EVENT(2, "chsc: chsc failed for 0.%x.%04x (ccode=%d)\n",
1203                               schid.ssid, schid.sch_no, ccode);
1204                 goto out;
1205         }
1206         rc = chsc_error_from_response(siosl_area->response.code);
1207         if (rc)
1208                 CIO_MSG_EVENT(2, "chsc: siosl failed for 0.%x.%04x (rc=%04x)\n",
1209                               schid.ssid, schid.sch_no,
1210                               siosl_area->response.code);
1211         else
1212                 CIO_MSG_EVENT(4, "chsc: siosl succeeded for 0.%x.%04x\n",
1213                               schid.ssid, schid.sch_no);
1214 out:
1215         spin_unlock_irqrestore(&chsc_page_lock, flags);
1216         return rc;
1217 }
1218 EXPORT_SYMBOL_GPL(chsc_siosl);
1219
1220 /**
1221  * chsc_scm_info() - store SCM information (SSI)
1222  * @scm_area: request and response block for SSI
1223  * @token: continuation token
1224  *
1225  * Returns 0 on success.
1226  */
1227 int chsc_scm_info(struct chsc_scm_info *scm_area, u64 token)
1228 {
1229         int ccode, ret;
1230
1231         memset(scm_area, 0, sizeof(*scm_area));
1232         scm_area->request.length = 0x0020;
1233         scm_area->request.code = 0x004C;
1234         scm_area->reqtok = token;
1235
1236         ccode = chsc(scm_area);
1237         if (ccode > 0) {
1238                 ret = (ccode == 3) ? -ENODEV : -EBUSY;
1239                 goto out;
1240         }
1241         ret = chsc_error_from_response(scm_area->response.code);
1242         if (ret != 0)
1243                 CIO_MSG_EVENT(2, "chsc: scm info failed (rc=%04x)\n",
1244                               scm_area->response.code);
1245 out:
1246         return ret;
1247 }
1248 EXPORT_SYMBOL_GPL(chsc_scm_info);