drivers/s390/block/dasd_eckd.c

   1 /*
   2  * File...........: linux/drivers/s390/block/dasd_eckd.c
   3  * Author(s)......: Holger Smolinski <Holger.Smolinski@de.ibm.com>
   4  *                  Horst Hummel <Horst.Hummel@de.ibm.com>
   5  *                  Carsten Otte <Cotte@de.ibm.com>
   6  *                  Martin Schwidefsky <schwidefsky@de.ibm.com>
   7  * Bugreports.to..: <Linux390@de.ibm.com>
   8  * (C) IBM Corporation, IBM Deutschland Entwicklung GmbH, 1999,2000
   9  *
  10  * $Revision: 1.68 $
  11  */
  12
  13 #include <linux/config.h>
  14 #include <linux/stddef.h>
  15 #include <linux/kernel.h>
  16 #include <linux/slab.h>
  17 #include <linux/hdreg.h>        /* HDIO_GETGEO                      */
  18 #include <linux/bio.h>
  19 #include <linux/module.h>
  20 #include <linux/init.h>
  21
  22 #include <asm/debug.h>
  23 #include <asm/idals.h>
  24 #include <asm/ebcdic.h>
  25 #include <asm/io.h>
  26 #include <asm/todclk.h>
  27 #include <asm/uaccess.h>
  28 #include <asm/ccwdev.h>
  29
  30 #include "dasd_int.h"
  31 #include "dasd_eckd.h"
  32
  33 #ifdef PRINTK_HEADER
  34 #undef PRINTK_HEADER
  35 #endif                          /* PRINTK_HEADER */
  36 #define PRINTK_HEADER "dasd(eckd):"
  37
  38 #define ECKD_C0(i) (i->home_bytes)
  39 #define ECKD_F(i) (i->formula)
  40 #define ECKD_F1(i) (ECKD_F(i)==0x01?(i->factors.f_0x01.f1):\
  41                     (i->factors.f_0x02.f1))
  42 #define ECKD_F2(i) (ECKD_F(i)==0x01?(i->factors.f_0x01.f2):\
  43                     (i->factors.f_0x02.f2))
  44 #define ECKD_F3(i) (ECKD_F(i)==0x01?(i->factors.f_0x01.f3):\
  45                     (i->factors.f_0x02.f3))
  46 #define ECKD_F4(i) (ECKD_F(i)==0x02?(i->factors.f_0x02.f4):0)
  47 #define ECKD_F5(i) (ECKD_F(i)==0x02?(i->factors.f_0x02.f5):0)
  48 #define ECKD_F6(i) (i->factor6)
  49 #define ECKD_F7(i) (i->factor7)
  50 #define ECKD_F8(i) (i->factor8)
  51
  52 MODULE_LICENSE("GPL");
  53
  54 static struct dasd_discipline dasd_eckd_discipline;
  55
  56 struct dasd_eckd_private {
  57         struct dasd_eckd_characteristics rdc_data;
  58         struct dasd_eckd_confdata conf_data;
  59         struct eckd_count count_area[5];
  60         int init_cqr_status;
  61         int uses_cdl;
  62         struct attrib_data_t attrib;    /* e.g. cache operations */
  63 };
  64
  65 /* The ccw bus type uses this table to find devices that it sends to
  66  * dasd_eckd_probe */
  67 static struct ccw_device_id dasd_eckd_ids[] = {
  68         { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3390, 0), driver_info: 0x1},
  69         { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3390, 0), driver_info: 0x2},
  70         { CCW_DEVICE_DEVTYPE (0x3880, 0, 0x3390, 0), driver_info: 0x3},
  71         { CCW_DEVICE_DEVTYPE (0x3990, 0, 0x3380, 0), driver_info: 0x4},
  72         { CCW_DEVICE_DEVTYPE (0x2105, 0, 0x3380, 0), driver_info: 0x5},
  73         { CCW_DEVICE_DEVTYPE (0x9343, 0, 0x9345, 0), driver_info: 0x6},
  74         { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3390, 0), driver_info: 0x7},
  75         { CCW_DEVICE_DEVTYPE (0x2107, 0, 0x3380, 0), driver_info: 0x8},
  76         { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3390, 0), driver_info: 0x9},
  77         { CCW_DEVICE_DEVTYPE (0x1750, 0, 0x3380, 0), driver_info: 0xa},
  78         { /* end of list */ },
  79 };
  80
  81 MODULE_DEVICE_TABLE(ccw, dasd_eckd_ids);
  82
  83 static struct ccw_driver dasd_eckd_driver; /* see below */
  84
  85 /* initial attempt at a probe function. this can be simplified once
  86  * the other detection code is gone */
  87 static int
  88 dasd_eckd_probe (struct ccw_device *cdev)
  89 {
  90         int ret;
  91
  92         ret = dasd_generic_probe (cdev, &dasd_eckd_discipline);
  93         if (ret)
  94                 return ret;
  95         ccw_device_set_options(cdev, CCWDEV_DO_PATHGROUP | CCWDEV_ALLOW_FORCE);
  96         return 0;
  97 }
  98
  99 static int
 100 dasd_eckd_set_online(struct ccw_device *cdev)
 101 {
 102         return dasd_generic_set_online (cdev, &dasd_eckd_discipline);
 103 }
 104
 105 static struct ccw_driver dasd_eckd_driver = {
 106         .name        = "dasd-eckd",
 107         .owner       = THIS_MODULE,
 108         .ids         = dasd_eckd_ids,
 109         .probe       = dasd_eckd_probe,
 110         .remove      = dasd_generic_remove,
 111         .set_offline = dasd_generic_set_offline,
 112         .set_online  = dasd_eckd_set_online,
 113         .notify      = dasd_generic_notify,
 114 };
 115
 116 static const int sizes_trk0[] = { 28, 148, 84 };
 117 #define LABEL_SIZE 140
 118
 119 static inline unsigned int
 120 round_up_multiple(unsigned int no, unsigned int mult)
 121 {
 122         int rem = no % mult;
 123         return (rem ? no - rem + mult : no);
 124 }
 125
 126 static inline unsigned int
 127 ceil_quot(unsigned int d1, unsigned int d2)
 128 {
 129         return (d1 + (d2 - 1)) / d2;
 130 }
 131
 132 static inline int
 133 bytes_per_record(struct dasd_eckd_characteristics *rdc, int kl, int dl)
 134 {
 135         unsigned int fl1, fl2, int1, int2;
 136         int bpr;
 137
 138         switch (rdc->formula) {
 139         case 0x01:
 140                 fl1 = round_up_multiple(ECKD_F2(rdc) + dl, ECKD_F1(rdc));
 141                 fl2 = round_up_multiple(kl ? ECKD_F2(rdc) + kl : 0,
 142                                         ECKD_F1(rdc));
 143                 bpr = fl1 + fl2;
 144                 break;
 145         case 0x02:
 146                 int1 = ceil_quot(dl + ECKD_F6(rdc), ECKD_F5(rdc) << 1);
 147                 int2 = ceil_quot(kl + ECKD_F6(rdc), ECKD_F5(rdc) << 1);
 148                 fl1 = round_up_multiple(ECKD_F1(rdc) * ECKD_F2(rdc) + dl +
 149                                         ECKD_F6(rdc) + ECKD_F4(rdc) * int1,
 150                                         ECKD_F1(rdc));
 151                 fl2 = round_up_multiple(ECKD_F1(rdc) * ECKD_F3(rdc) + kl +
 152                                         ECKD_F6(rdc) + ECKD_F4(rdc) * int2,
 153                                         ECKD_F1(rdc));
 154                 bpr = fl1 + fl2;
 155                 break;
 156         default:
 157                 bpr = 0;
 158                 break;
 159         }
 160         return bpr;
 161 }
 162
 163 static inline unsigned int
 164 bytes_per_track(struct dasd_eckd_characteristics *rdc)
 165 {
 166         return *(unsigned int *) (rdc->byte_per_track) >> 8;
 167 }
 168
 169 static inline unsigned int
 170 recs_per_track(struct dasd_eckd_characteristics * rdc,
 171                unsigned int kl, unsigned int dl)
 172 {
 173         int dn, kn;
 174
 175         switch (rdc->dev_type) {
 176         case 0x3380:
 177                 if (kl)
 178                         return 1499 / (15 + 7 + ceil_quot(kl + 12, 32) +
 179                                        ceil_quot(dl + 12, 32));
 180                 else
 181                         return 1499 / (15 + ceil_quot(dl + 12, 32));
 182         case 0x3390:
 183                 dn = ceil_quot(dl + 6, 232) + 1;
 184                 if (kl) {
 185                         kn = ceil_quot(kl + 6, 232) + 1;
 186                         return 1729 / (10 + 9 + ceil_quot(kl + 6 * kn, 34) +
 187                                        9 + ceil_quot(dl + 6 * dn, 34));
 188                 } else
 189                         return 1729 / (10 + 9 + ceil_quot(dl + 6 * dn, 34));
 190         case 0x9345:
 191                 dn = ceil_quot(dl + 6, 232) + 1;
 192                 if (kl) {
 193                         kn = ceil_quot(kl + 6, 232) + 1;
 194                         return 1420 / (18 + 7 + ceil_quot(kl + 6 * kn, 34) +
 195                                        ceil_quot(dl + 6 * dn, 34));
 196                 } else
 197                         return 1420 / (18 + 7 + ceil_quot(dl + 6 * dn, 34));
 198         }
 199         return 0;
 200 }
 201
 202 static inline void
 203 check_XRC (struct ccw1         *de_ccw,
 204            struct DE_eckd_data *data,
 205            struct dasd_device  *device)
 206 {
 207         struct dasd_eckd_private *private;
 208
 209         private = (struct dasd_eckd_private *) device->private;
 210
 211         /* switch on System Time Stamp - needed for XRC Support */
 212         if (private->rdc_data.facilities.XRC_supported) {
 213
 214                 data->ga_extended |= 0x08; /* switch on 'Time Stamp Valid'   */
 215                 data->ga_extended |= 0x02; /* switch on 'Extended Parameter' */
 216
 217                 data->ep_sys_time = get_clock ();
 218
 219                 de_ccw->count = sizeof (struct DE_eckd_data);
 220                 de_ccw->flags |= CCW_FLAG_SLI;
 221         }
 222
 223         return;
 224
 225 } /* end check_XRC */
 226
 227 static inline void
 228 define_extent(struct ccw1 * ccw, struct DE_eckd_data * data, int trk,
 229               int totrk, int cmd, struct dasd_device * device)
 230 {
 231         struct dasd_eckd_private *private;
 232         struct ch_t geo, beg, end;
 233
 234         private = (struct dasd_eckd_private *) device->private;
 235
 236         ccw->cmd_code = DASD_ECKD_CCW_DEFINE_EXTENT;
 237         ccw->flags = 0;
 238         ccw->count = 16;
 239         ccw->cda = (__u32) __pa(data);
 240
 241         memset(data, 0, sizeof (struct DE_eckd_data));
 242         switch (cmd) {
 243         case DASD_ECKD_CCW_READ_HOME_ADDRESS:
 244         case DASD_ECKD_CCW_READ_RECORD_ZERO:
 245         case DASD_ECKD_CCW_READ:
 246         case DASD_ECKD_CCW_READ_MT:
 247         case DASD_ECKD_CCW_READ_CKD:
 248         case DASD_ECKD_CCW_READ_CKD_MT:
 249         case DASD_ECKD_CCW_READ_KD:
 250         case DASD_ECKD_CCW_READ_KD_MT:
 251         case DASD_ECKD_CCW_READ_COUNT:
 252                 data->mask.perm = 0x1;
 253                 data->attributes.operation = private->attrib.operation;
 254                 break;
 255         case DASD_ECKD_CCW_WRITE:
 256         case DASD_ECKD_CCW_WRITE_MT:
 257         case DASD_ECKD_CCW_WRITE_KD:
 258         case DASD_ECKD_CCW_WRITE_KD_MT:
 259                 data->mask.perm = 0x02;
 260                 data->attributes.operation = private->attrib.operation;
 261                 check_XRC (ccw, data, device);
 262                 break;
 263         case DASD_ECKD_CCW_WRITE_CKD:
 264         case DASD_ECKD_CCW_WRITE_CKD_MT:
 265                 data->attributes.operation = DASD_BYPASS_CACHE;
 266                 check_XRC (ccw, data, device);
 267                 break;
 268         case DASD_ECKD_CCW_ERASE:
 269         case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
 270         case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
 271                 data->mask.perm = 0x3;
 272                 data->mask.auth = 0x1;
 273                 data->attributes.operation = DASD_BYPASS_CACHE;
 274                 check_XRC (ccw, data, device);
 275                 break;
 276         default:
 277                 DEV_MESSAGE(KERN_ERR, device, "unknown opcode 0x%x", cmd);
 278                 break;
 279         }
 280
 281         data->attributes.mode = 0x3;    /* ECKD */
 282
 283         if ((private->rdc_data.cu_type == 0x2105 ||
 284              private->rdc_data.cu_type == 0x2107 ||
 285              private->rdc_data.cu_type == 0x1750)
 286             && !(private->uses_cdl && trk < 2))
 287                 data->ga_extended |= 0x40; /* Regular Data Format Mode */
 288
 289         geo.cyl = private->rdc_data.no_cyl;
 290         geo.head = private->rdc_data.trk_per_cyl;
 291         beg.cyl = trk / geo.head;
 292         beg.head = trk % geo.head;
 293         end.cyl = totrk / geo.head;
 294         end.head = totrk % geo.head;
 295
 296         /* check for sequential prestage - enhance cylinder range */
 297         if (data->attributes.operation == DASD_SEQ_PRESTAGE ||
 298             data->attributes.operation == DASD_SEQ_ACCESS) {
 299
 300                 if (end.cyl + private->attrib.nr_cyl < geo.cyl)
 301                         end.cyl += private->attrib.nr_cyl;
 302                 else
 303                         end.cyl = (geo.cyl - 1);
 304         }
 305
 306         data->beg_ext.cyl = beg.cyl;
 307         data->beg_ext.head = beg.head;
 308         data->end_ext.cyl = end.cyl;
 309         data->end_ext.head = end.head;
 310 }
 311
 312 static inline void
 313 locate_record(struct ccw1 *ccw, struct LO_eckd_data *data, int trk,
 314               int rec_on_trk, int no_rec, int cmd,
 315               struct dasd_device * device, int reclen)
 316 {
 317         struct dasd_eckd_private *private;
 318         int sector;
 319         int dn, d;
 320
 321         private = (struct dasd_eckd_private *) device->private;
 322
 323         DBF_DEV_EVENT(DBF_INFO, device,
 324                   "Locate: trk %d, rec %d, no_rec %d, cmd %d, reclen %d",
 325                   trk, rec_on_trk, no_rec, cmd, reclen);
 326
 327         ccw->cmd_code = DASD_ECKD_CCW_LOCATE_RECORD;
 328         ccw->flags = 0;
 329         ccw->count = 16;
 330         ccw->cda = (__u32) __pa(data);
 331
 332         memset(data, 0, sizeof (struct LO_eckd_data));
 333         sector = 0;
 334         if (rec_on_trk) {
 335                 switch (private->rdc_data.dev_type) {
 336                 case 0x3390:
 337                         dn = ceil_quot(reclen + 6, 232);
 338                         d = 9 + ceil_quot(reclen + 6 * (dn + 1), 34);
 339                         sector = (49 + (rec_on_trk - 1) * (10 + d)) / 8;
 340                         break;
 341                 case 0x3380:
 342                         d = 7 + ceil_quot(reclen + 12, 32);
 343                         sector = (39 + (rec_on_trk - 1) * (8 + d)) / 7;
 344                         break;
 345                 }
 346         }
 347         data->sector = sector;
 348         data->count = no_rec;
 349         switch (cmd) {
 350         case DASD_ECKD_CCW_WRITE_HOME_ADDRESS:
 351                 data->operation.orientation = 0x3;
 352                 data->operation.operation = 0x03;
 353                 break;
 354         case DASD_ECKD_CCW_READ_HOME_ADDRESS:
 355                 data->operation.orientation = 0x3;
 356                 data->operation.operation = 0x16;
 357                 break;
 358         case DASD_ECKD_CCW_WRITE_RECORD_ZERO:
 359                 data->operation.orientation = 0x1;
 360                 data->operation.operation = 0x03;
 361                 data->count++;
 362                 break;
 363         case DASD_ECKD_CCW_READ_RECORD_ZERO:
 364                 data->operation.orientation = 0x3;
 365                 data->operation.operation = 0x16;
 366                 data->count++;
 367                 break;
 368         case DASD_ECKD_CCW_WRITE:
 369         case DASD_ECKD_CCW_WRITE_MT:
 370         case DASD_ECKD_CCW_WRITE_KD:
 371         case DASD_ECKD_CCW_WRITE_KD_MT:
 372                 data->auxiliary.last_bytes_used = 0x1;
 373                 data->length = reclen;
 374                 data->operation.operation = 0x01;
 375                 break;
 376         case DASD_ECKD_CCW_WRITE_CKD:
 377         case DASD_ECKD_CCW_WRITE_CKD_MT:
 378                 data->auxiliary.last_bytes_used = 0x1;
 379                 data->length = reclen;
 380                 data->operation.operation = 0x03;
 381                 break;
 382         case DASD_ECKD_CCW_READ:
 383         case DASD_ECKD_CCW_READ_MT:
 384         case DASD_ECKD_CCW_READ_KD:
 385         case DASD_ECKD_CCW_READ_KD_MT:
 386                 data->auxiliary.last_bytes_used = 0x1;
 387                 data->length = reclen;
 388                 data->operation.operation = 0x06;
 389                 break;
 390         case DASD_ECKD_CCW_READ_CKD:
 391         case DASD_ECKD_CCW_READ_CKD_MT:
 392                 data->auxiliary.last_bytes_used = 0x1;
 393                 data->length = reclen;
 394                 data->operation.operation = 0x16;
 395                 break;
 396         case DASD_ECKD_CCW_READ_COUNT:
 397                 data->operation.operation = 0x06;
 398                 break;
 399         case DASD_ECKD_CCW_ERASE:
 400                 data->length = reclen;
 401                 data->auxiliary.last_bytes_used = 0x1;
 402                 data->operation.operation = 0x0b;
 403                 break;
 404         default:
 405                 DEV_MESSAGE(KERN_ERR, device, "unknown opcode 0x%x", cmd);
 406         }
 407         data->seek_addr.cyl = data->search_arg.cyl =
 408                 trk / private->rdc_data.trk_per_cyl;
 409         data->seek_addr.head = data->search_arg.head =
 410                 trk % private->rdc_data.trk_per_cyl;
 411         data->search_arg.record = rec_on_trk;
 412 }
 413
 414 /*
 415  * Returns 1 if the block is one of the special blocks that needs
 416  * to get read/written with the KD variant of the command.
 417  * That is DASD_ECKD_READ_KD_MT instead of DASD_ECKD_READ_MT and
 418  * DASD_ECKD_WRITE_KD_MT instead of DASD_ECKD_WRITE_MT.
 419  * Luckily the KD variants differ only by one bit (0x08) from the
 420  * normal variant. So don't wonder about code like:
 421  * if (dasd_eckd_cdl_special(blk_per_trk, recid))
 422  *         ccw->cmd_code |= 0x8;
 423  */
 424 static inline int
 425 dasd_eckd_cdl_special(int blk_per_trk, int recid)
 426 {
 427         if (recid < 3)
 428                 return 1;
 429         if (recid < blk_per_trk)
 430                 return 0;
 431         if (recid < 2 * blk_per_trk)
 432                 return 1;
 433         return 0;
 434 }
 435
 436 /*
 437  * Returns the record size for the special blocks of the cdl format.
 438  * Only returns something useful if dasd_eckd_cdl_special is true
 439  * for the recid.
 440  */
 441 static inline int
 442 dasd_eckd_cdl_reclen(int recid)
 443 {
 444         if (recid < 3)
 445                 return sizes_trk0[recid];
 446         return LABEL_SIZE;
 447 }
 448
 449 static int
 450 dasd_eckd_check_characteristics(struct dasd_device *device)
 451 {
 452         struct dasd_eckd_private *private;
 453         void *rdc_data;
 454         void *conf_data;
 455         int conf_len;
 456         int rc;
 457
 458         private = (struct dasd_eckd_private *) device->private;
 459         if (private == NULL) {
 460                 private = kmalloc(sizeof(struct dasd_eckd_private),
 461                                   GFP_KERNEL | GFP_DMA);
 462                 if (private == NULL) {
 463                         DEV_MESSAGE(KERN_WARNING, device, "%s",
 464                                     "memory allocation failed for private "
 465                                     "data");
 466                         return -ENOMEM;
 467                 }
 468                 device->private = (void *) private;
 469         }
 470         /* Invalidate status of initial analysis. */
 471         private->init_cqr_status = -1;
 472         /* Set default cache operations. */
 473         private->attrib.operation = DASD_NORMAL_CACHE;
 474         private->attrib.nr_cyl = 0;
 475
 476         /* Read Device Characteristics */
 477         rdc_data = (void *) &(private->rdc_data);
 478         rc = read_dev_chars(device->cdev, &rdc_data, 64);
 479         if (rc) {
 480                 DEV_MESSAGE(KERN_WARNING, device,
 481                             "Read device characteristics returned error %d",
 482                             rc);
 483                 return rc;
 484         }
 485
 486         DEV_MESSAGE(KERN_INFO, device,
 487                     "%04X/%02X(CU:%04X/%02X) Cyl:%d Head:%d Sec:%d",
 488                     private->rdc_data.dev_type,
 489                     private->rdc_data.dev_model,
 490                     private->rdc_data.cu_type,
 491                     private->rdc_data.cu_model.model,
 492                     private->rdc_data.no_cyl,
 493                     private->rdc_data.trk_per_cyl,
 494                     private->rdc_data.sec_per_trk);
 495
 496         /* Read Configuration Data */
 497         rc = read_conf_data(device->cdev, &conf_data, &conf_len);
 498         if (rc && rc != -EOPNOTSUPP) {  /* -EOPNOTSUPP is ok */
 499                 DEV_MESSAGE(KERN_WARNING, device,
 500                             "Read configuration data returned error %d", rc);
 501                 return rc;
 502         }
 503         if (conf_data == NULL) {
 504                 DEV_MESSAGE(KERN_WARNING, device, "%s",
 505                             "No configuration data retrieved");
 506                 return 0;       /* no errror */
 507         }
 508         if (conf_len != sizeof (struct dasd_eckd_confdata)) {
 509                 DEV_MESSAGE(KERN_WARNING, device,
 510                             "sizes of configuration data mismatch"
 511                             "%d (read) vs %ld (expected)",
 512                             conf_len, sizeof (struct dasd_eckd_confdata));
 513
 514                 kfree(conf_data); /* allocated by read_conf_data() */
 515                 return 0;       /* no errror */
 516         }
 517         memcpy(&private->conf_data, conf_data,
 518                sizeof (struct dasd_eckd_confdata));
 519         kfree(conf_data); /* allocated by read_conf_data() */
 520         return 0;
 521 }
 522
 523 static struct dasd_ccw_req *
 524 dasd_eckd_analysis_ccw(struct dasd_device *device)
 525 {
 526         struct dasd_eckd_private *private;
 527         struct eckd_count *count_data;
 528         struct LO_eckd_data *LO_data;
 529         struct dasd_ccw_req *cqr;
 530         struct ccw1 *ccw;
 531         int cplength, datasize;
 532         int i;
 533
 534         private = (struct dasd_eckd_private *) device->private;
 535
 536         cplength = 8;
 537         datasize = sizeof(struct DE_eckd_data) + 2*sizeof(struct LO_eckd_data);
 538         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
 539                                    cplength, datasize, device);
 540         if (IS_ERR(cqr))
 541                 return cqr;
 542         ccw = cqr->cpaddr;
 543         /* Define extent for the first 3 tracks. */
 544         define_extent(ccw++, cqr->data, 0, 2,
 545                       DASD_ECKD_CCW_READ_COUNT, device);
 546         LO_data = cqr->data + sizeof (struct DE_eckd_data);
 547         /* Locate record for the first 4 records on track 0. */
 548         ccw[-1].flags |= CCW_FLAG_CC;
 549         locate_record(ccw++, LO_data++, 0, 0, 4,
 550                       DASD_ECKD_CCW_READ_COUNT, device, 0);
 551
 552         count_data = private->count_area;
 553         for (i = 0; i < 4; i++) {
 554                 ccw[-1].flags |= CCW_FLAG_CC;
 555                 ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
 556                 ccw->flags = 0;
 557                 ccw->count = 8;
 558                 ccw->cda = (__u32)(addr_t) count_data;
 559                 ccw++;
 560                 count_data++;
 561         }
 562
 563         /* Locate record for the first record on track 2. */
 564         ccw[-1].flags |= CCW_FLAG_CC;
 565         locate_record(ccw++, LO_data++, 2, 0, 1,
 566                       DASD_ECKD_CCW_READ_COUNT, device, 0);
 567         /* Read count ccw. */
 568         ccw[-1].flags |= CCW_FLAG_CC;
 569         ccw->cmd_code = DASD_ECKD_CCW_READ_COUNT;
 570         ccw->flags = 0;
 571         ccw->count = 8;
 572         ccw->cda = (__u32)(addr_t) count_data;
 573
 574         cqr->device = device;
 575         cqr->retries = 0;
 576         cqr->buildclk = get_clock();
 577         cqr->status = DASD_CQR_FILLED;
 578         return cqr;
 579 }
 580
 581 /*
 582  * This is the callback function for the init_analysis cqr. It saves
 583  * the status of the initial analysis ccw before it frees it and kicks
 584  * the device to continue the startup sequence. This will call
 585  * dasd_eckd_do_analysis again (if the devices has not been marked
 586  * for deletion in the meantime).
 587  */
 588 static void
 589 dasd_eckd_analysis_callback(struct dasd_ccw_req *init_cqr, void *data)
 590 {
 591         struct dasd_eckd_private *private;
 592         struct dasd_device *device;
 593
 594         device = init_cqr->device;
 595         private = (struct dasd_eckd_private *) device->private;
 596         private->init_cqr_status = init_cqr->status;
 597         dasd_sfree_request(init_cqr, device);
 598         dasd_kick_device(device);
 599 }
 600
 601 static int
 602 dasd_eckd_start_analysis(struct dasd_device *device)
 603 {
 604         struct dasd_eckd_private *private;
 605         struct dasd_ccw_req *init_cqr;
 606
 607         private = (struct dasd_eckd_private *) device->private;
 608         init_cqr = dasd_eckd_analysis_ccw(device);
 609         if (IS_ERR(init_cqr))
 610                 return PTR_ERR(init_cqr);
 611         init_cqr->callback = dasd_eckd_analysis_callback;
 612         init_cqr->callback_data = NULL;
 613         init_cqr->expires = 5*HZ;
 614         dasd_add_request_head(init_cqr);
 615         return -EAGAIN;
 616 }
 617
 618 static int
 619 dasd_eckd_end_analysis(struct dasd_device *device)
 620 {
 621         struct dasd_eckd_private *private;
 622         struct eckd_count *count_area;
 623         unsigned int sb, blk_per_trk;
 624         int status, i;
 625
 626         private = (struct dasd_eckd_private *) device->private;
 627         status = private->init_cqr_status;
 628         private->init_cqr_status = -1;
 629         if (status != DASD_CQR_DONE) {
 630                 DEV_MESSAGE(KERN_WARNING, device, "%s",
 631                             "volume analysis returned unformatted disk");
 632                 return -EMEDIUMTYPE;
 633         }
 634
 635         private->uses_cdl = 1;
 636         /* Calculate number of blocks/records per track. */
 637         blk_per_trk = recs_per_track(&private->rdc_data, 0, device->bp_block);
 638         /* Check Track 0 for Compatible Disk Layout */
 639         count_area = NULL;
 640         for (i = 0; i < 3; i++) {
 641                 if (private->count_area[i].kl != 4 ||
 642                     private->count_area[i].dl != dasd_eckd_cdl_reclen(i) - 4) {
 643                         private->uses_cdl = 0;
 644                         break;
 645                 }
 646         }
 647         if (i == 3)
 648                 count_area = &private->count_area[4];
 649
 650         if (private->uses_cdl == 0) {
 651                 for (i = 0; i < 5; i++) {
 652                         if ((private->count_area[i].kl != 0) ||
 653                             (private->count_area[i].dl !=
 654                              private->count_area[0].dl))
 655                                 break;
 656                 }
 657                 if (i == 5)
 658                         count_area = &private->count_area[0];
 659         } else {
 660                 if (private->count_area[3].record == 1)
 661                         DEV_MESSAGE(KERN_WARNING, device, "%s",
 662                                     "Trk 0: no records after VTOC!");
 663         }
 664         if (count_area != NULL && count_area->kl == 0) {
 665                 /* we found notthing violating our disk layout */
 666                 if (dasd_check_blocksize(count_area->dl) == 0)
 667                         device->bp_block = count_area->dl;
 668         }
 669         if (device->bp_block == 0) {
 670                 DEV_MESSAGE(KERN_WARNING, device, "%s",
 671                             "Volume has incompatible disk layout");
 672                 return -EMEDIUMTYPE;
 673         }
 674         device->s2b_shift = 0;  /* bits to shift 512 to get a block */
 675         for (sb = 512; sb < device->bp_block; sb = sb << 1)
 676                 device->s2b_shift++;
 677
 678         blk_per_trk = recs_per_track(&private->rdc_data, 0, device->bp_block);
 679         device->blocks = (private->rdc_data.no_cyl *
 680                           private->rdc_data.trk_per_cyl *
 681                           blk_per_trk);
 682
 683         DEV_MESSAGE(KERN_INFO, device,
 684                     "(%dkB blks): %dkB at %dkB/trk %s",
 685                     (device->bp_block >> 10),
 686                     ((private->rdc_data.no_cyl *
 687                       private->rdc_data.trk_per_cyl *
 688                       blk_per_trk * (device->bp_block >> 9)) >> 1),
 689                     ((blk_per_trk * device->bp_block) >> 10),
 690                     private->uses_cdl ?
 691                     "compatible disk layout" : "linux disk layout");
 692
 693         return 0;
 694 }
 695
 696 static int
 697 dasd_eckd_do_analysis(struct dasd_device *device)
 698 {
 699         struct dasd_eckd_private *private;
 700
 701         private = (struct dasd_eckd_private *) device->private;
 702         if (private->init_cqr_status < 0)
 703                 return dasd_eckd_start_analysis(device);
 704         else
 705                 return dasd_eckd_end_analysis(device);
 706 }
 707
 708 static int
 709 dasd_eckd_fill_geometry(struct dasd_device *device, struct hd_geometry *geo)
 710 {
 711         struct dasd_eckd_private *private;
 712
 713         private = (struct dasd_eckd_private *) device->private;
 714         if (dasd_check_blocksize(device->bp_block) == 0) {
 715                 geo->sectors = recs_per_track(&private->rdc_data,
 716                                               0, device->bp_block);
 717         }
 718         geo->cylinders = private->rdc_data.no_cyl;
 719         geo->heads = private->rdc_data.trk_per_cyl;
 720         return 0;
 721 }
 722
 723 static struct dasd_ccw_req *
 724 dasd_eckd_format_device(struct dasd_device * device,
 725                         struct format_data_t * fdata)
 726 {
 727         struct dasd_eckd_private *private;
 728         struct dasd_ccw_req *fcp;
 729         struct eckd_count *ect;
 730         struct ccw1 *ccw;
 731         void *data;
 732         int rpt, cyl, head;
 733         int cplength, datasize;
 734         int i;
 735
 736         private = (struct dasd_eckd_private *) device->private;
 737         rpt = recs_per_track(&private->rdc_data, 0, fdata->blksize);
 738         cyl = fdata->start_unit / private->rdc_data.trk_per_cyl;
 739         head = fdata->start_unit % private->rdc_data.trk_per_cyl;
 740
 741         /* Sanity checks. */
 742         if (fdata->start_unit >=
 743             (private->rdc_data.no_cyl * private->rdc_data.trk_per_cyl)) {
 744                 DEV_MESSAGE(KERN_INFO, device, "Track no %d too big!",
 745                             fdata->start_unit);
 746                 return ERR_PTR(-EINVAL);
 747         }
 748         if (fdata->start_unit > fdata->stop_unit) {
 749                 DEV_MESSAGE(KERN_INFO, device, "Track %d reached! ending.",
 750                             fdata->start_unit);
 751                 return ERR_PTR(-EINVAL);
 752         }
 753         if (dasd_check_blocksize(fdata->blksize) != 0) {
 754                 DEV_MESSAGE(KERN_WARNING, device,
 755                             "Invalid blocksize %d...terminating!",
 756                             fdata->blksize);
 757                 return ERR_PTR(-EINVAL);
 758         }
 759
 760         /*
 761          * fdata->intensity is a bit string that tells us what to do:
 762          *   Bit 0: write record zero
 763          *   Bit 1: write home address, currently not supported
 764          *   Bit 2: invalidate tracks
 765          *   Bit 3: use OS/390 compatible disk layout (cdl)
 766          * Only some bit combinations do make sense.
 767          */
 768         switch (fdata->intensity) {
 769         case 0x00:      /* Normal format */
 770         case 0x08:      /* Normal format, use cdl. */
 771                 cplength = 2 + rpt;
 772                 datasize = sizeof(struct DE_eckd_data) +
 773                         sizeof(struct LO_eckd_data) +
 774                         rpt * sizeof(struct eckd_count);
 775                 break;
 776         case 0x01:      /* Write record zero and format track. */
 777         case 0x09:      /* Write record zero and format track, use cdl. */
 778                 cplength = 3 + rpt;
 779                 datasize = sizeof(struct DE_eckd_data) +
 780                         sizeof(struct LO_eckd_data) +
 781                         sizeof(struct eckd_count) +
 782                         rpt * sizeof(struct eckd_count);
 783                 break;
 784         case 0x04:      /* Invalidate track. */
 785         case 0x0c:      /* Invalidate track, use cdl. */
 786                 cplength = 3;
 787                 datasize = sizeof(struct DE_eckd_data) +
 788                         sizeof(struct LO_eckd_data) +
 789                         sizeof(struct eckd_count);
 790                 break;
 791         default:
 792                 DEV_MESSAGE(KERN_WARNING, device, "Invalid flags 0x%x.",
 793                             fdata->intensity);
 794                 return ERR_PTR(-EINVAL);
 795         }
 796         /* Allocate the format ccw request. */
 797         fcp = dasd_smalloc_request(dasd_eckd_discipline.name,
 798                                    cplength, datasize, device);
 799         if (IS_ERR(fcp))
 800                 return fcp;
 801
 802         data = fcp->data;
 803         ccw = fcp->cpaddr;
 804
 805         switch (fdata->intensity & ~0x08) {
 806         case 0x00: /* Normal format. */
 807                 define_extent(ccw++, (struct DE_eckd_data *) data,
 808                               fdata->start_unit, fdata->start_unit,
 809                               DASD_ECKD_CCW_WRITE_CKD, device);
 810                 data += sizeof(struct DE_eckd_data);
 811                 ccw[-1].flags |= CCW_FLAG_CC;
 812                 locate_record(ccw++, (struct LO_eckd_data *) data,
 813                               fdata->start_unit, 0, rpt,
 814                               DASD_ECKD_CCW_WRITE_CKD, device,
 815                               fdata->blksize);
 816                 data += sizeof(struct LO_eckd_data);
 817                 break;
 818         case 0x01: /* Write record zero + format track. */
 819                 define_extent(ccw++, (struct DE_eckd_data *) data,
 820                               fdata->start_unit, fdata->start_unit,
 821                               DASD_ECKD_CCW_WRITE_RECORD_ZERO,
 822                               device);
 823                 data += sizeof(struct DE_eckd_data);
 824                 ccw[-1].flags |= CCW_FLAG_CC;
 825                 locate_record(ccw++, (struct LO_eckd_data *) data,
 826                               fdata->start_unit, 0, rpt + 1,
 827                               DASD_ECKD_CCW_WRITE_RECORD_ZERO, device,
 828                               device->bp_block);
 829                 data += sizeof(struct LO_eckd_data);
 830                 break;
 831         case 0x04: /* Invalidate track. */
 832                 define_extent(ccw++, (struct DE_eckd_data *) data,
 833                               fdata->start_unit, fdata->start_unit,
 834                               DASD_ECKD_CCW_WRITE_CKD, device);
 835                 data += sizeof(struct DE_eckd_data);
 836                 ccw[-1].flags |= CCW_FLAG_CC;
 837                 locate_record(ccw++, (struct LO_eckd_data *) data,
 838                               fdata->start_unit, 0, 1,
 839                               DASD_ECKD_CCW_WRITE_CKD, device, 8);
 840                 data += sizeof(struct LO_eckd_data);
 841                 break;
 842         }
 843         if (fdata->intensity & 0x01) {  /* write record zero */
 844                 ect = (struct eckd_count *) data;
 845                 data += sizeof(struct eckd_count);
 846                 ect->cyl = cyl;
 847                 ect->head = head;
 848                 ect->record = 0;
 849                 ect->kl = 0;
 850                 ect->dl = 8;
 851                 ccw[-1].flags |= CCW_FLAG_CC;
 852                 ccw->cmd_code = DASD_ECKD_CCW_WRITE_RECORD_ZERO;
 853                 ccw->flags = CCW_FLAG_SLI;
 854                 ccw->count = 8;
 855                 ccw->cda = (__u32)(addr_t) ect;
 856                 ccw++;
 857         }
 858         if ((fdata->intensity & ~0x08) & 0x04) {        /* erase track */
 859                 ect = (struct eckd_count *) data;
 860                 data += sizeof(struct eckd_count);
 861                 ect->cyl = cyl;
 862                 ect->head = head;
 863                 ect->record = 1;
 864                 ect->kl = 0;
 865                 ect->dl = 0;
 866                 ccw[-1].flags |= CCW_FLAG_CC;
 867                 ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD;
 868                 ccw->flags = CCW_FLAG_SLI;
 869                 ccw->count = 8;
 870                 ccw->cda = (__u32)(addr_t) ect;
 871         } else {                /* write remaining records */
 872                 for (i = 0; i < rpt; i++) {
 873                         ect = (struct eckd_count *) data;
 874                         data += sizeof(struct eckd_count);
 875                         ect->cyl = cyl;
 876                         ect->head = head;
 877                         ect->record = i + 1;
 878                         ect->kl = 0;
 879                         ect->dl = fdata->blksize;
 880                         /* Check for special tracks 0-1 when formatting CDL */
 881                         if ((fdata->intensity & 0x08) &&
 882                             fdata->start_unit == 0) {
 883                                 if (i < 3) {
 884                                         ect->kl = 4;
 885                                         ect->dl = sizes_trk0[i] - 4;
 886                                 }
 887                         }
 888                         if ((fdata->intensity & 0x08) &&
 889                             fdata->start_unit == 1) {
 890                                 ect->kl = 44;
 891                                 ect->dl = LABEL_SIZE - 44;
 892                         }
 893                         ccw[-1].flags |= CCW_FLAG_CC;
 894                         ccw->cmd_code = DASD_ECKD_CCW_WRITE_CKD;
 895                         ccw->flags = CCW_FLAG_SLI;
 896                         ccw->count = 8;
 897                         ccw->cda = (__u32)(addr_t) ect;
 898                         ccw++;
 899                 }
 900         }
 901         fcp->device = device;
 902         fcp->retries = 2;       /* set retry counter to enable ERP */
 903         fcp->buildclk = get_clock();
 904         fcp->status = DASD_CQR_FILLED;
 905         return fcp;
 906 }
 907
 908 static dasd_era_t
 909 dasd_eckd_examine_error(struct dasd_ccw_req * cqr, struct irb * irb)
 910 {
 911         struct dasd_device *device = (struct dasd_device *) cqr->device;
 912         struct ccw_device *cdev = device->cdev;
 913
 914         if (irb->scsw.cstat == 0x00 &&
 915             irb->scsw.dstat == (DEV_STAT_CHN_END | DEV_STAT_DEV_END))
 916                 return dasd_era_none;
 917
 918         switch (cdev->id.cu_type) {
 919         case 0x3990:
 920         case 0x2105:
 921         case 0x2107:
 922         case 0x1750:
 923                 return dasd_3990_erp_examine(cqr, irb);
 924         case 0x9343:
 925                 return dasd_9343_erp_examine(cqr, irb);
 926         case 0x3880:
 927         default:
 928                 DEV_MESSAGE(KERN_WARNING, device, "%s",
 929                             "default (unknown CU type) - RECOVERABLE return");
 930                 return dasd_era_recover;
 931         }
 932 }
 933
 934 static dasd_erp_fn_t
 935 dasd_eckd_erp_action(struct dasd_ccw_req * cqr)
 936 {
 937         struct dasd_device *device = (struct dasd_device *) cqr->device;
 938         struct ccw_device *cdev = device->cdev;
 939
 940         switch (cdev->id.cu_type) {
 941         case 0x3990:
 942         case 0x2105:
 943         case 0x2107:
 944         case 0x1750:
 945                 return dasd_3990_erp_action;
 946         case 0x9343:
 947         case 0x3880:
 948         default:
 949                 return dasd_default_erp_action;
 950         }
 951 }
 952
 953 static dasd_erp_fn_t
 954 dasd_eckd_erp_postaction(struct dasd_ccw_req * cqr)
 955 {
 956         return dasd_default_erp_postaction;
 957 }
 958
 959 static struct dasd_ccw_req *
 960 dasd_eckd_build_cp(struct dasd_device * device, struct request *req)
 961 {
 962         struct dasd_eckd_private *private;
 963         unsigned long *idaws;
 964         struct LO_eckd_data *LO_data;
 965         struct dasd_ccw_req *cqr;
 966         struct ccw1 *ccw;
 967         struct bio *bio;
 968         struct bio_vec *bv;
 969         char *dst;
 970         unsigned int blksize, blk_per_trk, off;
 971         int count, cidaw, cplength, datasize;
 972         sector_t recid, first_rec, last_rec;
 973         sector_t first_trk, last_trk;
 974         unsigned int first_offs, last_offs;
 975         unsigned char cmd, rcmd;
 976         int i;
 977
 978         private = (struct dasd_eckd_private *) device->private;
 979         if (rq_data_dir(req) == READ)
 980                 cmd = DASD_ECKD_CCW_READ_MT;
 981         else if (rq_data_dir(req) == WRITE)
 982                 cmd = DASD_ECKD_CCW_WRITE_MT;
 983         else
 984                 return ERR_PTR(-EINVAL);
 985         /* Calculate number of blocks/records per track. */
 986         blksize = device->bp_block;
 987         blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
 988         /* Calculate record id of first and last block. */
 989         first_rec = first_trk = req->sector >> device->s2b_shift;
 990         first_offs = sector_div(first_trk, blk_per_trk);
 991         last_rec = last_trk =
 992                 (req->sector + req->nr_sectors - 1) >> device->s2b_shift;
 993         last_offs = sector_div(last_trk, blk_per_trk);
 994         /* Check struct bio and count the number of blocks for the request. */
 995         count = 0;
 996         cidaw = 0;
 997         rq_for_each_bio(bio, req) {
 998                 bio_for_each_segment(bv, bio, i) {
 999                         if (bv->bv_len & (blksize - 1))
1000                                 /* Eckd can only do full blocks. */
1001                                 return ERR_PTR(-EINVAL);
1002                         count += bv->bv_len >> (device->s2b_shift + 9);
1003 #if defined(CONFIG_ARCH_S390X)
1004                         if (idal_is_needed (page_address(bv->bv_page),
1005                                             bv->bv_len))
1006                                 cidaw += bv->bv_len >> (device->s2b_shift + 9);
1007 #endif
1008                 }
1009         }
1010         /* Paranoia. */
1011         if (count != last_rec - first_rec + 1)
1012                 return ERR_PTR(-EINVAL);
1013         /* 1x define extent + 1x locate record + number of blocks */
1014         cplength = 2 + count;
1015         /* 1x define extent + 1x locate record + cidaws*sizeof(long) */
1016         datasize = sizeof(struct DE_eckd_data) + sizeof(struct LO_eckd_data) +
1017                 cidaw * sizeof(unsigned long);
1018         /* Find out the number of additional locate record ccws for cdl. */
1019         if (private->uses_cdl && first_rec < 2*blk_per_trk) {
1020                 if (last_rec >= 2*blk_per_trk)
1021                         count = 2*blk_per_trk - first_rec;
1022                 cplength += count;
1023                 datasize += count*sizeof(struct LO_eckd_data);
1024         }
1025         /* Allocate the ccw request. */
1026         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1027                                    cplength, datasize, device);
1028         if (IS_ERR(cqr))
1029                 return cqr;
1030         ccw = cqr->cpaddr;
1031         /* First ccw is define extent. */
1032         define_extent(ccw++, cqr->data, first_trk, last_trk, cmd, device);
1033         /* Build locate_record+read/write/ccws. */
1034         idaws = (unsigned long *) (cqr->data + sizeof(struct DE_eckd_data));
1035         LO_data = (struct LO_eckd_data *) (idaws + cidaw);
1036         recid = first_rec;
1037         if (private->uses_cdl == 0 || recid > 2*blk_per_trk) {
1038                 /* Only standard blocks so there is just one locate record. */
1039                 ccw[-1].flags |= CCW_FLAG_CC;
1040                 locate_record(ccw++, LO_data++, first_trk, first_offs + 1,
1041                               last_rec - recid + 1, cmd, device, blksize);
1042         }
1043         rq_for_each_bio(bio, req) bio_for_each_segment(bv, bio, i) {
1044                 dst = page_address(bv->bv_page) + bv->bv_offset;
1045                 if (dasd_page_cache) {
1046                         char *copy = kmem_cache_alloc(dasd_page_cache,
1047                                                       SLAB_DMA | __GFP_NOWARN);
1048                         if (copy && rq_data_dir(req) == WRITE)
1049                                 memcpy(copy + bv->bv_offset, dst, bv->bv_len);
1050                         if (copy)
1051                                 dst = copy + bv->bv_offset;
1052                 }
1053                 for (off = 0; off < bv->bv_len; off += blksize) {
1054                         sector_t trkid = recid;
1055                         unsigned int recoffs = sector_div(trkid, blk_per_trk);
1056                         rcmd = cmd;
1057                         count = blksize;
1058                         /* Locate record for cdl special block ? */
1059                         if (private->uses_cdl && recid < 2*blk_per_trk) {
1060                                 if (dasd_eckd_cdl_special(blk_per_trk, recid)){
1061                                         rcmd |= 0x8;
1062                                         count = dasd_eckd_cdl_reclen(recid);
1063                                         if (count < blksize)
1064                                                 memset(dst + count, 0xe5,
1065                                                        blksize - count);
1066                                 }
1067                                 ccw[-1].flags |= CCW_FLAG_CC;
1068                                 locate_record(ccw++, LO_data++,
1069                                               trkid, recoffs + 1,
1070                                               1, rcmd, device, count);
1071                         }
1072                         /* Locate record for standard blocks ? */
1073                         if (private->uses_cdl && recid == 2*blk_per_trk) {
1074                                 ccw[-1].flags |= CCW_FLAG_CC;
1075                                 locate_record(ccw++, LO_data++,
1076                                               trkid, recoffs + 1,
1077                                               last_rec - recid + 1,
1078                                               cmd, device, count);
1079                         }
1080                         /* Read/write ccw. */
1081                         ccw[-1].flags |= CCW_FLAG_CC;
1082                         ccw->cmd_code = rcmd;
1083                         ccw->count = count;
1084                         if (idal_is_needed(dst, blksize)) {
1085                                 ccw->cda = (__u32)(addr_t) idaws;
1086                                 ccw->flags = CCW_FLAG_IDA;
1087                                 idaws = idal_create_words(idaws, dst, blksize);
1088                         } else {
1089                                 ccw->cda = (__u32)(addr_t) dst;
1090                                 ccw->flags = 0;
1091                         }
1092                         ccw++;
1093                         dst += blksize;
1094                         recid++;
1095                 }
1096         }
1097         cqr->device = device;
1098         cqr->expires = 5 * 60 * HZ;     /* 5 minutes */
1099         cqr->lpm = LPM_ANYPATH;
1100         cqr->retries = 256;
1101         cqr->buildclk = get_clock();
1102         cqr->status = DASD_CQR_FILLED;
1103         return cqr;
1104 }
1105
1106 static int
1107 dasd_eckd_free_cp(struct dasd_ccw_req *cqr, struct request *req)
1108 {
1109         struct dasd_eckd_private *private;
1110         struct ccw1 *ccw;
1111         struct bio *bio;
1112         struct bio_vec *bv;
1113         char *dst, *cda;
1114         unsigned int blksize, blk_per_trk, off;
1115         sector_t recid;
1116         int i, status;
1117
1118         if (!dasd_page_cache)
1119                 goto out;
1120         private = (struct dasd_eckd_private *) cqr->device->private;
1121         blksize = cqr->device->bp_block;
1122         blk_per_trk = recs_per_track(&private->rdc_data, 0, blksize);
1123         recid = req->sector >> cqr->device->s2b_shift;
1124         ccw = cqr->cpaddr;
1125         /* Skip over define extent & locate record. */
1126         ccw++;
1127         if (private->uses_cdl == 0 || recid > 2*blk_per_trk)
1128                 ccw++;
1129         rq_for_each_bio(bio, req) bio_for_each_segment(bv, bio, i) {
1130                 dst = page_address(bv->bv_page) + bv->bv_offset;
1131                 for (off = 0; off < bv->bv_len; off += blksize) {
1132                         /* Skip locate record. */
1133                         if (private->uses_cdl && recid <= 2*blk_per_trk)
1134                                 ccw++;
1135                         if (dst) {
1136                                 if (ccw->flags & CCW_FLAG_IDA)
1137                                         cda = *((char **)((addr_t) ccw->cda));
1138                                 else
1139                                         cda = (char *)((addr_t) ccw->cda);
1140                                 if (dst != cda) {
1141                                         if (rq_data_dir(req) == READ)
1142                                                 memcpy(dst, cda, bv->bv_len);
1143                                         kmem_cache_free(dasd_page_cache,
1144                                             (void *)((addr_t)cda & PAGE_MASK));
1145                                 }
1146                                 dst = NULL;
1147                         }
1148                         ccw++;
1149                         recid++;
1150                 }
1151         }
1152 out:
1153         status = cqr->status == DASD_CQR_DONE;
1154         dasd_sfree_request(cqr, cqr->device);
1155         return status;
1156 }
1157
1158 static int
1159 dasd_eckd_fill_info(struct dasd_device * device,
1160                     struct dasd_information2_t * info)
1161 {
1162         struct dasd_eckd_private *private;
1163
1164         private = (struct dasd_eckd_private *) device->private;
1165         info->label_block = 2;
1166         info->FBA_layout = private->uses_cdl ? 0 : 1;
1167         info->format = private->uses_cdl ? DASD_FORMAT_CDL : DASD_FORMAT_LDL;
1168         info->characteristics_size = sizeof(struct dasd_eckd_characteristics);
1169         memcpy(info->characteristics, &private->rdc_data,
1170                sizeof(struct dasd_eckd_characteristics));
1171         info->confdata_size = sizeof (struct dasd_eckd_confdata);
1172         memcpy(info->configuration_data, &private->conf_data,
1173                sizeof (struct dasd_eckd_confdata));
1174         return 0;
1175 }
1176
1177 /*
1178  * SECTION: ioctl functions for eckd devices.
1179  */
1180
1181 /*
1182  * Release device ioctl.
1183  * Buils a channel programm to releases a prior reserved
1184  * (see dasd_eckd_reserve) device.
1185  */
1186 static int
1187 dasd_eckd_release(struct block_device *bdev, int no, long args)
1188 {
1189         struct dasd_device *device;
1190         struct dasd_ccw_req *cqr;
1191         int rc;
1192
1193         if (!capable(CAP_SYS_ADMIN))
1194                 return -EACCES;
1195
1196         device = bdev->bd_disk->private_data;
1197         if (device == NULL)
1198                 return -ENODEV;
1199
1200         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1201                                    1, 32, device);
1202         if (IS_ERR(cqr)) {
1203                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1204                             "Could not allocate initialization request");
1205                 return PTR_ERR(cqr);
1206         }
1207         cqr->cpaddr->cmd_code = DASD_ECKD_CCW_RELEASE;
1208         cqr->cpaddr->flags |= CCW_FLAG_SLI;
1209         cqr->cpaddr->count = 32;
1210         cqr->cpaddr->cda = (__u32)(addr_t) cqr->data;
1211         cqr->device = device;
1212         clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
1213         cqr->retries = 0;
1214         cqr->expires = 2 * HZ;
1215         cqr->buildclk = get_clock();
1216         cqr->status = DASD_CQR_FILLED;
1217
1218         rc = dasd_sleep_on_immediatly(cqr);
1219
1220         dasd_sfree_request(cqr, cqr->device);
1221         return rc;
1222 }
1223
1224 /*
1225  * Reserve device ioctl.
1226  * Options are set to 'synchronous wait for interrupt' and
1227  * 'timeout the request'. This leads to a terminate IO if
1228  * the interrupt is outstanding for a certain time.
1229  */
1230 static int
1231 dasd_eckd_reserve(struct block_device *bdev, int no, long args)
1232 {
1233         struct dasd_device *device;
1234         struct dasd_ccw_req *cqr;
1235         int rc;
1236
1237         if (!capable(CAP_SYS_ADMIN))
1238                 return -EACCES;
1239
1240         device = bdev->bd_disk->private_data;
1241         if (device == NULL)
1242                 return -ENODEV;
1243
1244         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1245                                    1, 32, device);
1246         if (IS_ERR(cqr)) {
1247                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1248                             "Could not allocate initialization request");
1249                 return PTR_ERR(cqr);
1250         }
1251         cqr->cpaddr->cmd_code = DASD_ECKD_CCW_RESERVE;
1252         cqr->cpaddr->flags |= CCW_FLAG_SLI;
1253         cqr->cpaddr->count = 32;
1254         cqr->cpaddr->cda = (__u32)(addr_t) cqr->data;
1255         cqr->device = device;
1256         clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
1257         cqr->retries = 0;
1258         cqr->expires = 2 * HZ;
1259         cqr->buildclk = get_clock();
1260         cqr->status = DASD_CQR_FILLED;
1261
1262         rc = dasd_sleep_on_immediatly(cqr);
1263
1264         dasd_sfree_request(cqr, cqr->device);
1265         return rc;
1266 }
1267
1268 /*
1269  * Steal lock ioctl - unconditional reserve device.
1270  * Buils a channel programm to break a device's reservation.
1271  * (unconditional reserve)
1272  */
1273 static int
1274 dasd_eckd_steal_lock(struct block_device *bdev, int no, long args)
1275 {
1276         struct dasd_device *device;
1277         struct dasd_ccw_req *cqr;
1278         int rc;
1279
1280         if (!capable(CAP_SYS_ADMIN))
1281                 return -EACCES;
1282
1283         device = bdev->bd_disk->private_data;
1284         if (device == NULL)
1285                 return -ENODEV;
1286
1287         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1288                                    1, 32, device);
1289         if (IS_ERR(cqr)) {
1290                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1291                             "Could not allocate initialization request");
1292                 return PTR_ERR(cqr);
1293         }
1294         cqr->cpaddr->cmd_code = DASD_ECKD_CCW_SLCK;
1295         cqr->cpaddr->flags |= CCW_FLAG_SLI;
1296         cqr->cpaddr->count = 32;
1297         cqr->cpaddr->cda = (__u32)(addr_t) cqr->data;
1298         cqr->device = device;
1299         clear_bit(DASD_CQR_FLAGS_USE_ERP, &cqr->flags);
1300         cqr->retries = 0;
1301         cqr->expires = 2 * HZ;
1302         cqr->buildclk = get_clock();
1303         cqr->status = DASD_CQR_FILLED;
1304
1305         rc = dasd_sleep_on_immediatly(cqr);
1306
1307         dasd_sfree_request(cqr, cqr->device);
1308         return rc;
1309 }
1310
1311 /*
1312  * Read performance statistics
1313  */
1314 static int
1315 dasd_eckd_performance(struct block_device *bdev, int no, long args)
1316 {
1317         struct dasd_device *device;
1318         struct dasd_psf_prssd_data *prssdp;
1319         struct dasd_rssd_perf_stats_t *stats;
1320         struct dasd_ccw_req *cqr;
1321         struct ccw1 *ccw;
1322         int rc;
1323
1324         device = bdev->bd_disk->private_data;
1325         if (device == NULL)
1326                 return -ENODEV;
1327
1328         cqr = dasd_smalloc_request(dasd_eckd_discipline.name,
1329                                    1 /* PSF */  + 1 /* RSSD */ ,
1330                                    (sizeof (struct dasd_psf_prssd_data) +
1331                                     sizeof (struct dasd_rssd_perf_stats_t)),
1332                                    device);
1333         if (IS_ERR(cqr)) {
1334                 DEV_MESSAGE(KERN_WARNING, device, "%s",
1335                             "Could not allocate initialization request");
1336                 return PTR_ERR(cqr);
1337         }
1338         cqr->device = device;
1339         cqr->retries = 0;
1340         cqr->expires = 10 * HZ;
1341
1342         /* Prepare for Read Subsystem Data */
1343         prssdp = (struct dasd_psf_prssd_data *) cqr->data;
1344         memset(prssdp, 0, sizeof (struct dasd_psf_prssd_data));
1345         prssdp->order = PSF_ORDER_PRSSD;
1346         prssdp->suborder = 0x01;        /* Perfomance Statistics */
1347         prssdp->varies[1] = 0x01;       /* Perf Statistics for the Subsystem */
1348
1349         ccw = cqr->cpaddr;
1350         ccw->cmd_code = DASD_ECKD_CCW_PSF;
1351         ccw->count = sizeof (struct dasd_psf_prssd_data);
1352         ccw->flags |= CCW_FLAG_CC;
1353         ccw->cda = (__u32)(addr_t) prssdp;
1354
1355         /* Read Subsystem Data - Performance Statistics */
1356         stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1);
1357         memset(stats, 0, sizeof (struct dasd_rssd_perf_stats_t));
1358
1359         ccw++;
1360         ccw->cmd_code = DASD_ECKD_CCW_RSSD;
1361         ccw->count = sizeof (struct dasd_rssd_perf_stats_t);
1362         ccw->cda = (__u32)(addr_t) stats;
1363
1364         cqr->buildclk = get_clock();
1365         cqr->status = DASD_CQR_FILLED;
1366         rc = dasd_sleep_on(cqr);
1367         if (rc == 0) {
1368                 /* Prepare for Read Subsystem Data */
1369                 prssdp = (struct dasd_psf_prssd_data *) cqr->data;
1370                 stats = (struct dasd_rssd_perf_stats_t *) (prssdp + 1);
1371                 rc = copy_to_user((long __user *) args, (long *) stats,
1372                                   sizeof(struct dasd_rssd_perf_stats_t));
1373         }
1374         dasd_sfree_request(cqr, cqr->device);
1375         return rc;
1376 }
1377
1378 /*
1379  * Get attributes (cache operations)
1380  * Returnes the cache attributes used in Define Extend (DE).
1381  */
1382 static int
1383 dasd_eckd_get_attrib (struct block_device *bdev, int no, long args)
1384 {
1385         struct dasd_device *device;
1386         struct dasd_eckd_private *private;
1387         struct attrib_data_t attrib;
1388         int rc;
1389
1390         if (!capable(CAP_SYS_ADMIN))
1391                 return -EACCES;
1392         if (!args)
1393                 return -EINVAL;
1394
1395         device = bdev->bd_disk->private_data;
1396         if (device == NULL)
1397                 return -ENODEV;
1398
1399         private = (struct dasd_eckd_private *) device->private;
1400         attrib = private->attrib;
1401
1402         rc = copy_to_user((long __user *) args, (long *) &attrib,
1403                           sizeof (struct attrib_data_t));
1404
1405         return rc;
1406 }
1407
1408 /*
1409  * Set attributes (cache operations)
1410  * Stores the attributes for cache operation to be used in Define Extend (DE).
1411  */
1412 static int
1413 dasd_eckd_set_attrib(struct block_device *bdev, int no, long args)
1414 {
1415         struct dasd_device *device;
1416         struct dasd_eckd_private *private;
1417         struct attrib_data_t attrib;
1418
1419         if (!capable(CAP_SYS_ADMIN))
1420                 return -EACCES;
1421         if (!args)
1422                 return -EINVAL;
1423
1424         device = bdev->bd_disk->private_data;
1425         if (device == NULL)
1426                 return -ENODEV;
1427
1428         if (copy_from_user(&attrib, (void __user *) args,
1429                            sizeof (struct attrib_data_t))) {
1430                 return -EFAULT;
1431         }
1432         private = (struct dasd_eckd_private *) device->private;
1433         private->attrib = attrib;
1434
1435         DEV_MESSAGE(KERN_INFO, device,
1436                     "cache operation mode set to %x (%i cylinder prestage)",
1437                     private->attrib.operation, private->attrib.nr_cyl);
1438         return 0;
1439 }
1440
1441 /*
1442  * Print sense data and related channel program.
1443  * Parts are printed because printk buffer is only 1024 bytes.
1444  */
1445 static void
1446 dasd_eckd_dump_sense(struct dasd_device *device, struct dasd_ccw_req * req,
1447                      struct irb *irb)
1448 {
1449         char *page;
1450         struct ccw1 *act, *end, *last;
1451         int len, sl, sct, count;
1452
1453         page = (char *) get_zeroed_page(GFP_ATOMIC);
1454         if (page == NULL) {
1455                 DEV_MESSAGE(KERN_ERR, device, " %s",
1456                             "No memory to dump sense data");
1457                 return;
1458         }
1459         len = sprintf(page, KERN_ERR PRINTK_HEADER
1460                       " I/O status report for device %s:\n",
1461                       device->cdev->dev.bus_id);
1462         len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1463                        " in req: %p CS: 0x%02X DS: 0x%02X\n", req,
1464                        irb->scsw.cstat, irb->scsw.dstat);
1465         len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1466                        " device %s: Failing CCW: %p\n",
1467                        device->cdev->dev.bus_id,
1468                        (void *) (addr_t) irb->scsw.cpa);
1469         if (irb->esw.esw0.erw.cons) {
1470                 for (sl = 0; sl < 4; sl++) {
1471                         len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1472                                        " Sense(hex) %2d-%2d:",
1473                                        (8 * sl), ((8 * sl) + 7));
1474
1475                         for (sct = 0; sct < 8; sct++) {
1476                                 len += sprintf(page + len, " %02x",
1477                                                irb->ecw[8 * sl + sct]);
1478                         }
1479                         len += sprintf(page + len, "\n");
1480                 }
1481
1482                 if (irb->ecw[27] & DASD_SENSE_BIT_0) {
1483                         /* 24 Byte Sense Data */
1484                         len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1485                                        " 24 Byte: %x MSG %x, "
1486                                        "%s MSGb to SYSOP\n",
1487                                        irb->ecw[7] >> 4, irb->ecw[7] & 0x0f,
1488                                        irb->ecw[1] & 0x10 ? "" : "no");
1489                 } else {
1490                         /* 32 Byte Sense Data */
1491                         len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1492                                        " 32 Byte: Format: %x "
1493                                        "Exception class %x\n",
1494                                        irb->ecw[6] & 0x0f, irb->ecw[22] >> 4);
1495                 }
1496         } else {
1497                 len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1498                                " SORRY - NO VALID SENSE AVAILABLE\n");
1499         }
1500         MESSAGE_LOG(KERN_ERR, "%s",
1501                     page + sizeof(KERN_ERR PRINTK_HEADER));
1502
1503         /* dump the Channel Program */
1504         /* print first CCWs (maximum 8) */
1505         act = req->cpaddr;
1506         for (last = act; last->flags & (CCW_FLAG_CC | CCW_FLAG_DC); last++);
1507         end = min(act + 8, last);
1508         len = sprintf(page, KERN_ERR PRINTK_HEADER
1509                       " Related CP in req: %p\n", req);
1510         while (act <= end) {
1511                 len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1512                                " CCW %p: %08X %08X DAT:",
1513                                act, ((int *) act)[0], ((int *) act)[1]);
1514                 for (count = 0; count < 32 && count < act->count;
1515                      count += sizeof(int))
1516                         len += sprintf(page + len, " %08X",
1517                                        ((int *) (addr_t) act->cda)
1518                                        [(count>>2)]);
1519                 len += sprintf(page + len, "\n");
1520                 act++;
1521         }
1522         MESSAGE_LOG(KERN_ERR, "%s",
1523                     page + sizeof(KERN_ERR PRINTK_HEADER));
1524
1525         /* print failing CCW area */
1526         len = 0;
1527         if (act <  ((struct ccw1 *)(addr_t) irb->scsw.cpa) - 2) {
1528                 act = ((struct ccw1 *)(addr_t) irb->scsw.cpa) - 2;
1529                 len += sprintf(page + len, KERN_ERR PRINTK_HEADER "......\n");
1530         }
1531         end = min((struct ccw1 *)(addr_t) irb->scsw.cpa + 2, last);
1532         while (act <= end) {
1533                 len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1534                                " CCW %p: %08X %08X DAT:",
1535                                act, ((int *) act)[0], ((int *) act)[1]);
1536                 for (count = 0; count < 32 && count < act->count;
1537                      count += sizeof(int))
1538                         len += sprintf(page + len, " %08X",
1539                                        ((int *) (addr_t) act->cda)
1540                                        [(count>>2)]);
1541                 len += sprintf(page + len, "\n");
1542                 act++;
1543         }
1544
1545         /* print last CCWs */
1546         if (act <  last - 2) {
1547                 act = last - 2;
1548                 len += sprintf(page + len, KERN_ERR PRINTK_HEADER "......\n");
1549         }
1550         while (act <= last) {
1551                 len += sprintf(page + len, KERN_ERR PRINTK_HEADER
1552                                " CCW %p: %08X %08X DAT:",
1553                                act, ((int *) act)[0], ((int *) act)[1]);
1554                 for (count = 0; count < 32 && count < act->count;
1555                      count += sizeof(int))
1556                         len += sprintf(page + len, " %08X",
1557                                        ((int *) (addr_t) act->cda)
1558                                        [(count>>2)]);
1559                 len += sprintf(page + len, "\n");
1560                 act++;
1561         }
1562         if (len > 0)
1563                 MESSAGE_LOG(KERN_ERR, "%s",
1564                             page + sizeof(KERN_ERR PRINTK_HEADER));
1565         free_page((unsigned long) page);
1566 }
1567
1568 /*
1569  * max_blocks is dependent on the amount of storage that is available
1570  * in the static io buffer for each device. Currently each device has
1571  * 8192 bytes (=2 pages). For 64 bit one dasd_mchunkt_t structure has
1572  * 24 bytes, the struct dasd_ccw_req has 136 bytes and each block can use
1573  * up to 16 bytes (8 for the ccw and 8 for the idal pointer). In
1574  * addition we have one define extent ccw + 16 bytes of data and one
1575  * locate record ccw + 16 bytes of data. That makes:
1576  * (8192 - 24 - 136 - 8 - 16 - 8 - 16) / 16 = 499 blocks at maximum.
1577  * We want to fit two into the available memory so that we can immediately
1578  * start the next request if one finishes off. That makes 249.5 blocks
1579  * for one request. Give a little safety and the result is 240.
1580  */
1581 static struct dasd_discipline dasd_eckd_discipline = {
1582         .owner = THIS_MODULE,
1583         .name = "ECKD",
1584         .ebcname = "ECKD",
1585         .max_blocks = 240,
1586         .check_device = dasd_eckd_check_characteristics,
1587         .do_analysis = dasd_eckd_do_analysis,
1588         .fill_geometry = dasd_eckd_fill_geometry,
1589         .start_IO = dasd_start_IO,
1590         .term_IO = dasd_term_IO,
1591         .format_device = dasd_eckd_format_device,
1592         .examine_error = dasd_eckd_examine_error,
1593         .erp_action = dasd_eckd_erp_action,
1594         .erp_postaction = dasd_eckd_erp_postaction,
1595         .build_cp = dasd_eckd_build_cp,
1596         .free_cp = dasd_eckd_free_cp,
1597         .dump_sense = dasd_eckd_dump_sense,
1598         .fill_info = dasd_eckd_fill_info,
1599 };
1600
1601 static int __init
1602 dasd_eckd_init(void)
1603 {
1604         int ret;
1605
1606         dasd_ioctl_no_register(THIS_MODULE, BIODASDGATTR,
1607                                dasd_eckd_get_attrib);
1608         dasd_ioctl_no_register(THIS_MODULE, BIODASDSATTR,
1609                                dasd_eckd_set_attrib);
1610         dasd_ioctl_no_register(THIS_MODULE, BIODASDPSRD,
1611                                dasd_eckd_performance);
1612         dasd_ioctl_no_register(THIS_MODULE, BIODASDRLSE,
1613                                dasd_eckd_release);
1614         dasd_ioctl_no_register(THIS_MODULE, BIODASDRSRV,
1615                                dasd_eckd_reserve);
1616         dasd_ioctl_no_register(THIS_MODULE, BIODASDSLCK,
1617                                dasd_eckd_steal_lock);
1618
1619         ASCEBC(dasd_eckd_discipline.ebcname, 4);
1620
1621         ret = ccw_driver_register(&dasd_eckd_driver);
1622         if (ret) {
1623                 dasd_ioctl_no_unregister(THIS_MODULE, BIODASDGATTR,
1624                                          dasd_eckd_get_attrib);
1625                 dasd_ioctl_no_unregister(THIS_MODULE, BIODASDSATTR,
1626                                          dasd_eckd_set_attrib);
1627                 dasd_ioctl_no_unregister(THIS_MODULE, BIODASDPSRD,
1628                                          dasd_eckd_performance);
1629                 dasd_ioctl_no_unregister(THIS_MODULE, BIODASDRLSE,
1630                                          dasd_eckd_release);
1631                 dasd_ioctl_no_unregister(THIS_MODULE, BIODASDRSRV,
1632                                          dasd_eckd_reserve);
1633                 dasd_ioctl_no_unregister(THIS_MODULE, BIODASDSLCK,
1634                                          dasd_eckd_steal_lock);
1635                 return ret;
1636         }
1637
1638         dasd_generic_auto_online(&dasd_eckd_driver);
1639         return 0;
1640 }
1641
1642 static void __exit
1643 dasd_eckd_cleanup(void)
1644 {
1645         ccw_driver_unregister(&dasd_eckd_driver);
1646
1647         dasd_ioctl_no_unregister(THIS_MODULE, BIODASDGATTR,
1648                                  dasd_eckd_get_attrib);
1649         dasd_ioctl_no_unregister(THIS_MODULE, BIODASDSATTR,
1650                                  dasd_eckd_set_attrib);
1651         dasd_ioctl_no_unregister(THIS_MODULE, BIODASDPSRD,
1652                                  dasd_eckd_performance);
1653         dasd_ioctl_no_unregister(THIS_MODULE, BIODASDRLSE,
1654                                  dasd_eckd_release);
1655         dasd_ioctl_no_unregister(THIS_MODULE, BIODASDRSRV,
1656                                  dasd_eckd_reserve);
1657         dasd_ioctl_no_unregister(THIS_MODULE, BIODASDSLCK,
1658                                  dasd_eckd_steal_lock);
1659 }
1660
1661 module_init(dasd_eckd_init);
1662 module_exit(dasd_eckd_cleanup);
1663
1664 /*
1665  * Overrides for Emacs so that we follow Linus's tabbing style.
1666  * Emacs will notice this stuff at the end of the file and automatically
1667  * adjust the settings for this buffer only.  This must remain at the end
1668  * of the file.
1669  * ---------------------------------------------------------------------------
1670  * Local variables:
1671  * c-indent-level: 4
1672  * c-brace-imaginary-offset: 0
1673  * c-brace-offset: -4
1674  * c-argdecl-indent: 4
1675  * c-label-offset: -4
1676  * c-continued-statement-offset: 4
1677  * c-continued-brace-offset: 0
1678  * indent-tabs-mode: 1
1679  * tab-width: 8
1680  * End:
1681  */