drivers/scsi/qlogicpti.c

   1 /* qlogicpti.c: Performance Technologies QlogicISP sbus card driver.
   2  *
   3  * Copyright (C) 1996 David S. Miller (davem@caipfs.rutgers.edu)
   4  *
   5  * A lot of this driver was directly stolen from Erik H. Moe's PCI
   6  * Qlogic ISP driver.  Mucho kudos to him for this code.
   7  *
   8  * An even bigger kudos to John Grana at Performance Technologies
   9  * for providing me with the hardware to write this driver, you rule
  10  * John you really do.
  11  *
  12  * May, 2, 1997: Added support for QLGC,isp --jj
  13  */
  14
  15 #include <linux/kernel.h>
  16 #include <linux/delay.h>
  17 #include <linux/types.h>
  18 #include <linux/string.h>
  19 #include <linux/slab.h>
  20 #include <linux/blkdev.h>
  21 #include <linux/proc_fs.h>
  22 #include <linux/stat.h>
  23 #include <linux/init.h>
  24 #include <linux/spinlock.h>
  25 #include <linux/interrupt.h>
  26
  27 #include <asm/byteorder.h>
  28
  29 #include "scsi.h"
  30 #include "hosts.h"
  31 #include "qlogicpti.h"
  32
  33 #include <asm/sbus.h>
  34 #include <asm/dma.h>
  35 #include <asm/system.h>
  36 #include <asm/ptrace.h>
  37 #include <asm/pgtable.h>
  38 #include <asm/oplib.h>
  39 #include <asm/io.h>
  40 #include <asm/irq.h>
  41
  42 #include <linux/module.h>
  43
  44 #define MAX_TARGETS     16
  45 #define MAX_LUNS        8       /* 32 for 1.31 F/W */
  46
  47 #define DEFAULT_LOOP_COUNT      10000
  48
  49 #include "qlogicpti_asm.c"
  50
  51 static struct qlogicpti *qptichain = NULL;
  52 static spinlock_t qptichain_lock = SPIN_LOCK_UNLOCKED;
  53 static int qptis_running = 0;
  54
  55 #define PACKB(a, b)                     (((a)<<4)|(b))
  56
  57 static const u_char mbox_param[] = {
  58         PACKB(1, 1),    /* MBOX_NO_OP */
  59         PACKB(5, 5),    /* MBOX_LOAD_RAM */
  60         PACKB(2, 0),    /* MBOX_EXEC_FIRMWARE */
  61         PACKB(5, 5),    /* MBOX_DUMP_RAM */
  62         PACKB(3, 3),    /* MBOX_WRITE_RAM_WORD */
  63         PACKB(2, 3),    /* MBOX_READ_RAM_WORD */
  64         PACKB(6, 6),    /* MBOX_MAILBOX_REG_TEST */
  65         PACKB(2, 3),    /* MBOX_VERIFY_CHECKSUM */
  66         PACKB(1, 3),    /* MBOX_ABOUT_FIRMWARE */
  67         PACKB(0, 0),    /* 0x0009 */
  68         PACKB(0, 0),    /* 0x000a */
  69         PACKB(0, 0),    /* 0x000b */
  70         PACKB(0, 0),    /* 0x000c */
  71         PACKB(0, 0),    /* 0x000d */
  72         PACKB(1, 2),    /* MBOX_CHECK_FIRMWARE */
  73         PACKB(0, 0),    /* 0x000f */
  74         PACKB(5, 5),    /* MBOX_INIT_REQ_QUEUE */
  75         PACKB(6, 6),    /* MBOX_INIT_RES_QUEUE */
  76         PACKB(4, 4),    /* MBOX_EXECUTE_IOCB */
  77         PACKB(2, 2),    /* MBOX_WAKE_UP */
  78         PACKB(1, 6),    /* MBOX_STOP_FIRMWARE */
  79         PACKB(4, 4),    /* MBOX_ABORT */
  80         PACKB(2, 2),    /* MBOX_ABORT_DEVICE */
  81         PACKB(3, 3),    /* MBOX_ABORT_TARGET */
  82         PACKB(2, 2),    /* MBOX_BUS_RESET */
  83         PACKB(2, 3),    /* MBOX_STOP_QUEUE */
  84         PACKB(2, 3),    /* MBOX_START_QUEUE */
  85         PACKB(2, 3),    /* MBOX_SINGLE_STEP_QUEUE */
  86         PACKB(2, 3),    /* MBOX_ABORT_QUEUE */
  87         PACKB(2, 4),    /* MBOX_GET_DEV_QUEUE_STATUS */
  88         PACKB(0, 0),    /* 0x001e */
  89         PACKB(1, 3),    /* MBOX_GET_FIRMWARE_STATUS */
  90         PACKB(1, 2),    /* MBOX_GET_INIT_SCSI_ID */
  91         PACKB(1, 2),    /* MBOX_GET_SELECT_TIMEOUT */
  92         PACKB(1, 3),    /* MBOX_GET_RETRY_COUNT */
  93         PACKB(1, 2),    /* MBOX_GET_TAG_AGE_LIMIT */
  94         PACKB(1, 2),    /* MBOX_GET_CLOCK_RATE */
  95         PACKB(1, 2),    /* MBOX_GET_ACT_NEG_STATE */
  96         PACKB(1, 2),    /* MBOX_GET_ASYNC_DATA_SETUP_TIME */
  97         PACKB(1, 3),    /* MBOX_GET_SBUS_PARAMS */
  98         PACKB(2, 4),    /* MBOX_GET_TARGET_PARAMS */
  99         PACKB(2, 4),    /* MBOX_GET_DEV_QUEUE_PARAMS */
 100         PACKB(0, 0),    /* 0x002a */
 101         PACKB(0, 0),    /* 0x002b */
 102         PACKB(0, 0),    /* 0x002c */
 103         PACKB(0, 0),    /* 0x002d */
 104         PACKB(0, 0),    /* 0x002e */
 105         PACKB(0, 0),    /* 0x002f */
 106         PACKB(2, 2),    /* MBOX_SET_INIT_SCSI_ID */
 107         PACKB(2, 2),    /* MBOX_SET_SELECT_TIMEOUT */
 108         PACKB(3, 3),    /* MBOX_SET_RETRY_COUNT */
 109         PACKB(2, 2),    /* MBOX_SET_TAG_AGE_LIMIT */
 110         PACKB(2, 2),    /* MBOX_SET_CLOCK_RATE */
 111         PACKB(2, 2),    /* MBOX_SET_ACTIVE_NEG_STATE */
 112         PACKB(2, 2),    /* MBOX_SET_ASYNC_DATA_SETUP_TIME */
 113         PACKB(3, 3),    /* MBOX_SET_SBUS_CONTROL_PARAMS */
 114         PACKB(4, 4),    /* MBOX_SET_TARGET_PARAMS */
 115         PACKB(4, 4),    /* MBOX_SET_DEV_QUEUE_PARAMS */
 116         PACKB(0, 0),    /* 0x003a */
 117         PACKB(0, 0),    /* 0x003b */
 118         PACKB(0, 0),    /* 0x003c */
 119         PACKB(0, 0),    /* 0x003d */
 120         PACKB(0, 0),    /* 0x003e */
 121         PACKB(0, 0),    /* 0x003f */
 122         PACKB(0, 0),    /* 0x0040 */
 123         PACKB(0, 0),    /* 0x0041 */
 124         PACKB(0, 0)     /* 0x0042 */
 125 };
 126
 127 #define MAX_MBOX_COMMAND        (sizeof(mbox_param)/sizeof(u_short))
 128
 129 /* queue length's _must_ be power of two: */
 130 #define QUEUE_DEPTH(in, out, ql)        ((in - out) & (ql))
 131 #define REQ_QUEUE_DEPTH(in, out)        QUEUE_DEPTH(in, out,                 \
 132                                                     QLOGICPTI_REQ_QUEUE_LEN)
 133 #define RES_QUEUE_DEPTH(in, out)        QUEUE_DEPTH(in, out, RES_QUEUE_LEN)
 134
 135 static inline void qlogicpti_enable_irqs(struct qlogicpti *qpti)
 136 {
 137         sbus_writew(SBUS_CTRL_ERIRQ | SBUS_CTRL_GENAB,
 138                     qpti->qregs + SBUS_CTRL);
 139 }
 140
 141 static inline void qlogicpti_disable_irqs(struct qlogicpti *qpti)
 142 {
 143         sbus_writew(0, qpti->qregs + SBUS_CTRL);
 144 }
 145
 146 static inline void set_sbus_cfg1(struct qlogicpti *qpti)
 147 {
 148         u16 val;
 149         u8 bursts = qpti->bursts;
 150
 151 #if 0   /* It appears that at least PTI cards do not support
 152          * 64-byte bursts and that setting the B64 bit actually
 153          * is a nop and the chip ends up using the smallest burst
 154          * size. -DaveM
 155          */
 156         if (sbus_can_burst64(qpti->sdev) && (bursts & DMA_BURST64)) {
 157                 val = (SBUS_CFG1_BENAB | SBUS_CFG1_B64);
 158         } else
 159 #endif
 160         if (bursts & DMA_BURST32) {
 161                 val = (SBUS_CFG1_BENAB | SBUS_CFG1_B32);
 162         } else if (bursts & DMA_BURST16) {
 163                 val = (SBUS_CFG1_BENAB | SBUS_CFG1_B16);
 164         } else if (bursts & DMA_BURST8) {
 165                 val = (SBUS_CFG1_BENAB | SBUS_CFG1_B8);
 166         } else {
 167                 val = 0; /* No sbus bursts for you... */
 168         }
 169         sbus_writew(val, qpti->qregs + SBUS_CFG1);
 170 }
 171
 172 static int qlogicpti_mbox_command(struct qlogicpti *qpti, u_short param[], int force)
 173 {
 174         int loop_count;
 175         u16 tmp;
 176
 177         if (mbox_param[param[0]] == 0)
 178                 return 1;
 179
 180         /* Set SBUS semaphore. */
 181         tmp = sbus_readw(qpti->qregs + SBUS_SEMAPHORE);
 182         tmp |= SBUS_SEMAPHORE_LCK;
 183         sbus_writew(tmp, qpti->qregs + SBUS_SEMAPHORE);
 184
 185         /* Wait for host IRQ bit to clear. */
 186         loop_count = DEFAULT_LOOP_COUNT;
 187         while (--loop_count && (sbus_readw(qpti->qregs + HCCTRL) & HCCTRL_HIRQ)) {
 188                 barrier();
 189                 cpu_relax();
 190         }
 191         if (!loop_count)
 192                 printk(KERN_EMERG "qlogicpti: mbox_command loop timeout #1\n");
 193
 194         /* Write mailbox command registers. */
 195         switch (mbox_param[param[0]] >> 4) {
 196         case 6: sbus_writew(param[5], qpti->qregs + MBOX5);
 197         case 5: sbus_writew(param[4], qpti->qregs + MBOX4);
 198         case 4: sbus_writew(param[3], qpti->qregs + MBOX3);
 199         case 3: sbus_writew(param[2], qpti->qregs + MBOX2);
 200         case 2: sbus_writew(param[1], qpti->qregs + MBOX1);
 201         case 1: sbus_writew(param[0], qpti->qregs + MBOX0);
 202         }
 203
 204         /* Clear RISC interrupt. */
 205         tmp = sbus_readw(qpti->qregs + HCCTRL);
 206         tmp |= HCCTRL_CRIRQ;
 207         sbus_writew(tmp, qpti->qregs + HCCTRL);
 208
 209         /* Clear SBUS semaphore. */
 210         sbus_writew(0, qpti->qregs + SBUS_SEMAPHORE);
 211
 212         /* Set HOST interrupt. */
 213         tmp = sbus_readw(qpti->qregs + HCCTRL);
 214         tmp |= HCCTRL_SHIRQ;
 215         sbus_writew(tmp, qpti->qregs + HCCTRL);
 216
 217         /* Wait for HOST interrupt clears. */
 218         loop_count = DEFAULT_LOOP_COUNT;
 219         while (--loop_count &&
 220                (sbus_readw(qpti->qregs + HCCTRL) & HCCTRL_CRIRQ))
 221                 udelay(20);
 222         if (!loop_count)
 223                 printk(KERN_EMERG "qlogicpti: mbox_command[%04x] loop timeout #2\n",
 224                        param[0]);
 225
 226         /* Wait for SBUS semaphore to get set. */
 227         loop_count = DEFAULT_LOOP_COUNT;
 228         while (--loop_count &&
 229                !(sbus_readw(qpti->qregs + SBUS_SEMAPHORE) & SBUS_SEMAPHORE_LCK)) {
 230                 udelay(20);
 231
 232                 /* Workaround for some buggy chips. */
 233                 if (sbus_readw(qpti->qregs + MBOX0) & 0x4000)
 234                         break;
 235         }
 236         if (!loop_count)
 237                 printk(KERN_EMERG "qlogicpti: mbox_command[%04x] loop timeout #3\n",
 238                        param[0]);
 239
 240         /* Wait for MBOX busy condition to go away. */
 241         loop_count = DEFAULT_LOOP_COUNT;
 242         while (--loop_count && (sbus_readw(qpti->qregs + MBOX0) == 0x04))
 243                 udelay(20);
 244         if (!loop_count)
 245                 printk(KERN_EMERG "qlogicpti: mbox_command[%04x] loop timeout #4\n",
 246                        param[0]);
 247
 248         /* Read back output parameters. */
 249         switch (mbox_param[param[0]] & 0xf) {
 250         case 6: param[5] = sbus_readw(qpti->qregs + MBOX5);
 251         case 5: param[4] = sbus_readw(qpti->qregs + MBOX4);
 252         case 4: param[3] = sbus_readw(qpti->qregs + MBOX3);
 253         case 3: param[2] = sbus_readw(qpti->qregs + MBOX2);
 254         case 2: param[1] = sbus_readw(qpti->qregs + MBOX1);
 255         case 1: param[0] = sbus_readw(qpti->qregs + MBOX0);
 256         }
 257
 258         /* Clear RISC interrupt. */
 259         tmp = sbus_readw(qpti->qregs + HCCTRL);
 260         tmp |= HCCTRL_CRIRQ;
 261         sbus_writew(tmp, qpti->qregs + HCCTRL);
 262
 263         /* Release SBUS semaphore. */
 264         tmp = sbus_readw(qpti->qregs + SBUS_SEMAPHORE);
 265         tmp &= ~(SBUS_SEMAPHORE_LCK);
 266         sbus_writew(tmp, qpti->qregs + SBUS_SEMAPHORE);
 267
 268         /* We're done. */
 269         return 0;
 270 }
 271
 272 static inline void qlogicpti_set_hostdev_defaults(struct qlogicpti *qpti)
 273 {
 274         int i;
 275
 276         qpti->host_param.initiator_scsi_id = qpti->scsi_id;
 277         qpti->host_param.bus_reset_delay = 3;
 278         qpti->host_param.retry_count = 0;
 279         qpti->host_param.retry_delay = 5;
 280         qpti->host_param.async_data_setup_time = 3;
 281         qpti->host_param.req_ack_active_negation = 1;
 282         qpti->host_param.data_line_active_negation = 1;
 283         qpti->host_param.data_dma_burst_enable = 1;
 284         qpti->host_param.command_dma_burst_enable = 1;
 285         qpti->host_param.tag_aging = 8;
 286         qpti->host_param.selection_timeout = 250;
 287         qpti->host_param.max_queue_depth = 256;
 288
 289         for(i = 0; i < MAX_TARGETS; i++) {
 290                 /*
 291                  * disconnect, parity, arq, reneg on reset, and, oddly enough
 292                  * tags...the midlayer's notion of tagged support has to match
 293                  * our device settings, and since we base whether we enable a
 294                  * tag on a  per-cmnd basis upon what the midlayer sez, we
 295                  * actually enable the capability here.
 296                  */
 297                 qpti->dev_param[i].device_flags = 0xcd;
 298                 qpti->dev_param[i].execution_throttle = 16;
 299                 if (qpti->ultra) {
 300                         qpti->dev_param[i].synchronous_period = 12;
 301                         qpti->dev_param[i].synchronous_offset = 8;
 302                 } else {
 303                         qpti->dev_param[i].synchronous_period = 25;
 304                         qpti->dev_param[i].synchronous_offset = 12;
 305                 }
 306                 qpti->dev_param[i].device_enable = 1;
 307         }
 308         /* this is very important to set! */
 309         qpti->sbits = 1 << qpti->scsi_id;
 310 }
 311
 312 static int qlogicpti_reset_hardware(struct Scsi_Host *host)
 313 {
 314         struct qlogicpti *qpti = (struct qlogicpti *) host->hostdata;
 315         u_short param[6];
 316         unsigned short risc_code_addr;
 317         int loop_count, i;
 318         unsigned long flags;
 319
 320         risc_code_addr = 0x1000;        /* all load addresses are at 0x1000 */
 321
 322         spin_lock_irqsave(host->host_lock, flags);
 323
 324         sbus_writew(HCCTRL_PAUSE, qpti->qregs + HCCTRL);
 325
 326         /* Only reset the scsi bus if it is not free. */
 327         if (sbus_readw(qpti->qregs + CPU_PCTRL) & CPU_PCTRL_BSY) {
 328                 sbus_writew(CPU_ORIDE_RMOD, qpti->qregs + CPU_ORIDE);
 329                 sbus_writew(CPU_CMD_BRESET, qpti->qregs + CPU_CMD);
 330                 udelay(400);
 331         }
 332
 333         sbus_writew(SBUS_CTRL_RESET, qpti->qregs + SBUS_CTRL);
 334         sbus_writew((DMA_CTRL_CCLEAR | DMA_CTRL_CIRQ), qpti->qregs + CMD_DMA_CTRL);
 335         sbus_writew((DMA_CTRL_CCLEAR | DMA_CTRL_CIRQ), qpti->qregs + DATA_DMA_CTRL);
 336
 337         loop_count = DEFAULT_LOOP_COUNT;
 338         while (--loop_count && ((sbus_readw(qpti->qregs + MBOX0) & 0xff) == 0x04))
 339                 udelay(20);
 340         if (!loop_count)
 341                 printk(KERN_EMERG "qlogicpti: reset_hardware loop timeout\n");
 342
 343         sbus_writew(HCCTRL_PAUSE, qpti->qregs + HCCTRL);
 344         set_sbus_cfg1(qpti);
 345         qlogicpti_enable_irqs(qpti);
 346
 347         if (sbus_readw(qpti->qregs + RISC_PSR) & RISC_PSR_ULTRA) {
 348                 qpti->ultra = 1;
 349                 sbus_writew((RISC_MTREG_P0ULTRA | RISC_MTREG_P1ULTRA),
 350                             qpti->qregs + RISC_MTREG);
 351         } else {
 352                 qpti->ultra = 0;
 353                 sbus_writew((RISC_MTREG_P0DFLT | RISC_MTREG_P1DFLT),
 354                             qpti->qregs + RISC_MTREG);
 355         }
 356
 357         /* reset adapter and per-device default values. */
 358         /* do it after finding out whether we're ultra mode capable */
 359         qlogicpti_set_hostdev_defaults(qpti);
 360
 361         /* Release the RISC processor. */
 362         sbus_writew(HCCTRL_REL, qpti->qregs + HCCTRL);
 363
 364         /* Get RISC to start executing the firmware code. */
 365         param[0] = MBOX_EXEC_FIRMWARE;
 366         param[1] = risc_code_addr;
 367         if (qlogicpti_mbox_command(qpti, param, 1)) {
 368                 printk(KERN_EMERG "qlogicpti%d: Cannot execute ISP firmware.\n",
 369                        qpti->qpti_id);
 370                 spin_unlock_irqrestore(host->host_lock, flags);
 371                 return 1;
 372         }
 373
 374         /* Set initiator scsi ID. */
 375         param[0] = MBOX_SET_INIT_SCSI_ID;
 376         param[1] = qpti->host_param.initiator_scsi_id;
 377         if (qlogicpti_mbox_command(qpti, param, 1) ||
 378            (param[0] != MBOX_COMMAND_COMPLETE)) {
 379                 printk(KERN_EMERG "qlogicpti%d: Cannot set initiator SCSI ID.\n",
 380                        qpti->qpti_id);
 381                 spin_unlock_irqrestore(host->host_lock, flags);
 382                 return 1;
 383         }
 384
 385         /* Initialize state of the queues, both hw and sw. */
 386         qpti->req_in_ptr = qpti->res_out_ptr = 0;
 387
 388         param[0] = MBOX_INIT_RES_QUEUE;
 389         param[1] = RES_QUEUE_LEN + 1;
 390         param[2] = (u_short) (qpti->res_dvma >> 16);
 391         param[3] = (u_short) (qpti->res_dvma & 0xffff);
 392         param[4] = param[5] = 0;
 393         if (qlogicpti_mbox_command(qpti, param, 1)) {
 394                 printk(KERN_EMERG "qlogicpti%d: Cannot init response queue.\n",
 395                        qpti->qpti_id);
 396                 spin_unlock_irqrestore(host->host_lock, flags);
 397                 return 1;
 398         }
 399
 400         param[0] = MBOX_INIT_REQ_QUEUE;
 401         param[1] = QLOGICPTI_REQ_QUEUE_LEN + 1;
 402         param[2] = (u_short) (qpti->req_dvma >> 16);
 403         param[3] = (u_short) (qpti->req_dvma & 0xffff);
 404         param[4] = param[5] = 0;
 405         if (qlogicpti_mbox_command(qpti, param, 1)) {
 406                 printk(KERN_EMERG "qlogicpti%d: Cannot init request queue.\n",
 407                        qpti->qpti_id);
 408                 spin_unlock_irqrestore(host->host_lock, flags);
 409                 return 1;
 410         }
 411
 412         param[0] = MBOX_SET_RETRY_COUNT;
 413         param[1] = qpti->host_param.retry_count;
 414         param[2] = qpti->host_param.retry_delay;
 415         qlogicpti_mbox_command(qpti, param, 0);
 416
 417         param[0] = MBOX_SET_TAG_AGE_LIMIT;
 418         param[1] = qpti->host_param.tag_aging;
 419         qlogicpti_mbox_command(qpti, param, 0);
 420
 421         for (i = 0; i < MAX_TARGETS; i++) {
 422                 param[0] = MBOX_GET_DEV_QUEUE_PARAMS;
 423                 param[1] = (i << 8);
 424                 qlogicpti_mbox_command(qpti, param, 0);
 425         }
 426
 427         param[0] = MBOX_GET_FIRMWARE_STATUS;
 428         qlogicpti_mbox_command(qpti, param, 0);
 429
 430         param[0] = MBOX_SET_SELECT_TIMEOUT;
 431         param[1] = qpti->host_param.selection_timeout;
 432         qlogicpti_mbox_command(qpti, param, 0);
 433
 434         for (i = 0; i < MAX_TARGETS; i++) {
 435                 param[0] = MBOX_SET_TARGET_PARAMS;
 436                 param[1] = (i << 8);
 437                 param[2] = (qpti->dev_param[i].device_flags << 8);
 438                 /*
 439                  * Since we're now loading 1.31 f/w, force narrow/async.
 440                  */
 441                 param[2] |= 0xc0;
 442                 param[3] = 0;   /* no offset, we do not have sync mode yet */
 443                 qlogicpti_mbox_command(qpti, param, 0);
 444         }
 445
 446         /*
 447          * Always (sigh) do an initial bus reset (kicks f/w).
 448          */
 449         param[0] = MBOX_BUS_RESET;
 450         param[1] = qpti->host_param.bus_reset_delay;
 451         qlogicpti_mbox_command(qpti, param, 0);
 452         qpti->send_marker = 1;
 453
 454         spin_unlock_irqrestore(host->host_lock, flags);
 455         return 0;
 456 }
 457
 458 #define PTI_RESET_LIMIT 400
 459
 460 static int __init qlogicpti_load_firmware(struct qlogicpti *qpti)
 461 {
 462         struct Scsi_Host *host = qpti->qhost;
 463         unsigned short csum = 0;
 464         unsigned short param[6];
 465         unsigned short *risc_code, risc_code_addr, risc_code_length;
 466         unsigned long flags;
 467         int i, timeout;
 468
 469         risc_code = &sbus_risc_code01[0];
 470         risc_code_addr = 0x1000;        /* all f/w modules load at 0x1000 */
 471         risc_code_length = sbus_risc_code_length01;
 472
 473         spin_lock_irqsave(host->host_lock, flags);
 474
 475         /* Verify the checksum twice, one before loading it, and once
 476          * afterwards via the mailbox commands.
 477          */
 478         for (i = 0; i < risc_code_length; i++)
 479                 csum += risc_code[i];
 480         if (csum) {
 481                 spin_unlock_irqrestore(host->host_lock, flags);
 482                 printk(KERN_EMERG "qlogicpti%d: Aieee, firmware checksum failed!",
 483                        qpti->qpti_id);
 484                 return 1;
 485         }
 486         sbus_writew(SBUS_CTRL_RESET, qpti->qregs + SBUS_CTRL);
 487         sbus_writew((DMA_CTRL_CCLEAR | DMA_CTRL_CIRQ), qpti->qregs + CMD_DMA_CTRL);
 488         sbus_writew((DMA_CTRL_CCLEAR | DMA_CTRL_CIRQ), qpti->qregs + DATA_DMA_CTRL);
 489         timeout = PTI_RESET_LIMIT;
 490         while (--timeout && (sbus_readw(qpti->qregs + SBUS_CTRL) & SBUS_CTRL_RESET))
 491                 udelay(20);
 492         if (!timeout) {
 493                 spin_unlock_irqrestore(host->host_lock, flags);
 494                 printk(KERN_EMERG "qlogicpti%d: Cannot reset the ISP.", qpti->qpti_id);
 495                 return 1;
 496         }
 497
 498         sbus_writew(HCCTRL_RESET, qpti->qregs + HCCTRL);
 499         mdelay(1);
 500
 501         sbus_writew((SBUS_CTRL_GENAB | SBUS_CTRL_ERIRQ), qpti->qregs + SBUS_CTRL);
 502         set_sbus_cfg1(qpti);
 503         sbus_writew(0, qpti->qregs + SBUS_SEMAPHORE);
 504
 505         if (sbus_readw(qpti->qregs + RISC_PSR) & RISC_PSR_ULTRA) {
 506                 qpti->ultra = 1;
 507                 sbus_writew((RISC_MTREG_P0ULTRA | RISC_MTREG_P1ULTRA),
 508                             qpti->qregs + RISC_MTREG);
 509         } else {
 510                 qpti->ultra = 0;
 511                 sbus_writew((RISC_MTREG_P0DFLT | RISC_MTREG_P1DFLT),
 512                             qpti->qregs + RISC_MTREG);
 513         }
 514
 515         sbus_writew(HCCTRL_REL, qpti->qregs + HCCTRL);
 516
 517         /* Pin lines are only stable while RISC is paused. */
 518         sbus_writew(HCCTRL_PAUSE, qpti->qregs + HCCTRL);
 519         if (sbus_readw(qpti->qregs + CPU_PDIFF) & CPU_PDIFF_MODE)
 520                 qpti->differential = 1;
 521         else
 522                 qpti->differential = 0;
 523         sbus_writew(HCCTRL_REL, qpti->qregs + HCCTRL);
 524
 525         /* This shouldn't be necessary- we've reset things so we should be
 526            running from the ROM now.. */
 527
 528         param[0] = MBOX_STOP_FIRMWARE;
 529         param[1] = param[2] = param[3] = param[4] = param[5] = 0;
 530         if (qlogicpti_mbox_command(qpti, param, 1)) {
 531                 printk(KERN_EMERG "qlogicpti%d: Cannot stop firmware for reload.\n",
 532                        qpti->qpti_id);
 533                 spin_unlock_irqrestore(host->host_lock, flags);
 534                 return 1;
 535         }
 536
 537         /* Load it up.. */
 538         for (i = 0; i < risc_code_length; i++) {
 539                 param[0] = MBOX_WRITE_RAM_WORD;
 540                 param[1] = risc_code_addr + i;
 541                 param[2] = risc_code[i];
 542                 if (qlogicpti_mbox_command(qpti, param, 1) ||
 543                     param[0] != MBOX_COMMAND_COMPLETE) {
 544                         printk("qlogicpti%d: Firmware dload failed, I'm bolixed!\n",
 545                                qpti->qpti_id);
 546                         spin_unlock_irqrestore(host->host_lock, flags);
 547                         return 1;
 548                 }
 549         }
 550
 551         /* Reset the ISP again. */
 552         sbus_writew(HCCTRL_RESET, qpti->qregs + HCCTRL);
 553         mdelay(1);
 554
 555         qlogicpti_enable_irqs(qpti);
 556         sbus_writew(0, qpti->qregs + SBUS_SEMAPHORE);
 557         sbus_writew(HCCTRL_REL, qpti->qregs + HCCTRL);
 558
 559         /* Ask ISP to verify the checksum of the new code. */
 560         param[0] = MBOX_VERIFY_CHECKSUM;
 561         param[1] = risc_code_addr;
 562         if (qlogicpti_mbox_command(qpti, param, 1) ||
 563             (param[0] != MBOX_COMMAND_COMPLETE)) {
 564                 printk(KERN_EMERG "qlogicpti%d: New firmware csum failure!\n",
 565                        qpti->qpti_id);
 566                 spin_unlock_irqrestore(host->host_lock, flags);
 567                 return 1;
 568         }
 569
 570         /* Start using newly downloaded firmware. */
 571         param[0] = MBOX_EXEC_FIRMWARE;
 572         param[1] = risc_code_addr;
 573         qlogicpti_mbox_command(qpti, param, 1);
 574
 575         param[0] = MBOX_ABOUT_FIRMWARE;
 576         if (qlogicpti_mbox_command(qpti, param, 1) ||
 577             (param[0] != MBOX_COMMAND_COMPLETE)) {
 578                 printk(KERN_EMERG "qlogicpti%d: AboutFirmware cmd fails.\n",
 579                        qpti->qpti_id);
 580                 spin_unlock_irqrestore(host->host_lock, flags);
 581                 return 1;
 582         }
 583
 584         /* Snag the major and minor revisions from the result. */
 585         qpti->fware_majrev = param[1];
 586         qpti->fware_minrev = param[2];
 587         qpti->fware_micrev = param[3];
 588
 589         /* Set the clock rate */
 590         param[0] = MBOX_SET_CLOCK_RATE;
 591         param[1] = qpti->clock;
 592         if (qlogicpti_mbox_command(qpti, param, 1) ||
 593             (param[0] != MBOX_COMMAND_COMPLETE)) {
 594                 printk(KERN_EMERG "qlogicpti%d: could not set clock rate.\n",
 595                        qpti->qpti_id);
 596                 spin_unlock_irqrestore(host->host_lock, flags);
 597                 return 1;
 598         }
 599
 600         if (qpti->is_pti != 0) {
 601                 /* Load scsi initiator ID and interrupt level into sbus static ram. */
 602                 param[0] = MBOX_WRITE_RAM_WORD;
 603                 param[1] = 0xff80;
 604                 param[2] = (unsigned short) qpti->scsi_id;
 605                 qlogicpti_mbox_command(qpti, param, 1);
 606
 607                 param[0] = MBOX_WRITE_RAM_WORD;
 608                 param[1] = 0xff00;
 609                 param[2] = (unsigned short) 3;
 610                 qlogicpti_mbox_command(qpti, param, 1);
 611         }
 612
 613         spin_unlock_irqrestore(host->host_lock, flags);
 614         return 0;
 615 }
 616
 617 static int qlogicpti_verify_tmon(struct qlogicpti *qpti)
 618 {
 619         int curstat = sbus_readb(qpti->sreg);
 620
 621         curstat &= 0xf0;
 622         if (!(curstat & SREG_FUSE) && (qpti->swsreg & SREG_FUSE))
 623                 printk("qlogicpti%d: Fuse returned to normal state.\n", qpti->qpti_id);
 624         if (!(curstat & SREG_TPOWER) && (qpti->swsreg & SREG_TPOWER))
 625                 printk("qlogicpti%d: termpwr back to normal state.\n", qpti->qpti_id);
 626         if (curstat != qpti->swsreg) {
 627                 int error = 0;
 628                 if (curstat & SREG_FUSE) {
 629                         error++;
 630                         printk("qlogicpti%d: Fuse is open!\n", qpti->qpti_id);
 631                 }
 632                 if (curstat & SREG_TPOWER) {
 633                         error++;
 634                         printk("qlogicpti%d: termpwr failure\n", qpti->qpti_id);
 635                 }
 636                 if (qpti->differential &&
 637                     (curstat & SREG_DSENSE) != SREG_DSENSE) {
 638                         error++;
 639                         printk("qlogicpti%d: You have a single ended device on a "
 640                                "differential bus!  Please fix!\n", qpti->qpti_id);
 641                 }
 642                 qpti->swsreg = curstat;
 643                 return error;
 644         }
 645         return 0;
 646 }
 647
 648 static irqreturn_t qpti_intr(int irq, void *dev_id, struct pt_regs *regs);
 649
 650 static void __init qpti_chain_add(struct qlogicpti *qpti)
 651 {
 652         spin_lock_irq(&qptichain_lock);
 653         if (qptichain != NULL) {
 654                 struct qlogicpti *qlink = qptichain;
 655
 656                 while(qlink->next)
 657                         qlink = qlink->next;
 658                 qlink->next = qpti;
 659         } else {
 660                 qptichain = qpti;
 661         }
 662         qpti->next = NULL;
 663         spin_unlock_irq(&qptichain_lock);
 664 }
 665
 666 static void __init qpti_chain_del(struct qlogicpti *qpti)
 667 {
 668         spin_lock_irq(&qptichain_lock);
 669         if (qptichain == qpti) {
 670                 qptichain = qpti->next;
 671         } else {
 672                 struct qlogicpti *qlink = qptichain;
 673                 while(qlink->next != qpti)
 674                         qlink = qlink->next;
 675                 qlink->next = qpti->next;
 676         }
 677         qpti->next = NULL;
 678         spin_unlock_irq(&qptichain_lock);
 679 }
 680
 681 static int __init qpti_map_regs(struct qlogicpti *qpti)
 682 {
 683         struct sbus_dev *sdev = qpti->sdev;
 684
 685         qpti->qregs = sbus_ioremap(&sdev->resource[0], 0,
 686                                    sdev->reg_addrs[0].reg_size,
 687                                    "PTI Qlogic/ISP");
 688         if (!qpti->qregs) {
 689                 printk("PTI: Qlogic/ISP registers are unmappable\n");
 690                 return -1;
 691         }
 692         if (qpti->is_pti) {
 693                 qpti->sreg = sbus_ioremap(&sdev->resource[0], (16 * 4096),
 694                                           sizeof(unsigned char),
 695                                           "PTI Qlogic/ISP statreg");
 696                 if (!qpti->sreg) {
 697                         printk("PTI: Qlogic/ISP status register is unmappable\n");
 698                         return -1;
 699                 }
 700         }
 701         return 0;
 702 }
 703
 704 static int __init qpti_register_irq(struct qlogicpti *qpti)
 705 {
 706         struct sbus_dev *sdev = qpti->sdev;
 707
 708         qpti->qhost->irq = qpti->irq = sdev->irqs[0];
 709
 710         /* We used to try various overly-clever things to
 711          * reduce the interrupt processing overhead on
 712          * sun4c/sun4m when multiple PTI's shared the
 713          * same IRQ.  It was too complex and messy to
 714          * sanely maintain.
 715          */
 716         if (request_irq(qpti->irq, qpti_intr,
 717                         SA_SHIRQ, "Qlogic/PTI", qpti))
 718                 goto fail;
 719
 720         printk("qpti%d: IRQ %s ", qpti->qpti_id, __irq_itoa(qpti->irq));
 721
 722         return 0;
 723
 724 fail:
 725         printk("qpti%d: Cannot acquire irq line\n", qpti->qpti_id);
 726         return -1;
 727 }
 728
 729 static void __init qpti_get_scsi_id(struct qlogicpti *qpti)
 730 {
 731         qpti->scsi_id = prom_getintdefault(qpti->prom_node,
 732                                            "initiator-id",
 733                                            -1);
 734         if (qpti->scsi_id == -1)
 735                 qpti->scsi_id = prom_getintdefault(qpti->prom_node,
 736                                                    "scsi-initiator-id",
 737                                                    -1);
 738         if (qpti->scsi_id == -1)
 739                 qpti->scsi_id =
 740                         prom_getintdefault(qpti->sdev->bus->prom_node,
 741                                            "scsi-initiator-id", 7);
 742         qpti->qhost->this_id = qpti->scsi_id;
 743         qpti->qhost->max_sectors = 64;
 744
 745         printk("SCSI ID %d ", qpti->scsi_id);
 746 }
 747
 748 static void qpti_get_bursts(struct qlogicpti *qpti)
 749 {
 750         struct sbus_dev *sdev = qpti->sdev;
 751         u8 bursts, bmask;
 752
 753         bursts = prom_getintdefault(qpti->prom_node, "burst-sizes", 0xff);
 754         bmask = prom_getintdefault(sdev->bus->prom_node,
 755                                    "burst-sizes", 0xff);
 756         if (bmask != 0xff)
 757                 bursts &= bmask;
 758         if (bursts == 0xff ||
 759             (bursts & DMA_BURST16) == 0 ||
 760             (bursts & DMA_BURST32) == 0)
 761                 bursts = (DMA_BURST32 - 1);
 762
 763         qpti->bursts = bursts;
 764 }
 765
 766 static void qpti_get_clock(struct qlogicpti *qpti)
 767 {
 768         unsigned int cfreq;
 769
 770         /* Check for what the clock input to this card is.
 771          * Default to 40Mhz.
 772          */
 773         cfreq = prom_getintdefault(qpti->prom_node,"clock-frequency",40000000);
 774         qpti->clock = (cfreq + 500000)/1000000;
 775         if (qpti->clock == 0) /* bullshit */
 776                 qpti->clock = 40;
 777 }
 778
 779 /* The request and response queues must each be aligned
 780  * on a page boundary.
 781  */
 782 static int __init qpti_map_queues(struct qlogicpti *qpti)
 783 {
 784         struct sbus_dev *sdev = qpti->sdev;
 785
 786 #define QSIZE(entries)  (((entries) + 1) * QUEUE_ENTRY_LEN)
 787         qpti->res_cpu = sbus_alloc_consistent(sdev,
 788                                               QSIZE(RES_QUEUE_LEN),
 789                                               &qpti->res_dvma);
 790         if (qpti->res_cpu == NULL ||
 791             qpti->res_dvma == 0) {
 792                 printk("QPTI: Cannot map response queue.\n");
 793                 return -1;
 794         }
 795
 796         qpti->req_cpu = sbus_alloc_consistent(sdev,
 797                                               QSIZE(QLOGICPTI_REQ_QUEUE_LEN),
 798                                               &qpti->req_dvma);
 799         if (qpti->req_cpu == NULL ||
 800             qpti->req_dvma == 0) {
 801                 sbus_free_consistent(sdev, QSIZE(RES_QUEUE_LEN),
 802                                      qpti->res_cpu, qpti->res_dvma);
 803                 printk("QPTI: Cannot map request queue.\n");
 804                 return -1;
 805         }
 806         memset(qpti->res_cpu, 0, QSIZE(RES_QUEUE_LEN));
 807         memset(qpti->req_cpu, 0, QSIZE(QLOGICPTI_REQ_QUEUE_LEN));
 808         return 0;
 809 }
 810
 811 /* Detect all PTI Qlogic ISP's in the machine. */
 812 static int __init qlogicpti_detect(Scsi_Host_Template *tpnt)
 813 {
 814         struct qlogicpti *qpti;
 815         struct Scsi_Host *qpti_host;
 816         struct sbus_bus *sbus;
 817         struct sbus_dev *sdev;
 818         int nqptis = 0, nqptis_in_use = 0;
 819
 820         tpnt->proc_name = "qlogicpti";
 821         for_each_sbus(sbus) {
 822                 for_each_sbusdev(sdev, sbus) {
 823                         /* Is this a red snapper? */
 824                         if (strcmp(sdev->prom_name, "ptisp") &&
 825                             strcmp(sdev->prom_name, "PTI,ptisp") &&
 826                             strcmp(sdev->prom_name, "QLGC,isp") &&
 827                             strcmp(sdev->prom_name, "SUNW,isp"))
 828                                 continue;
 829
 830                         /* Sometimes Antares cards come up not completely
 831                          * setup, and we get a report of a zero IRQ.
 832                          * Skip over them in such cases so we survive.
 833                          */
 834                         if (sdev->irqs[0] == 0) {
 835                                 printk("qpti%d: Adapter reports no interrupt, "
 836                                        "skipping over this card.", nqptis);
 837                                 continue;
 838                         }
 839
 840                         /* Yep, register and allocate software state. */
 841                         qpti_host = scsi_register(tpnt, sizeof(struct qlogicpti));
 842                         if (!qpti_host) {
 843                                 printk("QPTI: Cannot register PTI Qlogic ISP SCSI host");
 844                                 continue;
 845                         }
 846                         qpti = (struct qlogicpti *) qpti_host->hostdata;
 847
 848                         /* We are wide capable, 16 targets. */
 849                         qpti_host->max_id = MAX_TARGETS;
 850
 851                         /* Setup back pointers and misc. state. */
 852                         qpti->qhost = qpti_host;
 853                         qpti->sdev = sdev;
 854                         qpti->qpti_id = nqptis++;
 855                         qpti->prom_node = sdev->prom_node;
 856                         prom_getstring(qpti->prom_node, "name",
 857                                        qpti->prom_name,
 858                                        sizeof(qpti->prom_name));
 859
 860                         /* This is not correct, actually. There's a switch
 861                          * on the PTI cards that put them into "emulation"
 862                          * mode- i.e., report themselves as QLGC,isp
 863                          * instead of PTI,ptisp. The only real substantive
 864                          * difference between non-pti and pti cards is
 865                          * the tmon register. Which is possibly even
 866                          * there for Qlogic cards, but non-functional.
 867                          */
 868                         qpti->is_pti = (strcmp (qpti->prom_name, "QLGC,isp") != 0);
 869
 870                         qpti_chain_add(qpti);
 871                         if (qpti_map_regs(qpti) < 0)
 872                                 goto fail_unlink;
 873
 874                         if (qpti_register_irq(qpti) < 0)
 875                                 goto fail_unmap_regs;
 876
 877                         qpti_get_scsi_id(qpti);
 878                         qpti_get_bursts(qpti);
 879                         qpti_get_clock(qpti);
 880
 881                         /* Clear out Scsi_Cmnd array. */
 882                         memset(qpti->cmd_slots, 0, sizeof(qpti->cmd_slots));
 883
 884                         if (qpti_map_queues(qpti) < 0)
 885                                 goto fail_free_irq;
 886
 887                         /* Load the firmware. */
 888                         if (qlogicpti_load_firmware(qpti))
 889                                 goto fail_unmap_queues;
 890                         if (qpti->is_pti) {
 891                                 /* Check the PTI status reg. */
 892                                 if (qlogicpti_verify_tmon(qpti))
 893                                         goto fail_unmap_queues;
 894                         }
 895
 896                         /* Reset the ISP and init res/req queues. */
 897                         if (qlogicpti_reset_hardware(qpti_host))
 898                                 goto fail_unmap_queues;
 899
 900                         printk("(Firmware v%d.%d.%d)", qpti->fware_majrev,
 901                             qpti->fware_minrev, qpti->fware_micrev);
 902                         {
 903                                 char buffer[60];
 904
 905                                 prom_getstring (qpti->prom_node,
 906                                                 "isp-fcode", buffer, 60);
 907                                 if (buffer[0])
 908                                         printk("(Firmware %s)", buffer);
 909                                 if (prom_getbool(qpti->prom_node, "differential"))
 910                                         qpti->differential = 1;
 911                         }
 912
 913                         printk (" [%s Wide, using %s interface]\n",
 914                                (qpti->ultra ? "Ultra" : "Fast"),
 915                                (qpti->differential ? "differential" : "single ended"));
 916
 917                         nqptis_in_use++;
 918                         continue;
 919
 920                 fail_unmap_queues:
 921 #define QSIZE(entries)  (((entries) + 1) * QUEUE_ENTRY_LEN)
 922                         sbus_free_consistent(qpti->sdev,
 923                                              QSIZE(RES_QUEUE_LEN),
 924                                              qpti->res_cpu, qpti->res_dvma);
 925                         sbus_free_consistent(qpti->sdev,
 926                                              QSIZE(QLOGICPTI_REQ_QUEUE_LEN),
 927                                              qpti->req_cpu, qpti->req_dvma);
 928 #undef QSIZE
 929                 fail_free_irq:
 930                         free_irq(qpti->irq, qpti);
 931
 932                 fail_unmap_regs:
 933                         sbus_iounmap(qpti->qregs,
 934                                      qpti->sdev->reg_addrs[0].reg_size);
 935                         if (qpti->is_pti)
 936                                 sbus_iounmap(qpti->sreg, sizeof(unsigned char));
 937                 fail_unlink:
 938                         qpti_chain_del(qpti);
 939                         scsi_unregister(qpti->qhost);
 940                 }
 941         }
 942         if (nqptis)
 943                 printk("QPTI: Total of %d PTI Qlogic/ISP hosts found, %d actually in use.\n",
 944                        nqptis, nqptis_in_use);
 945         qptis_running = nqptis_in_use;
 946         return nqptis;
 947 }
 948
 949 static int qlogicpti_release(struct Scsi_Host *host)
 950 {
 951         struct qlogicpti *qpti = (struct qlogicpti *) host->hostdata;
 952
 953         /* Remove visibility from IRQ handlers. */
 954         qpti_chain_del(qpti);
 955
 956         /* Shut up the card. */
 957         sbus_writew(0, qpti->qregs + SBUS_CTRL);
 958
 959         /* Free IRQ handler and unmap Qlogic,ISP and PTI status regs. */
 960         free_irq(qpti->irq, qpti);
 961
 962 #define QSIZE(entries)  (((entries) + 1) * QUEUE_ENTRY_LEN)
 963         sbus_free_consistent(qpti->sdev,
 964                              QSIZE(RES_QUEUE_LEN),
 965                              qpti->res_cpu, qpti->res_dvma);
 966         sbus_free_consistent(qpti->sdev,
 967                              QSIZE(QLOGICPTI_REQ_QUEUE_LEN),
 968                              qpti->req_cpu, qpti->req_dvma);
 969 #undef QSIZE
 970
 971         sbus_iounmap(qpti->qregs, qpti->sdev->reg_addrs[0].reg_size);
 972         if (qpti->is_pti)
 973                 sbus_iounmap(qpti->sreg, sizeof(unsigned char));
 974
 975         return 0;
 976 }
 977
 978 const char *qlogicpti_info(struct Scsi_Host *host)
 979 {
 980         static char buf[80];
 981         struct qlogicpti *qpti = (struct qlogicpti *) host->hostdata;
 982
 983         sprintf(buf, "PTI Qlogic,ISP SBUS SCSI irq %s regs at %lx",
 984                 __irq_itoa(qpti->qhost->irq), qpti->qregs);
 985         return buf;
 986 }
 987
 988 /* I am a certified frobtronicist. */
 989 static inline void marker_frob(struct Command_Entry *cmd)
 990 {
 991         struct Marker_Entry *marker = (struct Marker_Entry *) cmd;
 992
 993         memset(marker, 0, sizeof(struct Marker_Entry));
 994         marker->hdr.entry_cnt = 1;
 995         marker->hdr.entry_type = ENTRY_MARKER;
 996         marker->modifier = SYNC_ALL;
 997         marker->rsvd = 0;
 998 }
 999
1000 static inline void cmd_frob(struct Command_Entry *cmd, Scsi_Cmnd *Cmnd,
1001                             struct qlogicpti *qpti)
1002 {
1003         memset(cmd, 0, sizeof(struct Command_Entry));
1004         cmd->hdr.entry_cnt = 1;
1005         cmd->hdr.entry_type = ENTRY_COMMAND;
1006         cmd->target_id = Cmnd->device->id;
1007         cmd->target_lun = Cmnd->device->lun;
1008         cmd->cdb_length = Cmnd->cmd_len;
1009         cmd->control_flags = 0;
1010         if (Cmnd->device->tagged_supported) {
1011                 if (qpti->cmd_count[Cmnd->device->id] == 0)
1012                         qpti->tag_ages[Cmnd->device->id] = jiffies;
1013                 if ((jiffies - qpti->tag_ages[Cmnd->device->id]) > (5*HZ)) {
1014                         cmd->control_flags = CFLAG_ORDERED_TAG;
1015                         qpti->tag_ages[Cmnd->device->id] = jiffies;
1016                 } else
1017                         cmd->control_flags = CFLAG_SIMPLE_TAG;
1018         }
1019         if ((Cmnd->cmnd[0] == WRITE_6) ||
1020             (Cmnd->cmnd[0] == WRITE_10) ||
1021             (Cmnd->cmnd[0] == WRITE_12))
1022                 cmd->control_flags |= CFLAG_WRITE;
1023         else
1024                 cmd->control_flags |= CFLAG_READ;
1025         cmd->time_out = 30;
1026         memcpy(cmd->cdb, Cmnd->cmnd, Cmnd->cmd_len);
1027 }
1028
1029 /* Do it to it baby. */
1030 static inline int load_cmd(Scsi_Cmnd *Cmnd, struct Command_Entry *cmd,
1031                            struct qlogicpti *qpti, u_int in_ptr, u_int out_ptr)
1032 {
1033         struct dataseg *ds;
1034         struct scatterlist *sg;
1035         int i, n;
1036
1037         if (Cmnd->use_sg) {
1038                 int sg_count;
1039
1040                 sg = (struct scatterlist *) Cmnd->buffer;
1041                 sg_count = sbus_map_sg(qpti->sdev, sg, Cmnd->use_sg, scsi_to_sbus_dma_dir(Cmnd->sc_data_direction));
1042
1043                 ds = cmd->dataseg;
1044                 cmd->segment_cnt = sg_count;
1045
1046                 /* Fill in first four sg entries: */
1047                 n = sg_count;
1048                 if (n > 4)
1049                         n = 4;
1050                 for (i = 0; i < n; i++, sg++) {
1051                         ds[i].d_base = sg_dma_address(sg);
1052                         ds[i].d_count = sg_dma_len(sg);
1053                 }
1054                 sg_count -= 4;
1055                 while (sg_count > 0) {
1056                         struct Continuation_Entry *cont;
1057
1058                         ++cmd->hdr.entry_cnt;
1059                         cont = (struct Continuation_Entry *) &qpti->req_cpu[in_ptr];
1060                         in_ptr = NEXT_REQ_PTR(in_ptr);
1061                         if (in_ptr == out_ptr)
1062                                 return -1;
1063
1064                         cont->hdr.entry_type = ENTRY_CONTINUATION;
1065                         cont->hdr.entry_cnt = 0;
1066                         cont->hdr.sys_def_1 = 0;
1067                         cont->hdr.flags = 0;
1068                         cont->reserved = 0;
1069                         ds = cont->dataseg;
1070                         n = sg_count;
1071                         if (n > 7)
1072                                 n = 7;
1073                         for (i = 0; i < n; i++, sg++) {
1074                                 ds[i].d_base = sg_dma_address(sg);
1075                                 ds[i].d_count = sg_dma_len(sg);
1076                         }
1077                         sg_count -= n;
1078                 }
1079         } else if (Cmnd->request_bufflen) {
1080                 Cmnd->SCp.ptr = (char *)(unsigned long)
1081                         sbus_map_single(qpti->sdev,
1082                                         Cmnd->request_buffer,
1083                                         Cmnd->request_bufflen,
1084                                         scsi_to_sbus_dma_dir(Cmnd->sc_data_direction));
1085
1086                 cmd->dataseg[0].d_base = (u32) ((unsigned long)Cmnd->SCp.ptr);
1087                 cmd->dataseg[0].d_count = Cmnd->request_bufflen;
1088                 cmd->segment_cnt = 1;
1089         } else {
1090                 cmd->dataseg[0].d_base = 0;
1091                 cmd->dataseg[0].d_count = 0;
1092                 cmd->segment_cnt = 1; /* Shouldn't this be 0? */
1093         }
1094
1095         /* Committed, record Scsi_Cmd so we can find it later. */
1096         cmd->handle = in_ptr;
1097         qpti->cmd_slots[in_ptr] = Cmnd;
1098
1099         qpti->cmd_count[Cmnd->device->id]++;
1100         sbus_writew(in_ptr, qpti->qregs + MBOX4);
1101         qpti->req_in_ptr = in_ptr;
1102
1103         return in_ptr;
1104 }
1105
1106 static inline void update_can_queue(struct Scsi_Host *host, u_int in_ptr, u_int out_ptr)
1107 {
1108         /* Temporary workaround until bug is found and fixed (one bug has been found
1109            already, but fixing it makes things even worse) -jj */
1110         int num_free = QLOGICPTI_REQ_QUEUE_LEN - REQ_QUEUE_DEPTH(in_ptr, out_ptr) - 64;
1111         host->can_queue = host->host_busy + num_free;
1112         host->sg_tablesize = QLOGICPTI_MAX_SG(num_free);
1113 }
1114
1115 /*
1116  * Until we scan the entire bus with inquiries, go throught this fella...
1117  */
1118 static void ourdone(Scsi_Cmnd *Cmnd)
1119 {
1120         struct qlogicpti *qpti = (struct qlogicpti *) Cmnd->device->host->hostdata;
1121         int tgt = Cmnd->device->id;
1122         void (*done) (Scsi_Cmnd *);
1123
1124         /* This grot added by DaveM, blame him for ugliness.
1125          * The issue is that in the 2.3.x driver we use the
1126          * host_scribble portion of the scsi command as a
1127          * completion linked list at interrupt service time,
1128          * so we have to store the done function pointer elsewhere.
1129          */
1130         done = (void (*)(Scsi_Cmnd *))
1131                 (((unsigned long) Cmnd->SCp.Message)
1132 #ifdef __sparc_v9__
1133                  | ((unsigned long) Cmnd->SCp.Status << 32UL)
1134 #endif
1135                  );
1136
1137         if ((qpti->sbits & (1 << tgt)) == 0) {
1138                 int ok = host_byte(Cmnd->result) == DID_OK;
1139                 if (Cmnd->cmnd[0] == 0x12 && ok) {
1140                         unsigned char *iqd;
1141
1142                         if (Cmnd->use_sg != 0)
1143                                 BUG();
1144
1145                         iqd = ((unsigned char *)Cmnd->buffer);
1146
1147                         /* tags handled in midlayer */
1148                         /* enable sync mode? */
1149                         if (iqd[7] & 0x10) {
1150                                 qpti->dev_param[tgt].device_flags |= 0x10;
1151                         } else {
1152                                 qpti->dev_param[tgt].synchronous_offset = 0;
1153                                 qpti->dev_param[tgt].synchronous_period = 0;
1154                         }
1155                         /* are we wide capable? */
1156                         if (iqd[7] & 0x20) {
1157                                 qpti->dev_param[tgt].device_flags |= 0x20;
1158                         }
1159                         qpti->sbits |= (1 << tgt);
1160                 } else if (!ok) {
1161                         qpti->sbits |= (1 << tgt);
1162                 }
1163         }
1164         done(Cmnd);
1165 }
1166
1167 static int qlogicpti_queuecommand(Scsi_Cmnd *Cmnd, void (*done)(Scsi_Cmnd *));
1168
1169 static int qlogicpti_queuecommand_slow(Scsi_Cmnd *Cmnd,
1170                                        void (*done)(Scsi_Cmnd *))
1171 {
1172         struct qlogicpti *qpti = (struct qlogicpti *) Cmnd->device->host->hostdata;
1173
1174         /*
1175          * done checking this host adapter?
1176          * If not, then rewrite the command
1177          * to finish through ourdone so we
1178          * can peek at Inquiry data results.
1179          */
1180         if (qpti->sbits && qpti->sbits != 0xffff) {
1181                 /* See above about in ourdone this ugliness... */
1182                 Cmnd->SCp.Message = ((unsigned long)done) & 0xffffffff;
1183 #ifdef CONFIG_SPARC64
1184                 Cmnd->SCp.Status = ((unsigned long)done >> 32UL) & 0xffffffff;
1185 #endif
1186                 return qlogicpti_queuecommand(Cmnd, ourdone);
1187         }
1188
1189         /*
1190          * We've peeked at all targets for this bus- time
1191          * to set parameters for devices for real now.
1192          */
1193         if (qpti->sbits == 0xffff) {
1194                 int i;
1195                 for(i = 0; i < MAX_TARGETS; i++) {
1196                         u_short param[6];
1197                         param[0] = MBOX_SET_TARGET_PARAMS;
1198                         param[1] = (i << 8);
1199                         param[2] = (qpti->dev_param[i].device_flags << 8);
1200                         if (qpti->dev_param[i].device_flags & 0x10) {
1201                                 param[3] = (qpti->dev_param[i].synchronous_offset << 8) |
1202                                         qpti->dev_param[i].synchronous_period;
1203                         } else {
1204                                 param[3] = 0;
1205                         }
1206                         (void) qlogicpti_mbox_command(qpti, param, 0);
1207                 }
1208                 /*
1209                  * set to zero so any traverse through ourdone
1210                  * doesn't start the whole process again,
1211                  */
1212                 qpti->sbits = 0;
1213         }
1214
1215         /* check to see if we're done with all adapters... */
1216         for (qpti = qptichain; qpti != NULL; qpti = qpti->next) {
1217                 if (qpti->sbits) {
1218                         break;
1219                 }
1220         }
1221
1222         /*
1223          * if we hit the end of the chain w/o finding adapters still
1224          * capability-configuring, then we're done with all adapters
1225          * and can rock on..
1226          */
1227         if (qpti == NULL)
1228                 Cmnd->device->host->hostt->queuecommand = qlogicpti_queuecommand;
1229
1230         return qlogicpti_queuecommand(Cmnd, done);
1231 }
1232
1233 /*
1234  * The middle SCSI layer ensures that queuecommand never gets invoked
1235  * concurrently with itself or the interrupt handler (though the
1236  * interrupt handler may call this routine as part of
1237  * request-completion handling).
1238  *
1239  * "This code must fly." -davem
1240  */
1241 static int qlogicpti_queuecommand(Scsi_Cmnd *Cmnd, void (*done)(Scsi_Cmnd *))
1242 {
1243         struct Scsi_Host *host = Cmnd->device->host;
1244         struct qlogicpti *qpti = (struct qlogicpti *) host->hostdata;
1245         struct Command_Entry *cmd;
1246         u_int out_ptr;
1247         int in_ptr;
1248
1249         Cmnd->scsi_done = done;
1250
1251         in_ptr = qpti->req_in_ptr;
1252         cmd = (struct Command_Entry *) &qpti->req_cpu[in_ptr];
1253         out_ptr = sbus_readw(qpti->qregs + MBOX4);
1254         in_ptr = NEXT_REQ_PTR(in_ptr);
1255         if (in_ptr == out_ptr)
1256                 goto toss_command;
1257
1258         if (qpti->send_marker) {
1259                 marker_frob(cmd);
1260                 qpti->send_marker = 0;
1261                 if (NEXT_REQ_PTR(in_ptr) == out_ptr) {
1262                         sbus_writew(in_ptr, qpti->qregs + MBOX4);
1263                         qpti->req_in_ptr = in_ptr;
1264                         goto toss_command;
1265                 }
1266                 cmd = (struct Command_Entry *) &qpti->req_cpu[in_ptr];
1267                 in_ptr = NEXT_REQ_PTR(in_ptr);
1268         }
1269         cmd_frob(cmd, Cmnd, qpti);
1270         if ((in_ptr = load_cmd(Cmnd, cmd, qpti, in_ptr, out_ptr)) == -1)
1271                 goto toss_command;
1272
1273         update_can_queue(host, in_ptr, out_ptr);
1274
1275         return 0;
1276
1277 toss_command:
1278         printk(KERN_EMERG "qlogicpti%d: request queue overflow\n",
1279                qpti->qpti_id);
1280
1281         /* Unfortunately, unless you use the new EH code, which
1282          * we don't, the midlayer will ignore the return value,
1283          * which is insane.  We pick up the pieces like this.
1284          */
1285         Cmnd->result = DID_BUS_BUSY;
1286         done(Cmnd);
1287         return 1;
1288 }
1289
1290 static int qlogicpti_return_status(struct Status_Entry *sts, int id)
1291 {
1292         int host_status = DID_ERROR;
1293
1294         switch (sts->completion_status) {
1295               case CS_COMPLETE:
1296                 host_status = DID_OK;
1297                 break;
1298               case CS_INCOMPLETE:
1299                 if (!(sts->state_flags & SF_GOT_BUS))
1300                         host_status = DID_NO_CONNECT;
1301                 else if (!(sts->state_flags & SF_GOT_TARGET))
1302                         host_status = DID_BAD_TARGET;
1303                 else if (!(sts->state_flags & SF_SENT_CDB))
1304                         host_status = DID_ERROR;
1305                 else if (!(sts->state_flags & SF_TRANSFERRED_DATA))
1306                         host_status = DID_ERROR;
1307                 else if (!(sts->state_flags & SF_GOT_STATUS))
1308                         host_status = DID_ERROR;
1309                 else if (!(sts->state_flags & SF_GOT_SENSE))
1310                         host_status = DID_ERROR;
1311                 break;
1312               case CS_DMA_ERROR:
1313               case CS_TRANSPORT_ERROR:
1314                 host_status = DID_ERROR;
1315                 break;
1316               case CS_RESET_OCCURRED:
1317               case CS_BUS_RESET:
1318                 host_status = DID_RESET;
1319                 break;
1320               case CS_ABORTED:
1321                 host_status = DID_ABORT;
1322                 break;
1323               case CS_TIMEOUT:
1324                 host_status = DID_TIME_OUT;
1325                 break;
1326               case CS_DATA_OVERRUN:
1327               case CS_COMMAND_OVERRUN:
1328               case CS_STATUS_OVERRUN:
1329               case CS_BAD_MESSAGE:
1330               case CS_NO_MESSAGE_OUT:
1331               case CS_EXT_ID_FAILED:
1332               case CS_IDE_MSG_FAILED:
1333               case CS_ABORT_MSG_FAILED:
1334               case CS_NOP_MSG_FAILED:
1335               case CS_PARITY_ERROR_MSG_FAILED:
1336               case CS_DEVICE_RESET_MSG_FAILED:
1337               case CS_ID_MSG_FAILED:
1338               case CS_UNEXP_BUS_FREE:
1339                 host_status = DID_ERROR;
1340                 break;
1341               case CS_DATA_UNDERRUN:
1342                 host_status = DID_OK;
1343                 break;
1344               default:
1345                 printk(KERN_EMERG "qpti%d: unknown completion status 0x%04x\n",
1346                        id, sts->completion_status);
1347                 host_status = DID_ERROR;
1348                 break;
1349         }
1350
1351         return (sts->scsi_status & STATUS_MASK) | (host_status << 16);
1352 }
1353
1354 static Scsi_Cmnd *qlogicpti_intr_handler(struct qlogicpti *qpti)
1355 {
1356         Scsi_Cmnd *Cmnd, *done_queue = NULL;
1357         struct Status_Entry *sts;
1358         u_int in_ptr, out_ptr;
1359
1360         if (!(sbus_readw(qpti->qregs + SBUS_STAT) & SBUS_STAT_RINT))
1361                 return NULL;
1362
1363         in_ptr = sbus_readw(qpti->qregs + MBOX5);
1364         sbus_writew(HCCTRL_CRIRQ, qpti->qregs + HCCTRL);
1365         if (sbus_readw(qpti->qregs + SBUS_SEMAPHORE) & SBUS_SEMAPHORE_LCK) {
1366                 switch (sbus_readw(qpti->qregs + MBOX0)) {
1367                 case ASYNC_SCSI_BUS_RESET:
1368                 case EXECUTION_TIMEOUT_RESET:
1369                         qpti->send_marker = 1;
1370                         break;
1371                 case INVALID_COMMAND:
1372                 case HOST_INTERFACE_ERROR:
1373                 case COMMAND_ERROR:
1374                 case COMMAND_PARAM_ERROR:
1375                         break;
1376                 };
1377                 sbus_writew(0, qpti->qregs + SBUS_SEMAPHORE);
1378         }
1379
1380         /* This looks like a network driver! */
1381         out_ptr = qpti->res_out_ptr;
1382         while (out_ptr != in_ptr) {
1383                 u_int cmd_slot;
1384
1385                 sts = (struct Status_Entry *) &qpti->res_cpu[out_ptr];
1386                 out_ptr = NEXT_RES_PTR(out_ptr);
1387
1388                 /* We store an index in the handle, not the pointer in
1389                  * some form.  This avoids problems due to the fact
1390                  * that the handle provided is only 32-bits. -DaveM
1391                  */
1392                 cmd_slot = sts->handle;
1393                 Cmnd = qpti->cmd_slots[cmd_slot];
1394                 qpti->cmd_slots[cmd_slot] = NULL;
1395
1396                 if (sts->completion_status == CS_RESET_OCCURRED ||
1397                     sts->completion_status == CS_ABORTED ||
1398                     (sts->status_flags & STF_BUS_RESET))
1399                         qpti->send_marker = 1;
1400
1401                 if (sts->state_flags & SF_GOT_SENSE)
1402                         memcpy(Cmnd->sense_buffer, sts->req_sense_data,
1403                                sizeof(Cmnd->sense_buffer));
1404
1405                 if (sts->hdr.entry_type == ENTRY_STATUS)
1406                         Cmnd->result =
1407                             qlogicpti_return_status(sts, qpti->qpti_id);
1408                 else
1409                         Cmnd->result = DID_ERROR << 16;
1410
1411                 if (Cmnd->use_sg) {
1412                         sbus_unmap_sg(qpti->sdev,
1413                                       (struct scatterlist *)Cmnd->buffer,
1414                                       Cmnd->use_sg,
1415                                       scsi_to_sbus_dma_dir(Cmnd->sc_data_direction));
1416                 } else {
1417                         sbus_unmap_single(qpti->sdev,
1418                                           (__u32)((unsigned long)Cmnd->SCp.ptr),
1419                                           Cmnd->request_bufflen,
1420                                           scsi_to_sbus_dma_dir(Cmnd->sc_data_direction));
1421                 }
1422                 qpti->cmd_count[Cmnd->device->id]--;
1423                 sbus_writew(out_ptr, qpti->qregs + MBOX5);
1424                 Cmnd->host_scribble = (unsigned char *) done_queue;
1425                 done_queue = Cmnd;
1426         }
1427         qpti->res_out_ptr = out_ptr;
1428
1429         return done_queue;
1430 }
1431
1432 static irqreturn_t qpti_intr(int irq, void *dev_id, struct pt_regs *regs)
1433 {
1434         struct qlogicpti *qpti = dev_id;
1435         unsigned long flags;
1436         Scsi_Cmnd *dq;
1437
1438         spin_lock_irqsave(qpti->qhost->host_lock, flags);
1439         dq = qlogicpti_intr_handler(qpti);
1440
1441         if (dq != NULL) {
1442                 do {
1443                         Scsi_Cmnd *next;
1444
1445                         next = (Scsi_Cmnd *) dq->host_scribble;
1446                         dq->scsi_done(dq);
1447                         dq = next;
1448                 } while (dq != NULL);
1449         }
1450         spin_unlock_irqrestore(qpti->qhost->host_lock, flags);
1451
1452         return IRQ_HANDLED;
1453 }
1454
1455 static int qlogicpti_abort(Scsi_Cmnd *Cmnd)
1456 {
1457         u_short param[6];
1458         struct Scsi_Host *host = Cmnd->device->host;
1459         struct qlogicpti *qpti = (struct qlogicpti *) host->hostdata;
1460         int return_status = SUCCESS;
1461         u32 cmd_cookie;
1462         int i;
1463
1464         printk(KERN_WARNING "qlogicpti : Aborting cmd for tgt[%d] lun[%d]\n",
1465                (int)Cmnd->device->id, (int)Cmnd->device->lun);
1466
1467         qlogicpti_disable_irqs(qpti);
1468
1469         /* Find the 32-bit cookie we gave to the firmware for
1470          * this command.
1471          */
1472         for (i = 0; i < QLOGICPTI_REQ_QUEUE_LEN + 1; i++)
1473                 if (qpti->cmd_slots[i] == Cmnd)
1474                         break;
1475         cmd_cookie = i;
1476
1477         param[0] = MBOX_ABORT;
1478         param[1] = (((u_short) Cmnd->device->id) << 8) | Cmnd->device->lun;
1479         param[2] = cmd_cookie >> 16;
1480         param[3] = cmd_cookie & 0xffff;
1481         if (qlogicpti_mbox_command(qpti, param, 0) ||
1482             (param[0] != MBOX_COMMAND_COMPLETE)) {
1483                 printk(KERN_EMERG "qlogicpti : scsi abort failure: %x\n", param[0]);
1484                 return_status = FAILED;
1485         }
1486
1487         qlogicpti_enable_irqs(qpti);
1488
1489         return return_status;
1490 }
1491
1492 static int qlogicpti_reset(Scsi_Cmnd *Cmnd)
1493 {
1494         u_short param[6];
1495         struct Scsi_Host *host = Cmnd->device->host;
1496         struct qlogicpti *qpti = (struct qlogicpti *) host->hostdata;
1497         int return_status = SUCCESS;
1498
1499         printk(KERN_WARNING "qlogicpti : Resetting SCSI bus!\n");
1500
1501         qlogicpti_disable_irqs(qpti);
1502
1503         param[0] = MBOX_BUS_RESET;
1504         param[1] = qpti->host_param.bus_reset_delay;
1505         if (qlogicpti_mbox_command(qpti, param, 0) ||
1506            (param[0] != MBOX_COMMAND_COMPLETE)) {
1507                 printk(KERN_EMERG "qlogicisp : scsi bus reset failure: %x\n", param[0]);
1508                 return_status = FAILED;
1509         }
1510
1511         qlogicpti_enable_irqs(qpti);
1512
1513         return return_status;
1514 }
1515
1516 static Scsi_Host_Template driver_template = {
1517         .detect                 = qlogicpti_detect,
1518         .release                = qlogicpti_release,
1519         .info                   = qlogicpti_info,
1520         .queuecommand           = qlogicpti_queuecommand_slow,
1521         .eh_abort_handler       = qlogicpti_abort,
1522         .eh_bus_reset_handler   = qlogicpti_reset,
1523         .can_queue              = QLOGICPTI_REQ_QUEUE_LEN,
1524         .this_id                = 7,
1525         .sg_tablesize           = QLOGICPTI_MAX_SG(QLOGICPTI_REQ_QUEUE_LEN),
1526         .cmd_per_lun            = 1,
1527         .use_clustering         = ENABLE_CLUSTERING,
1528 };
1529
1530
1531 #include "scsi_module.c"
1532
1533 MODULE_LICENSE("GPL");
1534