drivers/block/cciss.c

   1 /*
   2  *    Disk Array driver for HP SA 5xxx and 6xxx Controllers
   3  *    Copyright 2000, 2002 Hewlett-Packard Development Company, L.P.
   4  *
   5  *    This program is free software; you can redistribute it and/or modify
   6  *    it under the terms of the GNU General Public License as published by
   7  *    the Free Software Foundation; either version 2 of the License, or
   8  *    (at your option) any later version.
   9  *
  10  *    This program is distributed in the hope that it will be useful,
  11  *    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  *    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
  13  *    NON INFRINGEMENT.  See the GNU General Public License for more details.
  14  *
  15  *    You should have received a copy of the GNU General Public License
  16  *    along with this program; if not, write to the Free Software
  17  *    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  18  *
  19  *    Questions/Comments/Bugfixes to iss_storagedev@hp.com
  20  *
  21  */
  22
  23 #include <linux/config.h>       /* CONFIG_PROC_FS */
  24 #include <linux/module.h>
  25 #include <linux/interrupt.h>
  26 #include <linux/types.h>
  27 #include <linux/pci.h>
  28 #include <linux/kernel.h>
  29 #include <linux/slab.h>
  30 #include <linux/delay.h>
  31 #include <linux/major.h>
  32 #include <linux/fs.h>
  33 #include <linux/bio.h>
  34 #include <linux/blkpg.h>
  35 #include <linux/timer.h>
  36 #include <linux/proc_fs.h>
  37 #include <linux/init.h>
  38 #include <linux/hdreg.h>
  39 #include <linux/spinlock.h>
  40 #include <linux/compat.h>
  41 #include <asm/uaccess.h>
  42 #include <asm/io.h>
  43
  44 #include <linux/blkdev.h>
  45 #include <linux/genhd.h>
  46 #include <linux/completion.h>
  47
  48 #define CCISS_DRIVER_VERSION(maj,min,submin) ((maj<<16)|(min<<8)|(submin))
  49 #define DRIVER_NAME "HP CISS Driver (v 2.6.4)"
  50 #define DRIVER_VERSION CCISS_DRIVER_VERSION(2,6,4)
  51
  52 /* Embedded module documentation macros - see modules.h */
  53 MODULE_AUTHOR("Hewlett-Packard Company");
  54 MODULE_DESCRIPTION("Driver for HP Controller SA5xxx SA6xxx version 2.6.4");
  55 MODULE_SUPPORTED_DEVICE("HP SA5i SA5i+ SA532 SA5300 SA5312 SA641 SA642 SA6400"
  56                         " SA6i P600");
  57 MODULE_LICENSE("GPL");
  58
  59 #include "cciss_cmd.h"
  60 #include "cciss.h"
  61 #include <linux/cciss_ioctl.h>
  62
  63 /* define the PCI info for the cards we can control */
  64 const struct pci_device_id cciss_pci_device_id[] = {
  65         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISS,
  66                         0x0E11, 0x4070, 0, 0, 0},
  67         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  68                         0x0E11, 0x4080, 0, 0, 0},
  69         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  70                         0x0E11, 0x4082, 0, 0, 0},
  71         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSB,
  72                         0x0E11, 0x4083, 0, 0, 0},
  73         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  74                 0x0E11, 0x409A, 0, 0, 0},
  75         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  76                 0x0E11, 0x409B, 0, 0, 0},
  77         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  78                 0x0E11, 0x409C, 0, 0, 0},
  79         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  80                 0x0E11, 0x409D, 0, 0, 0},
  81         { PCI_VENDOR_ID_COMPAQ, PCI_DEVICE_ID_COMPAQ_CISSC,
  82                 0x0E11, 0x4091, 0, 0, 0},
  83         { PCI_VENDOR_ID_HP, PCI_DEVICE_ID_HP_CISSA,
  84                 0x103C, 0x3225, 0, 0, 0},
  85         {0,}
  86 };
  87 MODULE_DEVICE_TABLE(pci, cciss_pci_device_id);
  88
  89 #define NR_PRODUCTS (sizeof(products)/sizeof(struct board_type))
  90
  91 /*  board_id = Subsystem Device ID & Vendor ID
  92  *  product = Marketing Name for the board
  93  *  access = Address of the struct of function pointers
  94  */
  95 static struct board_type products[] = {
  96         { 0x40700E11, "Smart Array 5300", &SA5_access },
  97         { 0x40800E11, "Smart Array 5i", &SA5B_access},
  98         { 0x40820E11, "Smart Array 532", &SA5B_access},
  99         { 0x40830E11, "Smart Array 5312", &SA5B_access},
 100         { 0x409A0E11, "Smart Array 641", &SA5_access},
 101         { 0x409B0E11, "Smart Array 642", &SA5_access},
 102         { 0x409C0E11, "Smart Array 6400", &SA5_access},
 103         { 0x409D0E11, "Smart Array 6400 EM", &SA5_access},
 104         { 0x40910E11, "Smart Array 6i", &SA5_access},
 105         { 0x3225103C, "Smart Array P600", &SA5_access},
 106 };
 107
 108 /* How long to wait (in millesconds) for board to go into simple mode */
 109 #define MAX_CONFIG_WAIT 30000
 110 #define MAX_IOCTL_CONFIG_WAIT 1000
 111
 112 /*define how many times we will try a command because of bus resets */
 113 #define MAX_CMD_RETRIES 3
 114
 115 #define READ_AHEAD       1024
 116 #define NR_CMDS          384 /* #commands that can be outstanding */
 117 #define MAX_CTLR 8
 118
 119 #define CCISS_DMA_MASK  0xFFFFFFFF      /* 32 bit DMA */
 120
 121 static ctlr_info_t *hba[MAX_CTLR];
 122
 123 static void do_cciss_request(request_queue_t *q);
 124 static int cciss_open(struct inode *inode, struct file *filep);
 125 static int cciss_release(struct inode *inode, struct file *filep);
 126 static int cciss_ioctl(struct inode *inode, struct file *filep,
 127                 unsigned int cmd, unsigned long arg);
 128
 129 static int revalidate_allvol(ctlr_info_t *host);
 130 static int cciss_revalidate(struct gendisk *disk);
 131 static int deregister_disk(struct gendisk *disk);
 132 static int register_new_disk(ctlr_info_t *h);
 133
 134 static void cciss_getgeometry(int cntl_num);
 135
 136 static void start_io( ctlr_info_t *h);
 137 static int sendcmd( __u8 cmd, int ctlr, void *buff, size_t size,
 138         unsigned int use_unit_num, unsigned int log_unit, __u8 page_code,
 139         unsigned char *scsi3addr, int cmd_type);
 140
 141 #ifdef CONFIG_PROC_FS
 142 static int cciss_proc_get_info(char *buffer, char **start, off_t offset,
 143                 int length, int *eof, void *data);
 144 static void cciss_procinit(int i);
 145 #else
 146 static void cciss_procinit(int i) {}
 147 #endif /* CONFIG_PROC_FS */
 148
 149 #ifdef CONFIG_COMPAT
 150 static long cciss_compat_ioctl(struct file *f, unsigned cmd, unsigned long arg);
 151 #endif
 152
 153 static struct block_device_operations cciss_fops  = {
 154         .owner          = THIS_MODULE,
 155         .open           = cciss_open,
 156         .release        = cciss_release,
 157         .ioctl          = cciss_ioctl,
 158 #ifdef CONFIG_COMPAT
 159         .compat_ioctl   = cciss_compat_ioctl,
 160 #endif
 161         .revalidate_disk= cciss_revalidate,
 162 };
 163
 164 /*
 165  * Enqueuing and dequeuing functions for cmdlists.
 166  */
 167 static inline void addQ(CommandList_struct **Qptr, CommandList_struct *c)
 168 {
 169         if (*Qptr == NULL) {
 170                 *Qptr = c;
 171                 c->next = c->prev = c;
 172         } else {
 173                 c->prev = (*Qptr)->prev;
 174                 c->next = (*Qptr);
 175                 (*Qptr)->prev->next = c;
 176                 (*Qptr)->prev = c;
 177         }
 178 }
 179
 180 static inline CommandList_struct *removeQ(CommandList_struct **Qptr,
 181                                                 CommandList_struct *c)
 182 {
 183         if (c && c->next != c) {
 184                 if (*Qptr == c) *Qptr = c->next;
 185                 c->prev->next = c->next;
 186                 c->next->prev = c->prev;
 187         } else {
 188                 *Qptr = NULL;
 189         }
 190         return c;
 191 }
 192
 193 #include "cciss_scsi.c"         /* For SCSI tape support */
 194
 195 #ifdef CONFIG_PROC_FS
 196
 197 /*
 198  * Report information about this controller.
 199  */
 200 #define ENG_GIG 1000000000
 201 #define ENG_GIG_FACTOR (ENG_GIG/512)
 202 #define RAID_UNKNOWN 6
 203 static const char *raid_label[] = {"0","4","1(1+0)","5","5+1","ADG",
 204                                            "UNKNOWN"};
 205
 206 static struct proc_dir_entry *proc_cciss;
 207
 208 static int cciss_proc_get_info(char *buffer, char **start, off_t offset,
 209                 int length, int *eof, void *data)
 210 {
 211         off_t pos = 0;
 212         off_t len = 0;
 213         int size, i, ctlr;
 214         ctlr_info_t *h = (ctlr_info_t*)data;
 215         drive_info_struct *drv;
 216         unsigned long flags;
 217         sector_t vol_sz, vol_sz_frac;
 218
 219         ctlr = h->ctlr;
 220
 221         /* prevent displaying bogus info during configuration
 222          * or deconfiguration of a logical volume
 223          */
 224         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 225         if (h->busy_configuring) {
 226                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 227         return -EBUSY;
 228         }
 229         h->busy_configuring = 1;
 230         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 231
 232         size = sprintf(buffer, "%s: HP %s Controller\n"
 233                 "Board ID: 0x%08lx\n"
 234                 "Firmware Version: %c%c%c%c\n"
 235                 "IRQ: %d\n"
 236                 "Logical drives: %d\n"
 237                 "Current Q depth: %d\n"
 238                 "Current # commands on controller: %d\n"
 239                 "Max Q depth since init: %d\n"
 240                 "Max # commands on controller since init: %d\n"
 241                 "Max SG entries since init: %d\n\n",
 242                 h->devname,
 243                 h->product_name,
 244                 (unsigned long)h->board_id,
 245                 h->firm_ver[0], h->firm_ver[1], h->firm_ver[2], h->firm_ver[3],
 246                 (unsigned int)h->intr,
 247                 h->num_luns,
 248                 h->Qdepth, h->commands_outstanding,
 249                 h->maxQsinceinit, h->max_outstanding, h->maxSG);
 250
 251         pos += size; len += size;
 252         cciss_proc_tape_report(ctlr, buffer, &pos, &len);
 253         for(i=0; i<=h->highest_lun; i++) {
 254
 255                 drv = &h->drv[i];
 256                 if (drv->block_size == 0)
 257                         continue;
 258
 259                 vol_sz = drv->nr_blocks;
 260                 vol_sz_frac = sector_div(vol_sz, ENG_GIG_FACTOR);
 261                 vol_sz_frac *= 100;
 262                 sector_div(vol_sz_frac, ENG_GIG_FACTOR);
 263
 264                 if (drv->raid_level > 5)
 265                         drv->raid_level = RAID_UNKNOWN;
 266                 size = sprintf(buffer+len, "cciss/c%dd%d:"
 267                                 "\t%4u.%02uGB\tRAID %s\n",
 268                                 ctlr, i, (int)vol_sz, (int)vol_sz_frac,
 269                                 raid_label[drv->raid_level]);
 270                 pos += size; len += size;
 271         }
 272
 273         *eof = 1;
 274         *start = buffer+offset;
 275         len -= offset;
 276         if (len>length)
 277                 len = length;
 278         h->busy_configuring = 0;
 279         return len;
 280 }
 281
 282 static int
 283 cciss_proc_write(struct file *file, const char __user *buffer,
 284                         unsigned long count, void *data)
 285 {
 286         unsigned char cmd[80];
 287         int len;
 288 #ifdef CONFIG_CISS_SCSI_TAPE
 289         ctlr_info_t *h = (ctlr_info_t *) data;
 290         int rc;
 291 #endif
 292
 293         if (count > sizeof(cmd)-1) return -EINVAL;
 294         if (copy_from_user(cmd, buffer, count)) return -EFAULT;
 295         cmd[count] = '\0';
 296         len = strlen(cmd);      // above 3 lines ensure safety
 297         if (cmd[len-1] == '\n')
 298                 cmd[--len] = '\0';
 299 #       ifdef CONFIG_CISS_SCSI_TAPE
 300                 if (strcmp("engage scsi", cmd)==0) {
 301                         rc = cciss_engage_scsi(h->ctlr);
 302                         if (rc != 0) return -rc;
 303                         return count;
 304                 }
 305                 /* might be nice to have "disengage" too, but it's not
 306                    safely possible. (only 1 module use count, lock issues.) */
 307 #       endif
 308         return -EINVAL;
 309 }
 310
 311 /*
 312  * Get us a file in /proc/cciss that says something about each controller.
 313  * Create /proc/cciss if it doesn't exist yet.
 314  */
 315 static void __devinit cciss_procinit(int i)
 316 {
 317         struct proc_dir_entry *pde;
 318
 319         if (proc_cciss == NULL) {
 320                 proc_cciss = proc_mkdir("cciss", proc_root_driver);
 321                 if (!proc_cciss)
 322                         return;
 323         }
 324
 325         pde = create_proc_read_entry(hba[i]->devname,
 326                 S_IWUSR | S_IRUSR | S_IRGRP | S_IROTH,
 327                 proc_cciss, cciss_proc_get_info, hba[i]);
 328         pde->write_proc = cciss_proc_write;
 329 }
 330 #endif /* CONFIG_PROC_FS */
 331
 332 /*
 333  * For operations that cannot sleep, a command block is allocated at init,
 334  * and managed by cmd_alloc() and cmd_free() using a simple bitmap to track
 335  * which ones are free or in use.  For operations that can wait for kmalloc
 336  * to possible sleep, this routine can be called with get_from_pool set to 0.
 337  * cmd_free() MUST be called with a got_from_pool set to 0 if cmd_alloc was.
 338  */
 339 static CommandList_struct * cmd_alloc(ctlr_info_t *h, int get_from_pool)
 340 {
 341         CommandList_struct *c;
 342         int i;
 343         u64bit temp64;
 344         dma_addr_t cmd_dma_handle, err_dma_handle;
 345
 346         if (!get_from_pool)
 347         {
 348                 c = (CommandList_struct *) pci_alloc_consistent(
 349                         h->pdev, sizeof(CommandList_struct), &cmd_dma_handle);
 350                 if(c==NULL)
 351                         return NULL;
 352                 memset(c, 0, sizeof(CommandList_struct));
 353
 354                 c->err_info = (ErrorInfo_struct *)pci_alloc_consistent(
 355                                         h->pdev, sizeof(ErrorInfo_struct),
 356                                         &err_dma_handle);
 357
 358                 if (c->err_info == NULL)
 359                 {
 360                         pci_free_consistent(h->pdev,
 361                                 sizeof(CommandList_struct), c, cmd_dma_handle);
 362                         return NULL;
 363                 }
 364                 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
 365         } else /* get it out of the controllers pool */
 366         {
 367                 do {
 368                         i = find_first_zero_bit(h->cmd_pool_bits, NR_CMDS);
 369                         if (i == NR_CMDS)
 370                                 return NULL;
 371                 } while(test_and_set_bit(i & (BITS_PER_LONG - 1), h->cmd_pool_bits+(i/BITS_PER_LONG)) != 0);
 372 #ifdef CCISS_DEBUG
 373                 printk(KERN_DEBUG "cciss: using command buffer %d\n", i);
 374 #endif
 375                 c = h->cmd_pool + i;
 376                 memset(c, 0, sizeof(CommandList_struct));
 377                 cmd_dma_handle = h->cmd_pool_dhandle
 378                                         + i*sizeof(CommandList_struct);
 379                 c->err_info = h->errinfo_pool + i;
 380                 memset(c->err_info, 0, sizeof(ErrorInfo_struct));
 381                 err_dma_handle = h->errinfo_pool_dhandle
 382                                         + i*sizeof(ErrorInfo_struct);
 383                 h->nr_allocs++;
 384         }
 385
 386         c->busaddr = (__u32) cmd_dma_handle;
 387         temp64.val = (__u64) err_dma_handle;
 388         c->ErrDesc.Addr.lower = temp64.val32.lower;
 389         c->ErrDesc.Addr.upper = temp64.val32.upper;
 390         c->ErrDesc.Len = sizeof(ErrorInfo_struct);
 391
 392         c->ctlr = h->ctlr;
 393         return c;
 394
 395
 396 }
 397
 398 /*
 399  * Frees a command block that was previously allocated with cmd_alloc().
 400  */
 401 static void cmd_free(ctlr_info_t *h, CommandList_struct *c, int got_from_pool)
 402 {
 403         int i;
 404         u64bit temp64;
 405
 406         if( !got_from_pool)
 407         {
 408                 temp64.val32.lower = c->ErrDesc.Addr.lower;
 409                 temp64.val32.upper = c->ErrDesc.Addr.upper;
 410                 pci_free_consistent(h->pdev, sizeof(ErrorInfo_struct),
 411                         c->err_info, (dma_addr_t) temp64.val);
 412                 pci_free_consistent(h->pdev, sizeof(CommandList_struct),
 413                         c, (dma_addr_t) c->busaddr);
 414         } else
 415         {
 416                 i = c - h->cmd_pool;
 417                 clear_bit(i&(BITS_PER_LONG-1), h->cmd_pool_bits+(i/BITS_PER_LONG));
 418                 h->nr_frees++;
 419         }
 420 }
 421
 422 static inline ctlr_info_t *get_host(struct gendisk *disk)
 423 {
 424         return disk->queue->queuedata;
 425 }
 426
 427 static inline drive_info_struct *get_drv(struct gendisk *disk)
 428 {
 429         return disk->private_data;
 430 }
 431
 432 /*
 433  * Open.  Make sure the device is really there.
 434  */
 435 static int cciss_open(struct inode *inode, struct file *filep)
 436 {
 437         ctlr_info_t *host = get_host(inode->i_bdev->bd_disk);
 438         drive_info_struct *drv = get_drv(inode->i_bdev->bd_disk);
 439
 440 #ifdef CCISS_DEBUG
 441         printk(KERN_DEBUG "cciss_open %s\n", inode->i_bdev->bd_disk->disk_name);
 442 #endif /* CCISS_DEBUG */
 443
 444         /*
 445          * Root is allowed to open raw volume zero even if it's not configured
 446          * so array config can still work. Root is also allowed to open any
 447          * volume that has a LUN ID, so it can issue IOCTL to reread the
 448          * disk information.  I don't think I really like this
 449          * but I'm already using way to many device nodes to claim another one
 450          * for "raw controller".
 451          */
 452         if (drv->nr_blocks == 0) {
 453                 if (iminor(inode) != 0) {       /* not node 0? */
 454                         /* if not node 0 make sure it is a partition = 0 */
 455                         if (iminor(inode) & 0x0f) {
 456                         return -ENXIO;
 457                                 /* if it is, make sure we have a LUN ID */
 458                         } else if (drv->LunID == 0) {
 459                                 return -ENXIO;
 460                         }
 461                 }
 462                 if (!capable(CAP_SYS_ADMIN))
 463                         return -EPERM;
 464         }
 465         drv->usage_count++;
 466         host->usage_count++;
 467         return 0;
 468 }
 469 /*
 470  * Close.  Sync first.
 471  */
 472 static int cciss_release(struct inode *inode, struct file *filep)
 473 {
 474         ctlr_info_t *host = get_host(inode->i_bdev->bd_disk);
 475         drive_info_struct *drv = get_drv(inode->i_bdev->bd_disk);
 476
 477 #ifdef CCISS_DEBUG
 478         printk(KERN_DEBUG "cciss_release %s\n", inode->i_bdev->bd_disk->disk_name);
 479 #endif /* CCISS_DEBUG */
 480
 481         drv->usage_count--;
 482         host->usage_count--;
 483         return 0;
 484 }
 485
 486 #ifdef CONFIG_COMPAT
 487
 488 static int do_ioctl(struct file *f, unsigned cmd, unsigned long arg)
 489 {
 490         int ret;
 491         lock_kernel();
 492         ret = cciss_ioctl(f->f_dentry->d_inode, f, cmd, arg);
 493         unlock_kernel();
 494         return ret;
 495 }
 496
 497 static int cciss_ioctl32_passthru(struct file *f, unsigned cmd, unsigned long arg);
 498 static int cciss_ioctl32_big_passthru(struct file *f, unsigned cmd, unsigned long arg);
 499
 500 static long cciss_compat_ioctl(struct file *f, unsigned cmd, unsigned long arg)
 501 {
 502         switch (cmd) {
 503         case CCISS_GETPCIINFO:
 504         case CCISS_GETINTINFO:
 505         case CCISS_SETINTINFO:
 506         case CCISS_GETNODENAME:
 507         case CCISS_SETNODENAME:
 508         case CCISS_GETHEARTBEAT:
 509         case CCISS_GETBUSTYPES:
 510         case CCISS_GETFIRMVER:
 511         case CCISS_GETDRIVVER:
 512         case CCISS_REVALIDVOLS:
 513         case CCISS_DEREGDISK:
 514         case CCISS_REGNEWDISK:
 515         case CCISS_REGNEWD:
 516         case CCISS_RESCANDISK:
 517         case CCISS_GETLUNINFO:
 518                 return do_ioctl(f, cmd, arg);
 519
 520         case CCISS_PASSTHRU32:
 521                 return cciss_ioctl32_passthru(f, cmd, arg);
 522         case CCISS_BIG_PASSTHRU32:
 523                 return cciss_ioctl32_big_passthru(f, cmd, arg);
 524
 525         default:
 526                 return -ENOIOCTLCMD;
 527         }
 528 }
 529
 530 static int cciss_ioctl32_passthru(struct file *f, unsigned cmd, unsigned long arg)
 531 {
 532         IOCTL32_Command_struct __user *arg32 =
 533                 (IOCTL32_Command_struct __user *) arg;
 534         IOCTL_Command_struct arg64;
 535         IOCTL_Command_struct __user *p = compat_alloc_user_space(sizeof(arg64));
 536         int err;
 537         u32 cp;
 538
 539         err = 0;
 540         err |= copy_from_user(&arg64.LUN_info, &arg32->LUN_info, sizeof(arg64.LUN_info));
 541         err |= copy_from_user(&arg64.Request, &arg32->Request, sizeof(arg64.Request));
 542         err |= copy_from_user(&arg64.error_info, &arg32->error_info, sizeof(arg64.error_info));
 543         err |= get_user(arg64.buf_size, &arg32->buf_size);
 544         err |= get_user(cp, &arg32->buf);
 545         arg64.buf = compat_ptr(cp);
 546         err |= copy_to_user(p, &arg64, sizeof(arg64));
 547
 548         if (err)
 549                 return -EFAULT;
 550
 551         err = do_ioctl(f, CCISS_PASSTHRU, (unsigned long) p);
 552         if (err)
 553                 return err;
 554         err |= copy_in_user(&arg32->error_info, &p->error_info, sizeof(arg32->error_info));
 555         if (err)
 556                 return -EFAULT;
 557         return err;
 558 }
 559
 560 static int cciss_ioctl32_big_passthru(struct file *file, unsigned cmd, unsigned long arg)
 561 {
 562         BIG_IOCTL32_Command_struct __user *arg32 =
 563                 (BIG_IOCTL32_Command_struct __user *) arg;
 564         BIG_IOCTL_Command_struct arg64;
 565         BIG_IOCTL_Command_struct __user *p = compat_alloc_user_space(sizeof(arg64));
 566         int err;
 567         u32 cp;
 568
 569         err = 0;
 570         err |= copy_from_user(&arg64.LUN_info, &arg32->LUN_info, sizeof(arg64.LUN_info));
 571         err |= copy_from_user(&arg64.Request, &arg32->Request, sizeof(arg64.Request));
 572         err |= copy_from_user(&arg64.error_info, &arg32->error_info, sizeof(arg64.error_info));
 573         err |= get_user(arg64.buf_size, &arg32->buf_size);
 574         err |= get_user(arg64.malloc_size, &arg32->malloc_size);
 575         err |= get_user(cp, &arg32->buf);
 576         arg64.buf = compat_ptr(cp);
 577         err |= copy_to_user(p, &arg64, sizeof(arg64));
 578
 579         if (err)
 580                  return -EFAULT;
 581
 582         err = do_ioctl(file, CCISS_BIG_PASSTHRU, (unsigned long) p);
 583         if (err)
 584                 return err;
 585         err |= copy_in_user(&arg32->error_info, &p->error_info, sizeof(arg32->error_info));
 586         if (err)
 587                 return -EFAULT;
 588         return err;
 589 }
 590 #endif
 591 /*
 592  * ioctl
 593  */
 594 static int cciss_ioctl(struct inode *inode, struct file *filep,
 595                 unsigned int cmd, unsigned long arg)
 596 {
 597         struct block_device *bdev = inode->i_bdev;
 598         struct gendisk *disk = bdev->bd_disk;
 599         ctlr_info_t *host = get_host(disk);
 600         drive_info_struct *drv = get_drv(disk);
 601         int ctlr = host->ctlr;
 602         void __user *argp = (void __user *)arg;
 603
 604 #ifdef CCISS_DEBUG
 605         printk(KERN_DEBUG "cciss_ioctl: Called with cmd=%x %lx\n", cmd, arg);
 606 #endif /* CCISS_DEBUG */
 607
 608         switch(cmd) {
 609         case HDIO_GETGEO:
 610         {
 611                 struct hd_geometry driver_geo;
 612                 if (drv->cylinders) {
 613                         driver_geo.heads = drv->heads;
 614                         driver_geo.sectors = drv->sectors;
 615                         driver_geo.cylinders = drv->cylinders;
 616                 } else
 617                         return -ENXIO;
 618                 driver_geo.start= get_start_sect(inode->i_bdev);
 619                 if (copy_to_user(argp, &driver_geo, sizeof(struct hd_geometry)))
 620                         return  -EFAULT;
 621                 return(0);
 622         }
 623
 624         case CCISS_GETPCIINFO:
 625         {
 626                 cciss_pci_info_struct pciinfo;
 627
 628                 if (!arg) return -EINVAL;
 629                 pciinfo.bus = host->pdev->bus->number;
 630                 pciinfo.dev_fn = host->pdev->devfn;
 631                 pciinfo.board_id = host->board_id;
 632                 if (copy_to_user(argp, &pciinfo,  sizeof( cciss_pci_info_struct )))
 633                         return  -EFAULT;
 634                 return(0);
 635         }
 636         case CCISS_GETINTINFO:
 637         {
 638                 cciss_coalint_struct intinfo;
 639                 if (!arg) return -EINVAL;
 640                 intinfo.delay = readl(&host->cfgtable->HostWrite.CoalIntDelay);
 641                 intinfo.count = readl(&host->cfgtable->HostWrite.CoalIntCount);
 642                 if (copy_to_user(argp, &intinfo, sizeof( cciss_coalint_struct )))
 643                         return -EFAULT;
 644                 return(0);
 645         }
 646         case CCISS_SETINTINFO:
 647         {
 648                 cciss_coalint_struct intinfo;
 649                 unsigned long flags;
 650                 int i;
 651
 652                 if (!arg) return -EINVAL;
 653                 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
 654                 if (copy_from_user(&intinfo, argp, sizeof( cciss_coalint_struct)))
 655                         return -EFAULT;
 656                 if ( (intinfo.delay == 0 ) && (intinfo.count == 0))
 657
 658                 {
 659 //                      printk("cciss_ioctl: delay and count cannot be 0\n");
 660                         return( -EINVAL);
 661                 }
 662                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 663                 /* Update the field, and then ring the doorbell */
 664                 writel( intinfo.delay,
 665                         &(host->cfgtable->HostWrite.CoalIntDelay));
 666                 writel( intinfo.count,
 667                         &(host->cfgtable->HostWrite.CoalIntCount));
 668                 writel( CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
 669
 670                 for(i=0;i<MAX_IOCTL_CONFIG_WAIT;i++) {
 671                         if (!(readl(host->vaddr + SA5_DOORBELL)
 672                                         & CFGTBL_ChangeReq))
 673                                 break;
 674                         /* delay and try again */
 675                         udelay(1000);
 676                 }
 677                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 678                 if (i >= MAX_IOCTL_CONFIG_WAIT)
 679                         return -EAGAIN;
 680                 return(0);
 681         }
 682         case CCISS_GETNODENAME:
 683         {
 684                 NodeName_type NodeName;
 685                 int i;
 686
 687                 if (!arg) return -EINVAL;
 688                 for(i=0;i<16;i++)
 689                         NodeName[i] = readb(&host->cfgtable->ServerName[i]);
 690                 if (copy_to_user(argp, NodeName, sizeof( NodeName_type)))
 691                         return  -EFAULT;
 692                 return(0);
 693         }
 694         case CCISS_SETNODENAME:
 695         {
 696                 NodeName_type NodeName;
 697                 unsigned long flags;
 698                 int i;
 699
 700                 if (!arg) return -EINVAL;
 701                 if (!capable(CAP_SYS_ADMIN)) return -EPERM;
 702
 703                 if (copy_from_user(NodeName, argp, sizeof( NodeName_type)))
 704                         return -EFAULT;
 705
 706                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 707
 708                         /* Update the field, and then ring the doorbell */
 709                 for(i=0;i<16;i++)
 710                         writeb( NodeName[i], &host->cfgtable->ServerName[i]);
 711
 712                 writel( CFGTBL_ChangeReq, host->vaddr + SA5_DOORBELL);
 713
 714                 for(i=0;i<MAX_IOCTL_CONFIG_WAIT;i++) {
 715                         if (!(readl(host->vaddr + SA5_DOORBELL)
 716                                         & CFGTBL_ChangeReq))
 717                                 break;
 718                         /* delay and try again */
 719                         udelay(1000);
 720                 }
 721                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 722                 if (i >= MAX_IOCTL_CONFIG_WAIT)
 723                         return -EAGAIN;
 724                 return(0);
 725         }
 726
 727         case CCISS_GETHEARTBEAT:
 728         {
 729                 Heartbeat_type heartbeat;
 730
 731                 if (!arg) return -EINVAL;
 732                 heartbeat = readl(&host->cfgtable->HeartBeat);
 733                 if (copy_to_user(argp, &heartbeat, sizeof( Heartbeat_type)))
 734                         return -EFAULT;
 735                 return(0);
 736         }
 737         case CCISS_GETBUSTYPES:
 738         {
 739                 BusTypes_type BusTypes;
 740
 741                 if (!arg) return -EINVAL;
 742                 BusTypes = readl(&host->cfgtable->BusTypes);
 743                 if (copy_to_user(argp, &BusTypes, sizeof( BusTypes_type) ))
 744                         return  -EFAULT;
 745                 return(0);
 746         }
 747         case CCISS_GETFIRMVER:
 748         {
 749                 FirmwareVer_type firmware;
 750
 751                 if (!arg) return -EINVAL;
 752                 memcpy(firmware, host->firm_ver, 4);
 753
 754                 if (copy_to_user(argp, firmware, sizeof( FirmwareVer_type)))
 755                         return -EFAULT;
 756                 return(0);
 757         }
 758         case CCISS_GETDRIVVER:
 759         {
 760                 DriverVer_type DriverVer = DRIVER_VERSION;
 761
 762                 if (!arg) return -EINVAL;
 763
 764                 if (copy_to_user(argp, &DriverVer, sizeof( DriverVer_type) ))
 765                         return -EFAULT;
 766                 return(0);
 767         }
 768
 769         case CCISS_REVALIDVOLS:
 770                 if (bdev != bdev->bd_contains || drv != host->drv)
 771                         return -ENXIO;
 772                 return revalidate_allvol(host);
 773
 774         case CCISS_GETLUNINFO: {
 775                 LogvolInfo_struct luninfo;
 776                 int i;
 777
 778                 luninfo.LunID = drv->LunID;
 779                 luninfo.num_opens = drv->usage_count;
 780                 luninfo.num_parts = 0;
 781                 /* count partitions 1 to 15 with sizes > 0 */
 782                 for (i = 0; i < MAX_PART - 1; i++) {
 783                         if (!disk->part[i])
 784                                 continue;
 785                         if (disk->part[i]->nr_sects != 0)
 786                                 luninfo.num_parts++;
 787                 }
 788                 if (copy_to_user(argp, &luninfo,
 789                                 sizeof(LogvolInfo_struct)))
 790                         return -EFAULT;
 791                 return(0);
 792         }
 793         case CCISS_DEREGDISK:
 794                 return deregister_disk(disk);
 795
 796         case CCISS_REGNEWD:
 797                 return register_new_disk(host);
 798
 799         case CCISS_PASSTHRU:
 800         {
 801                 IOCTL_Command_struct iocommand;
 802                 CommandList_struct *c;
 803                 char    *buff = NULL;
 804                 u64bit  temp64;
 805                 unsigned long flags;
 806                 DECLARE_COMPLETION(wait);
 807
 808                 if (!arg) return -EINVAL;
 809
 810                 if (!capable(CAP_SYS_RAWIO)) return -EPERM;
 811
 812                 if (copy_from_user(&iocommand, argp, sizeof( IOCTL_Command_struct) ))
 813                         return -EFAULT;
 814                 if((iocommand.buf_size < 1) &&
 815                                 (iocommand.Request.Type.Direction != XFER_NONE))
 816                 {
 817                         return -EINVAL;
 818                 }
 819 #if 0 /* 'buf_size' member is 16-bits, and always smaller than kmalloc limit */
 820                 /* Check kmalloc limits */
 821                 if(iocommand.buf_size > 128000)
 822                         return -EINVAL;
 823 #endif
 824                 if(iocommand.buf_size > 0)
 825                 {
 826                         buff =  kmalloc(iocommand.buf_size, GFP_KERNEL);
 827                         if( buff == NULL)
 828                                 return -EFAULT;
 829                 }
 830                 if (iocommand.Request.Type.Direction == XFER_WRITE)
 831                 {
 832                         /* Copy the data into the buffer we created */
 833                         if (copy_from_user(buff, iocommand.buf, iocommand.buf_size))
 834                         {
 835                                 kfree(buff);
 836                                 return -EFAULT;
 837                         }
 838                 } else {
 839                         memset(buff, 0, iocommand.buf_size);
 840                 }
 841                 if ((c = cmd_alloc(host , 0)) == NULL)
 842                 {
 843                         kfree(buff);
 844                         return -ENOMEM;
 845                 }
 846                         // Fill in the command type
 847                 c->cmd_type = CMD_IOCTL_PEND;
 848                         // Fill in Command Header
 849                 c->Header.ReplyQueue = 0;  // unused in simple mode
 850                 if( iocommand.buf_size > 0)     // buffer to fill
 851                 {
 852                         c->Header.SGList = 1;
 853                         c->Header.SGTotal= 1;
 854                 } else  // no buffers to fill
 855                 {
 856                         c->Header.SGList = 0;
 857                         c->Header.SGTotal= 0;
 858                 }
 859                 c->Header.LUN = iocommand.LUN_info;
 860                 c->Header.Tag.lower = c->busaddr;  // use the kernel address the cmd block for tag
 861
 862                 // Fill in Request block
 863                 c->Request = iocommand.Request;
 864
 865                 // Fill in the scatter gather information
 866                 if (iocommand.buf_size > 0 )
 867                 {
 868                         temp64.val = pci_map_single( host->pdev, buff,
 869                                         iocommand.buf_size,
 870                                 PCI_DMA_BIDIRECTIONAL);
 871                         c->SG[0].Addr.lower = temp64.val32.lower;
 872                         c->SG[0].Addr.upper = temp64.val32.upper;
 873                         c->SG[0].Len = iocommand.buf_size;
 874                         c->SG[0].Ext = 0;  // we are not chaining
 875                 }
 876                 c->waiting = &wait;
 877
 878                 /* Put the request on the tail of the request queue */
 879                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
 880                 addQ(&host->reqQ, c);
 881                 host->Qdepth++;
 882                 start_io(host);
 883                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
 884
 885                 wait_for_completion(&wait);
 886
 887                 /* unlock the buffers from DMA */
 888                 temp64.val32.lower = c->SG[0].Addr.lower;
 889                 temp64.val32.upper = c->SG[0].Addr.upper;
 890                 pci_unmap_single( host->pdev, (dma_addr_t) temp64.val,
 891                         iocommand.buf_size, PCI_DMA_BIDIRECTIONAL);
 892
 893                 /* Copy the error information out */
 894                 iocommand.error_info = *(c->err_info);
 895                 if ( copy_to_user(argp, &iocommand, sizeof( IOCTL_Command_struct) ) )
 896                 {
 897                         kfree(buff);
 898                         cmd_free(host, c, 0);
 899                         return( -EFAULT);
 900                 }
 901
 902                 if (iocommand.Request.Type.Direction == XFER_READ)
 903                 {
 904                         /* Copy the data out of the buffer we created */
 905                         if (copy_to_user(iocommand.buf, buff, iocommand.buf_size))
 906                         {
 907                                 kfree(buff);
 908                                 cmd_free(host, c, 0);
 909                                 return -EFAULT;
 910                         }
 911                 }
 912                 kfree(buff);
 913                 cmd_free(host, c, 0);
 914                 return(0);
 915         }
 916         case CCISS_BIG_PASSTHRU: {
 917                 BIG_IOCTL_Command_struct *ioc;
 918                 CommandList_struct *c;
 919                 unsigned char **buff = NULL;
 920                 int     *buff_size = NULL;
 921                 u64bit  temp64;
 922                 unsigned long flags;
 923                 BYTE sg_used = 0;
 924                 int status = 0;
 925                 int i;
 926                 DECLARE_COMPLETION(wait);
 927                 __u32   left;
 928                 __u32   sz;
 929                 BYTE    __user *data_ptr;
 930
 931                 if (!arg)
 932                         return -EINVAL;
 933                 if (!capable(CAP_SYS_RAWIO))
 934                         return -EPERM;
 935                 ioc = (BIG_IOCTL_Command_struct *)
 936                         kmalloc(sizeof(*ioc), GFP_KERNEL);
 937                 if (!ioc) {
 938                         status = -ENOMEM;
 939                         goto cleanup1;
 940                 }
 941                 if (copy_from_user(ioc, argp, sizeof(*ioc))) {
 942                         status = -EFAULT;
 943                         goto cleanup1;
 944                 }
 945                 if ((ioc->buf_size < 1) &&
 946                         (ioc->Request.Type.Direction != XFER_NONE)) {
 947                                 status = -EINVAL;
 948                                 goto cleanup1;
 949                 }
 950                 /* Check kmalloc limits  using all SGs */
 951                 if (ioc->malloc_size > MAX_KMALLOC_SIZE) {
 952                         status = -EINVAL;
 953                         goto cleanup1;
 954                 }
 955                 if (ioc->buf_size > ioc->malloc_size * MAXSGENTRIES) {
 956                         status = -EINVAL;
 957                         goto cleanup1;
 958                 }
 959                 buff = (unsigned char **) kmalloc(MAXSGENTRIES *
 960                                 sizeof(char *), GFP_KERNEL);
 961                 if (!buff) {
 962                         status = -ENOMEM;
 963                         goto cleanup1;
 964                 }
 965                 memset(buff, 0, MAXSGENTRIES);
 966                 buff_size = (int *) kmalloc(MAXSGENTRIES * sizeof(int),
 967                                         GFP_KERNEL);
 968                 if (!buff_size) {
 969                         status = -ENOMEM;
 970                         goto cleanup1;
 971                 }
 972                 left = ioc->buf_size;
 973                 data_ptr = ioc->buf;
 974                 while (left) {
 975                         sz = (left > ioc->malloc_size) ? ioc->malloc_size : left;
 976                         buff_size[sg_used] = sz;
 977                         buff[sg_used] = kmalloc(sz, GFP_KERNEL);
 978                         if (buff[sg_used] == NULL) {
 979                                 status = -ENOMEM;
 980                                 goto cleanup1;
 981                         }
 982                         if (ioc->Request.Type.Direction == XFER_WRITE &&
 983                                 copy_from_user(buff[sg_used], data_ptr, sz)) {
 984                                         status = -ENOMEM;
 985                                         goto cleanup1;
 986                         } else {
 987                                 memset(buff[sg_used], 0, sz);
 988                         }
 989                         left -= sz;
 990                         data_ptr += sz;
 991                         sg_used++;
 992                 }
 993                 if ((c = cmd_alloc(host , 0)) == NULL) {
 994                         status = -ENOMEM;
 995                         goto cleanup1;
 996                 }
 997                 c->cmd_type = CMD_IOCTL_PEND;
 998                 c->Header.ReplyQueue = 0;
 999
1000                 if( ioc->buf_size > 0) {
1001                         c->Header.SGList = sg_used;
1002                         c->Header.SGTotal= sg_used;
1003                 } else {
1004                         c->Header.SGList = 0;
1005                         c->Header.SGTotal= 0;
1006                 }
1007                 c->Header.LUN = ioc->LUN_info;
1008                 c->Header.Tag.lower = c->busaddr;
1009
1010                 c->Request = ioc->Request;
1011                 if (ioc->buf_size > 0 ) {
1012                         int i;
1013                         for(i=0; i<sg_used; i++) {
1014                                 temp64.val = pci_map_single( host->pdev, buff[i],
1015                                         buff_size[i],
1016                                         PCI_DMA_BIDIRECTIONAL);
1017                                 c->SG[i].Addr.lower = temp64.val32.lower;
1018                                 c->SG[i].Addr.upper = temp64.val32.upper;
1019                                 c->SG[i].Len = buff_size[i];
1020                                 c->SG[i].Ext = 0;  /* we are not chaining */
1021                         }
1022                 }
1023                 c->waiting = &wait;
1024                 /* Put the request on the tail of the request queue */
1025                 spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1026                 addQ(&host->reqQ, c);
1027                 host->Qdepth++;
1028                 start_io(host);
1029                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1030                 wait_for_completion(&wait);
1031                 /* unlock the buffers from DMA */
1032                 for(i=0; i<sg_used; i++) {
1033                         temp64.val32.lower = c->SG[i].Addr.lower;
1034                         temp64.val32.upper = c->SG[i].Addr.upper;
1035                         pci_unmap_single( host->pdev, (dma_addr_t) temp64.val,
1036                                 buff_size[i], PCI_DMA_BIDIRECTIONAL);
1037                 }
1038                 /* Copy the error information out */
1039                 ioc->error_info = *(c->err_info);
1040                 if (copy_to_user(argp, ioc, sizeof(*ioc))) {
1041                         cmd_free(host, c, 0);
1042                         status = -EFAULT;
1043                         goto cleanup1;
1044                 }
1045                 if (ioc->Request.Type.Direction == XFER_READ) {
1046                         /* Copy the data out of the buffer we created */
1047                         BYTE __user *ptr = ioc->buf;
1048                         for(i=0; i< sg_used; i++) {
1049                                 if (copy_to_user(ptr, buff[i], buff_size[i])) {
1050                                         cmd_free(host, c, 0);
1051                                         status = -EFAULT;
1052                                         goto cleanup1;
1053                                 }
1054                                 ptr += buff_size[i];
1055                         }
1056                 }
1057                 cmd_free(host, c, 0);
1058                 status = 0;
1059 cleanup1:
1060                 if (buff) {
1061                         for(i=0; i<sg_used; i++)
1062                                 if(buff[i] != NULL)
1063                                         kfree(buff[i]);
1064                         kfree(buff);
1065                 }
1066                 if (buff_size)
1067                         kfree(buff_size);
1068                 if (ioc)
1069                         kfree(ioc);
1070                 return(status);
1071         }
1072         default:
1073                 return -ENOTTY;
1074         }
1075
1076 }
1077
1078 /*
1079  * revalidate_allvol is for online array config utilities.  After a
1080  * utility reconfigures the drives in the array, it can use this function
1081  * (through an ioctl) to make the driver zap any previous disk structs for
1082  * that controller and get new ones.
1083  *
1084  * Right now I'm using the getgeometry() function to do this, but this
1085  * function should probably be finer grained and allow you to revalidate one
1086  * particualar logical volume (instead of all of them on a particular
1087  * controller).
1088  */
1089 static int revalidate_allvol(ctlr_info_t *host)
1090 {
1091         int ctlr = host->ctlr, i;
1092         unsigned long flags;
1093
1094         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1095         if (host->usage_count > 1) {
1096                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1097                 printk(KERN_WARNING "cciss: Device busy for volume"
1098                         " revalidation (usage=%d)\n", host->usage_count);
1099                 return -EBUSY;
1100         }
1101         host->usage_count++;
1102         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1103
1104         for(i=0; i< NWD; i++) {
1105                 struct gendisk *disk = host->gendisk[i];
1106                 if (disk->flags & GENHD_FL_UP)
1107                         del_gendisk(disk);
1108         }
1109
1110         /*
1111          * Set the partition and block size structures for all volumes
1112          * on this controller to zero.  We will reread all of this data
1113          */
1114         memset(host->drv,        0, sizeof(drive_info_struct)
1115                                                 * CISS_MAX_LUN);
1116         /*
1117          * Tell the array controller not to give us any interrupts while
1118          * we check the new geometry.  Then turn interrupts back on when
1119          * we're done.
1120          */
1121         host->access.set_intr_mask(host, CCISS_INTR_OFF);
1122         cciss_getgeometry(ctlr);
1123         host->access.set_intr_mask(host, CCISS_INTR_ON);
1124
1125         /* Loop through each real device */
1126         for (i = 0; i < NWD; i++) {
1127                 struct gendisk *disk = host->gendisk[i];
1128                 drive_info_struct *drv = &(host->drv[i]);
1129                 /* we must register the controller even if no disks exist */
1130                 /* this is for the online array utilities */
1131                 if (!drv->heads && i)
1132                         continue;
1133                 blk_queue_hardsect_size(host->queue, drv->block_size);
1134                 set_capacity(disk, drv->nr_blocks);
1135                 add_disk(disk);
1136         }
1137         host->usage_count--;
1138         return 0;
1139 }
1140
1141 static int deregister_disk(struct gendisk *disk)
1142 {
1143         unsigned long flags;
1144         ctlr_info_t *h = get_host(disk);
1145         drive_info_struct *drv = get_drv(disk);
1146         int ctlr = h->ctlr;
1147
1148         if (!capable(CAP_SYS_RAWIO))
1149                 return -EPERM;
1150
1151         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1152         /* make sure logical volume is NOT is use */
1153         if( drv->usage_count > 1) {
1154                 spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1155                 return -EBUSY;
1156         }
1157         drv->usage_count++;
1158         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1159
1160         /* invalidate the devices and deregister the disk */
1161         if (disk->flags & GENHD_FL_UP)
1162                 del_gendisk(disk);
1163         /* check to see if it was the last disk */
1164         if (drv == h->drv + h->highest_lun) {
1165                 /* if so, find the new hightest lun */
1166                 int i, newhighest =-1;
1167                 for(i=0; i<h->highest_lun; i++) {
1168                         /* if the disk has size > 0, it is available */
1169                         if (h->drv[i].nr_blocks)
1170                                 newhighest = i;
1171                 }
1172                 h->highest_lun = newhighest;
1173
1174         }
1175         --h->num_luns;
1176         /* zero out the disk size info */
1177         drv->nr_blocks = 0;
1178         drv->block_size = 0;
1179         drv->cylinders = 0;
1180         drv->LunID = 0;
1181         return(0);
1182 }
1183 static int fill_cmd(CommandList_struct *c, __u8 cmd, int ctlr, void *buff,
1184         size_t size,
1185         unsigned int use_unit_num, /* 0: address the controller,
1186                                       1: address logical volume log_unit,
1187                                       2: periph device address is scsi3addr */
1188         unsigned int log_unit, __u8 page_code, unsigned char *scsi3addr,
1189         int cmd_type)
1190 {
1191         ctlr_info_t *h= hba[ctlr];
1192         u64bit buff_dma_handle;
1193         int status = IO_OK;
1194
1195         c->cmd_type = CMD_IOCTL_PEND;
1196         c->Header.ReplyQueue = 0;
1197         if( buff != NULL) {
1198                 c->Header.SGList = 1;
1199                 c->Header.SGTotal= 1;
1200         } else {
1201                 c->Header.SGList = 0;
1202                 c->Header.SGTotal= 0;
1203         }
1204         c->Header.Tag.lower = c->busaddr;
1205
1206         c->Request.Type.Type = cmd_type;
1207         if (cmd_type == TYPE_CMD) {
1208                 switch(cmd) {
1209                 case  CISS_INQUIRY:
1210                         /* If the logical unit number is 0 then, this is going
1211                         to controller so It's a physical command
1212                         mode = 0 target = 0.  So we have nothing to write.
1213                         otherwise, if use_unit_num == 1,
1214                         mode = 1(volume set addressing) target = LUNID
1215                         otherwise, if use_unit_num == 2,
1216                         mode = 0(periph dev addr) target = scsi3addr */
1217                         if (use_unit_num == 1) {
1218                                 c->Header.LUN.LogDev.VolId=
1219                                         h->drv[log_unit].LunID;
1220                                 c->Header.LUN.LogDev.Mode = 1;
1221                         } else if (use_unit_num == 2) {
1222                                 memcpy(c->Header.LUN.LunAddrBytes,scsi3addr,8);
1223                                 c->Header.LUN.LogDev.Mode = 0;
1224                         }
1225                         /* are we trying to read a vital product page */
1226                         if(page_code != 0) {
1227                                 c->Request.CDB[1] = 0x01;
1228                                 c->Request.CDB[2] = page_code;
1229                         }
1230                         c->Request.CDBLen = 6;
1231                         c->Request.Type.Attribute = ATTR_SIMPLE;
1232                         c->Request.Type.Direction = XFER_READ;
1233                         c->Request.Timeout = 0;
1234                         c->Request.CDB[0] =  CISS_INQUIRY;
1235                         c->Request.CDB[4] = size  & 0xFF;
1236                 break;
1237                 case CISS_REPORT_LOG:
1238                 case CISS_REPORT_PHYS:
1239                         /* Talking to controller so It's a physical command
1240                            mode = 00 target = 0.  Nothing to write.
1241                         */
1242                         c->Request.CDBLen = 12;
1243                         c->Request.Type.Attribute = ATTR_SIMPLE;
1244                         c->Request.Type.Direction = XFER_READ;
1245                         c->Request.Timeout = 0;
1246                         c->Request.CDB[0] = cmd;
1247                         c->Request.CDB[6] = (size >> 24) & 0xFF;  //MSB
1248                         c->Request.CDB[7] = (size >> 16) & 0xFF;
1249                         c->Request.CDB[8] = (size >> 8) & 0xFF;
1250                         c->Request.CDB[9] = size & 0xFF;
1251                         break;
1252
1253                 case CCISS_READ_CAPACITY:
1254                         c->Header.LUN.LogDev.VolId = h->drv[log_unit].LunID;
1255                         c->Header.LUN.LogDev.Mode = 1;
1256                         c->Request.CDBLen = 10;
1257                         c->Request.Type.Attribute = ATTR_SIMPLE;
1258                         c->Request.Type.Direction = XFER_READ;
1259                         c->Request.Timeout = 0;
1260                         c->Request.CDB[0] = cmd;
1261                 break;
1262                 case CCISS_CACHE_FLUSH:
1263                         c->Request.CDBLen = 12;
1264                         c->Request.Type.Attribute = ATTR_SIMPLE;
1265                         c->Request.Type.Direction = XFER_WRITE;
1266                         c->Request.Timeout = 0;
1267                         c->Request.CDB[0] = BMIC_WRITE;
1268                         c->Request.CDB[6] = BMIC_CACHE_FLUSH;
1269                 break;
1270                 default:
1271                         printk(KERN_WARNING
1272                                 "cciss%d:  Unknown Command 0x%c\n", ctlr, cmd);
1273                         return(IO_ERROR);
1274                 }
1275         } else if (cmd_type == TYPE_MSG) {
1276                 switch (cmd) {
1277                 case 3: /* No-Op message */
1278                         c->Request.CDBLen = 1;
1279                         c->Request.Type.Attribute = ATTR_SIMPLE;
1280                         c->Request.Type.Direction = XFER_WRITE;
1281                         c->Request.Timeout = 0;
1282                         c->Request.CDB[0] = cmd;
1283                         break;
1284                 default:
1285                         printk(KERN_WARNING
1286                                 "cciss%d: unknown message type %d\n",
1287                                 ctlr, cmd);
1288                         return IO_ERROR;
1289                 }
1290         } else {
1291                 printk(KERN_WARNING
1292                         "cciss%d: unknown command type %d\n", ctlr, cmd_type);
1293                 return IO_ERROR;
1294         }
1295         /* Fill in the scatter gather information */
1296         if (size > 0) {
1297                 buff_dma_handle.val = (__u64) pci_map_single(h->pdev,
1298                         buff, size, PCI_DMA_BIDIRECTIONAL);
1299                 c->SG[0].Addr.lower = buff_dma_handle.val32.lower;
1300                 c->SG[0].Addr.upper = buff_dma_handle.val32.upper;
1301                 c->SG[0].Len = size;
1302                 c->SG[0].Ext = 0;  /* we are not chaining */
1303         }
1304         return status;
1305 }
1306 static int sendcmd_withirq(__u8 cmd,
1307         int     ctlr,
1308         void    *buff,
1309         size_t  size,
1310         unsigned int use_unit_num,
1311         unsigned int log_unit,
1312         __u8    page_code,
1313         int cmd_type)
1314 {
1315         ctlr_info_t *h = hba[ctlr];
1316         CommandList_struct *c;
1317         u64bit  buff_dma_handle;
1318         unsigned long flags;
1319         int return_status;
1320         DECLARE_COMPLETION(wait);
1321
1322         if ((c = cmd_alloc(h , 0)) == NULL)
1323                 return -ENOMEM;
1324         return_status = fill_cmd(c, cmd, ctlr, buff, size, use_unit_num,
1325                 log_unit, page_code, NULL, cmd_type);
1326         if (return_status != IO_OK) {
1327                 cmd_free(h, c, 0);
1328                 return return_status;
1329         }
1330 resend_cmd2:
1331         c->waiting = &wait;
1332
1333         /* Put the request on the tail of the queue and send it */
1334         spin_lock_irqsave(CCISS_LOCK(ctlr), flags);
1335         addQ(&h->reqQ, c);
1336         h->Qdepth++;
1337         start_io(h);
1338         spin_unlock_irqrestore(CCISS_LOCK(ctlr), flags);
1339
1340         wait_for_completion(&wait);
1341
1342         if(c->err_info->CommandStatus != 0)
1343         { /* an error has occurred */
1344                 switch(c->err_info->CommandStatus)
1345                 {
1346                         case CMD_TARGET_STATUS:
1347                                 printk(KERN_WARNING "cciss: cmd %p has "
1348                                         " completed with errors\n", c);
1349                                 if( c->err_info->ScsiStatus)
1350                                 {
1351                                         printk(KERN_WARNING "cciss: cmd %p "
1352                                         "has SCSI Status = %x\n",
1353                                                 c,
1354                                                 c->err_info->ScsiStatus);
1355                                 }
1356
1357                         break;
1358                         case CMD_DATA_UNDERRUN:
1359                         case CMD_DATA_OVERRUN:
1360                         /* expected for inquire and report lun commands */
1361                         break;
1362                         case CMD_INVALID:
1363                                 printk(KERN_WARNING "cciss: Cmd %p is "
1364                                         "reported invalid\n", c);
1365                                 return_status = IO_ERROR;
1366                         break;
1367                         case CMD_PROTOCOL_ERR:
1368                                 printk(KERN_WARNING "cciss: cmd %p has "
1369                                         "protocol error \n", c);
1370                                 return_status = IO_ERROR;
1371                         break;
1372 case CMD_HARDWARE_ERR:
1373                                 printk(KERN_WARNING "cciss: cmd %p had "
1374                                         " hardware error\n", c);
1375                                 return_status = IO_ERROR;
1376                         break;
1377                         case CMD_CONNECTION_LOST:
1378                                 printk(KERN_WARNING "cciss: cmd %p had "
1379                                         "connection lost\n", c);
1380                                 return_status = IO_ERROR;
1381                         break;
1382                         case CMD_ABORTED:
1383                                 printk(KERN_WARNING "cciss: cmd %p was "
1384                                         "aborted\n", c);
1385                                 return_status = IO_ERROR;
1386                         break;
1387                         case CMD_ABORT_FAILED:
1388                                 printk(KERN_WARNING "cciss: cmd %p reports "
1389                                         "abort failed\n", c);
1390                                 return_status = IO_ERROR;
1391                         break;
1392                         case CMD_UNSOLICITED_ABORT:
1393                                 printk(KERN_WARNING
1394                                         "cciss%d: unsolicited abort %p\n",
1395                                         ctlr, c);
1396                                 if (c->retry_count < MAX_CMD_RETRIES) {
1397                                         printk(KERN_WARNING
1398                                                 "cciss%d: retrying %p\n",
1399                                                 ctlr, c);
1400                                         c->retry_count++;
1401                                         /* erase the old error information */
1402                                         memset(c->err_info, 0,
1403                                                 sizeof(ErrorInfo_struct));
1404                                         return_status = IO_OK;
1405                                         INIT_COMPLETION(wait);
1406                                         goto resend_cmd2;
1407                                 }
1408                                 return_status = IO_ERROR;
1409                         break;
1410                         default:
1411                                 printk(KERN_WARNING "cciss: cmd %p returned "
1412                                         "unknown status %x\n", c,
1413                                                 c->err_info->CommandStatus);
1414                                 return_status = IO_ERROR;
1415                 }
1416         }
1417         /* unlock the buffers from DMA */
1418         pci_unmap_single( h->pdev, (dma_addr_t) buff_dma_handle.val,
1419                         size, PCI_DMA_BIDIRECTIONAL);
1420         cmd_free(h, c, 0);
1421         return(return_status);
1422
1423 }
1424 static void cciss_geometry_inquiry(int ctlr, int logvol,
1425                         int withirq, unsigned int total_size,
1426                         unsigned int block_size, InquiryData_struct *inq_buff,
1427                         drive_info_struct *drv)
1428 {
1429         int return_code;
1430         memset(inq_buff, 0, sizeof(InquiryData_struct));
1431         if (withirq)
1432                 return_code = sendcmd_withirq(CISS_INQUIRY, ctlr,
1433                         inq_buff, sizeof(*inq_buff), 1, logvol ,0xC1, TYPE_CMD);
1434         else
1435                 return_code = sendcmd(CISS_INQUIRY, ctlr, inq_buff,
1436                         sizeof(*inq_buff), 1, logvol ,0xC1, NULL, TYPE_CMD);
1437         if (return_code == IO_OK) {
1438                 if(inq_buff->data_byte[8] == 0xFF) {
1439                         printk(KERN_WARNING
1440                                 "cciss: reading geometry failed, volume "
1441                                 "does not support reading geometry\n");
1442                         drv->block_size = block_size;
1443                         drv->nr_blocks = total_size;
1444                         drv->heads = 255;
1445                         drv->sectors = 32; // Sectors per track
1446                         drv->cylinders = total_size / 255 / 32;
1447                 } else {
1448                         unsigned int t;
1449
1450                         drv->block_size = block_size;
1451                         drv->nr_blocks = total_size;
1452                         drv->heads = inq_buff->data_byte[6];
1453                         drv->sectors = inq_buff->data_byte[7];
1454                         drv->cylinders = (inq_buff->data_byte[4] & 0xff) << 8;
1455                         drv->cylinders += inq_buff->data_byte[5];
1456                         drv->raid_level = inq_buff->data_byte[8];
1457                         t = drv->heads * drv->sectors;
1458                         if (t > 1) {
1459                                 drv->cylinders = total_size/t;
1460                         }
1461                 }
1462         } else { /* Get geometry failed */
1463                 printk(KERN_WARNING "cciss: reading geometry failed\n");
1464         }
1465         printk(KERN_INFO "      heads= %d, sectors= %d, cylinders= %d\n\n",
1466                 drv->heads, drv->sectors, drv->cylinders);
1467 }
1468 static void
1469 cciss_read_capacity(int ctlr, int logvol, ReadCapdata_struct *buf,
1470                 int withirq, unsigned int *total_size, unsigned int *block_size)
1471 {
1472         int return_code;
1473         memset(buf, 0, sizeof(*buf));
1474         if (withirq)
1475                 return_code = sendcmd_withirq(CCISS_READ_CAPACITY,
1476                         ctlr, buf, sizeof(*buf), 1, logvol, 0, TYPE_CMD);
1477         else
1478                 return_code = sendcmd(CCISS_READ_CAPACITY,
1479                         ctlr, buf, sizeof(*buf), 1, logvol, 0, NULL, TYPE_CMD);
1480         if (return_code == IO_OK) {
1481                 *total_size = be32_to_cpu(*((__be32 *) &buf->total_size[0]))+1;
1482                 *block_size = be32_to_cpu(*((__be32 *) &buf->block_size[0]));
1483         } else { /* read capacity command failed */
1484                 printk(KERN_WARNING "cciss: read capacity failed\n");
1485                 *total_size = 0;
1486                 *block_size = BLOCK_SIZE;
1487         }
1488         printk(KERN_INFO "      blocks= %u block_size= %d\n",
1489                 *total_size, *block_size);
1490         return;
1491 }
1492
1493 static int register_new_disk(ctlr_info_t *h)
1494 {
1495         struct gendisk *disk;
1496         int ctlr = h->ctlr;
1497         int i;
1498         int num_luns;
1499         int logvol;
1500         int new_lun_found = 0;
1501         int new_lun_index = 0;
1502         int free_index_found = 0;
1503         int free_index = 0;
1504         ReportLunData_struct *ld_buff = NULL;
1505         ReadCapdata_struct *size_buff = NULL;
1506         InquiryData_struct *inq_buff = NULL;
1507         int return_code;
1508         int listlength = 0;
1509         __u32 lunid = 0;
1510         unsigned int block_size;
1511         unsigned int total_size;
1512
1513         if (!capable(CAP_SYS_RAWIO))
1514                 return -EPERM;
1515         /* if we have no space in our disk array left to add anything */
1516         if(  h->num_luns >= CISS_MAX_LUN)
1517                 return -EINVAL;
1518
1519         ld_buff = kmalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
1520         if (ld_buff == NULL)
1521                 goto mem_msg;
1522         memset(ld_buff, 0, sizeof(ReportLunData_struct));
1523         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
1524         if (size_buff == NULL)
1525                 goto mem_msg;
1526         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
1527         if (inq_buff == NULL)
1528                 goto mem_msg;
1529
1530         return_code = sendcmd_withirq(CISS_REPORT_LOG, ctlr, ld_buff,
1531                         sizeof(ReportLunData_struct), 0, 0, 0, TYPE_CMD);
1532
1533         if( return_code == IO_OK)
1534         {
1535
1536                 // printk("LUN Data\n--------------------------\n");
1537
1538                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[0])) << 24;
1539                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[1])) << 16;
1540                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[2])) << 8;
1541                 listlength |= 0xff & (unsigned int)(ld_buff->LUNListLength[3]);
1542         } else /* reading number of logical volumes failed */
1543         {
1544                 printk(KERN_WARNING "cciss: report logical volume"
1545                         " command failed\n");
1546                 listlength = 0;
1547                 goto free_err;
1548         }
1549         num_luns = listlength / 8; // 8 bytes pre entry
1550         if (num_luns > CISS_MAX_LUN)
1551         {
1552                 num_luns = CISS_MAX_LUN;
1553         }
1554 #ifdef CCISS_DEBUG
1555         printk(KERN_DEBUG "Length = %x %x %x %x = %d\n", ld_buff->LUNListLength[0],
1556                 ld_buff->LUNListLength[1], ld_buff->LUNListLength[2],
1557                 ld_buff->LUNListLength[3],  num_luns);
1558 #endif
1559         for(i=0; i<  num_luns; i++)
1560         {
1561                 int j;
1562                 int lunID_found = 0;
1563
1564                 lunid = (0xff & (unsigned int)(ld_buff->LUN[i][3])) << 24;
1565                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][2])) << 16;
1566                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][1])) << 8;
1567                 lunid |= 0xff & (unsigned int)(ld_buff->LUN[i][0]);
1568
1569                 /* check to see if this is a new lun */
1570                 for(j=0; j <= h->highest_lun; j++)
1571                 {
1572 #ifdef CCISS_DEBUG
1573                         printk("Checking %d %x against %x\n", j,h->drv[j].LunID,
1574                                                 lunid);
1575 #endif /* CCISS_DEBUG */
1576                         if (h->drv[j].LunID == lunid)
1577                         {
1578                                 lunID_found = 1;
1579                                 break;
1580                         }
1581
1582                 }
1583                 if( lunID_found == 1)
1584                         continue;
1585                 else
1586                 {       /* It is the new lun we have been looking for */
1587 #ifdef CCISS_DEBUG
1588                         printk("new lun found at %d\n", i);
1589 #endif /* CCISS_DEBUG */
1590                         new_lun_index = i;
1591                         new_lun_found = 1;
1592                         break;
1593                 }
1594          }
1595          if (!new_lun_found)
1596          {
1597                 printk(KERN_WARNING "cciss:  New Logical Volume not found\n");
1598                 goto free_err;
1599          }
1600          /* Now find the free index     */
1601         for(i=0; i <CISS_MAX_LUN; i++)
1602         {
1603 #ifdef CCISS_DEBUG
1604                 printk("Checking Index %d\n", i);
1605 #endif /* CCISS_DEBUG */
1606                 if(h->drv[i].LunID == 0)
1607                 {
1608 #ifdef CCISS_DEBUG
1609                         printk("free index found at %d\n", i);
1610 #endif /* CCISS_DEBUG */
1611                         free_index_found = 1;
1612                         free_index = i;
1613                         break;
1614                 }
1615         }
1616         if (!free_index_found)
1617         {
1618                 printk(KERN_WARNING "cciss: unable to find free slot for disk\n");
1619                 goto free_err;
1620          }
1621
1622         logvol = free_index;
1623         h->drv[logvol].LunID = lunid;
1624                 /* there could be gaps in lun numbers, track hightest */
1625         if(h->highest_lun < lunid)
1626                 h->highest_lun = logvol;
1627         cciss_read_capacity(ctlr, logvol, size_buff, 1,
1628                 &total_size, &block_size);
1629         cciss_geometry_inquiry(ctlr, logvol, 1, total_size, block_size,
1630                         inq_buff, &h->drv[logvol]);
1631         h->drv[logvol].usage_count = 0;
1632         ++h->num_luns;
1633         /* setup partitions per disk */
1634         disk = h->gendisk[logvol];
1635         set_capacity(disk, h->drv[logvol].nr_blocks);
1636         /* if it's the controller it's already added */
1637         if(logvol)
1638                 add_disk(disk);
1639 freeret:
1640         kfree(ld_buff);
1641         kfree(size_buff);
1642         kfree(inq_buff);
1643         return (logvol);
1644 mem_msg:
1645         printk(KERN_ERR "cciss: out of memory\n");
1646 free_err:
1647         logvol = -1;
1648         goto freeret;
1649 }
1650
1651 static int cciss_revalidate(struct gendisk *disk)
1652 {
1653         ctlr_info_t *h = get_host(disk);
1654         drive_info_struct *drv = get_drv(disk);
1655         int logvol;
1656         int FOUND=0;
1657         unsigned int block_size;
1658         unsigned int total_size;
1659         ReadCapdata_struct *size_buff = NULL;
1660         InquiryData_struct *inq_buff = NULL;
1661
1662         for(logvol=0; logvol < CISS_MAX_LUN; logvol++)
1663         {
1664                 if(h->drv[logvol].LunID == drv->LunID) {
1665                         FOUND=1;
1666                         break;
1667                 }
1668         }
1669
1670         if (!FOUND) return 1;
1671
1672         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
1673         if (size_buff == NULL)
1674         {
1675                 printk(KERN_WARNING "cciss: out of memory\n");
1676                 return 1;
1677         }
1678         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
1679         if (inq_buff == NULL)
1680         {
1681                 printk(KERN_WARNING "cciss: out of memory\n");
1682                 kfree(size_buff);
1683                 return 1;
1684         }
1685
1686         cciss_read_capacity(h->ctlr, logvol, size_buff, 1, &total_size, &block_size);
1687         cciss_geometry_inquiry(h->ctlr, logvol, 1, total_size, block_size, inq_buff, drv);
1688
1689         blk_queue_hardsect_size(h->queue, drv->block_size);
1690         set_capacity(disk, drv->nr_blocks);
1691
1692         kfree(size_buff);
1693         kfree(inq_buff);
1694         return 0;
1695 }
1696
1697 /*
1698  *   Wait polling for a command to complete.
1699  *   The memory mapped FIFO is polled for the completion.
1700  *   Used only at init time, interrupts from the HBA are disabled.
1701  */
1702 static unsigned long pollcomplete(int ctlr)
1703 {
1704         unsigned long done;
1705         int i;
1706
1707         /* Wait (up to 20 seconds) for a command to complete */
1708
1709         for (i = 20 * HZ; i > 0; i--) {
1710                 done = hba[ctlr]->access.command_completed(hba[ctlr]);
1711                 if (done == FIFO_EMPTY) {
1712                         set_current_state(TASK_UNINTERRUPTIBLE);
1713                         schedule_timeout(1);
1714                 } else
1715                         return (done);
1716         }
1717         /* Invalid address to tell caller we ran out of time */
1718         return 1;
1719 }
1720 /*
1721  * Send a command to the controller, and wait for it to complete.
1722  * Only used at init time.
1723  */
1724 static int sendcmd(
1725         __u8    cmd,
1726         int     ctlr,
1727         void    *buff,
1728         size_t  size,
1729         unsigned int use_unit_num, /* 0: address the controller,
1730                                       1: address logical volume log_unit,
1731                                       2: periph device address is scsi3addr */
1732         unsigned int log_unit,
1733         __u8    page_code,
1734         unsigned char *scsi3addr,
1735         int cmd_type)
1736 {
1737         CommandList_struct *c;
1738         int i;
1739         unsigned long complete;
1740         ctlr_info_t *info_p= hba[ctlr];
1741         u64bit buff_dma_handle;
1742         int status;
1743
1744         if ((c = cmd_alloc(info_p, 1)) == NULL) {
1745                 printk(KERN_WARNING "cciss: unable to get memory");
1746                 return(IO_ERROR);
1747         }
1748         status = fill_cmd(c, cmd, ctlr, buff, size, use_unit_num,
1749                 log_unit, page_code, scsi3addr, cmd_type);
1750         if (status != IO_OK) {
1751                 cmd_free(info_p, c, 1);
1752                 return status;
1753         }
1754 resend_cmd1:
1755         /*
1756          * Disable interrupt
1757          */
1758 #ifdef CCISS_DEBUG
1759         printk(KERN_DEBUG "cciss: turning intr off\n");
1760 #endif /* CCISS_DEBUG */
1761         info_p->access.set_intr_mask(info_p, CCISS_INTR_OFF);
1762
1763         /* Make sure there is room in the command FIFO */
1764         /* Actually it should be completely empty at this time. */
1765         for (i = 200000; i > 0; i--)
1766         {
1767                 /* if fifo isn't full go */
1768                 if (!(info_p->access.fifo_full(info_p)))
1769                 {
1770
1771                         break;
1772                 }
1773                 udelay(10);
1774                 printk(KERN_WARNING "cciss cciss%d: SendCmd FIFO full,"
1775                         " waiting!\n", ctlr);
1776         }
1777         /*
1778          * Send the cmd
1779          */
1780         info_p->access.submit_command(info_p, c);
1781         complete = pollcomplete(ctlr);
1782
1783 #ifdef CCISS_DEBUG
1784         printk(KERN_DEBUG "cciss: command completed\n");
1785 #endif /* CCISS_DEBUG */
1786
1787         if (complete != 1) {
1788                 if ( (complete & CISS_ERROR_BIT)
1789                      && (complete & ~CISS_ERROR_BIT) == c->busaddr)
1790                      {
1791                         /* if data overrun or underun on Report command
1792                                 ignore it
1793                         */
1794                         if (((c->Request.CDB[0] == CISS_REPORT_LOG) ||
1795                              (c->Request.CDB[0] == CISS_REPORT_PHYS) ||
1796                              (c->Request.CDB[0] == CISS_INQUIRY)) &&
1797                                 ((c->err_info->CommandStatus ==
1798                                         CMD_DATA_OVERRUN) ||
1799                                  (c->err_info->CommandStatus ==
1800                                         CMD_DATA_UNDERRUN)
1801                                 ))
1802                         {
1803                                 complete = c->busaddr;
1804                         } else {
1805                                 if (c->err_info->CommandStatus ==
1806                                                 CMD_UNSOLICITED_ABORT) {
1807                                         printk(KERN_WARNING "cciss%d: "
1808                                                 "unsolicited abort %p\n",
1809                                                 ctlr, c);
1810                                         if (c->retry_count < MAX_CMD_RETRIES) {
1811                                                 printk(KERN_WARNING
1812                                                    "cciss%d: retrying %p\n",
1813                                                    ctlr, c);
1814                                                 c->retry_count++;
1815                                                 /* erase the old error */
1816                                                 /* information */
1817                                                 memset(c->err_info, 0,
1818                                                    sizeof(ErrorInfo_struct));
1819                                                 goto resend_cmd1;
1820                                         } else {
1821                                                 printk(KERN_WARNING
1822                                                    "cciss%d: retried %p too "
1823                                                    "many times\n", ctlr, c);
1824                                                 status = IO_ERROR;
1825                                                 goto cleanup1;
1826                                         }
1827                                 }
1828                                 printk(KERN_WARNING "ciss ciss%d: sendcmd"
1829                                 " Error %x \n", ctlr,
1830                                         c->err_info->CommandStatus);
1831                                 printk(KERN_WARNING "ciss ciss%d: sendcmd"
1832                                 " offensive info\n"
1833                                 "  size %x\n   num %x   value %x\n", ctlr,
1834                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_size,
1835                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_num,
1836                                   c->err_info->MoreErrInfo.Invalid_Cmd.offense_value);
1837                                 status = IO_ERROR;
1838                                 goto cleanup1;
1839                         }
1840                 }
1841                 if (complete != c->busaddr) {
1842                         printk( KERN_WARNING "cciss cciss%d: SendCmd "
1843                       "Invalid command list address returned! (%lx)\n",
1844                                 ctlr, complete);
1845                         status = IO_ERROR;
1846                         goto cleanup1;
1847                 }
1848         } else {
1849                 printk( KERN_WARNING
1850                         "cciss cciss%d: SendCmd Timeout out, "
1851                         "No command list address returned!\n",
1852                         ctlr);
1853                 status = IO_ERROR;
1854         }
1855
1856 cleanup1:
1857         /* unlock the data buffer from DMA */
1858         pci_unmap_single(info_p->pdev, (dma_addr_t) buff_dma_handle.val,
1859                                 size, PCI_DMA_BIDIRECTIONAL);
1860         cmd_free(info_p, c, 1);
1861         return (status);
1862 }
1863 /*
1864  * Map (physical) PCI mem into (virtual) kernel space
1865  */
1866 static void __iomem *remap_pci_mem(ulong base, ulong size)
1867 {
1868         ulong page_base        = ((ulong) base) & PAGE_MASK;
1869         ulong page_offs        = ((ulong) base) - page_base;
1870         void __iomem *page_remapped = ioremap(page_base, page_offs+size);
1871
1872         return page_remapped ? (page_remapped + page_offs) : NULL;
1873 }
1874
1875 /*
1876  * Takes jobs of the Q and sends them to the hardware, then puts it on
1877  * the Q to wait for completion.
1878  */
1879 static void start_io( ctlr_info_t *h)
1880 {
1881         CommandList_struct *c;
1882
1883         while(( c = h->reqQ) != NULL )
1884         {
1885                 /* can't do anything if fifo is full */
1886                 if ((h->access.fifo_full(h))) {
1887                         printk(KERN_WARNING "cciss: fifo full\n");
1888                         break;
1889                 }
1890
1891                 /* Get the frist entry from the Request Q */
1892                 removeQ(&(h->reqQ), c);
1893                 h->Qdepth--;
1894
1895                 /* Tell the controller execute command */
1896                 h->access.submit_command(h, c);
1897
1898                 /* Put job onto the completed Q */
1899                 addQ (&(h->cmpQ), c);
1900         }
1901 }
1902
1903 static inline void complete_buffers(struct bio *bio, int status)
1904 {
1905         while (bio) {
1906                 struct bio *xbh = bio->bi_next;
1907                 int nr_sectors = bio_sectors(bio);
1908
1909                 bio->bi_next = NULL;
1910                 blk_finished_io(len);
1911                 bio_endio(bio, nr_sectors << 9, status ? 0 : -EIO);
1912                 bio = xbh;
1913         }
1914
1915 }
1916 /* Assumes that CCISS_LOCK(h->ctlr) is held. */
1917 /* Zeros out the error record and then resends the command back */
1918 /* to the controller */
1919 static inline void resend_cciss_cmd( ctlr_info_t *h, CommandList_struct *c)
1920 {
1921         /* erase the old error information */
1922         memset(c->err_info, 0, sizeof(ErrorInfo_struct));
1923
1924         /* add it to software queue and then send it to the controller */
1925         addQ(&(h->reqQ),c);
1926         h->Qdepth++;
1927         if(h->Qdepth > h->maxQsinceinit)
1928                 h->maxQsinceinit = h->Qdepth;
1929
1930         start_io(h);
1931 }
1932 /* checks the status of the job and calls complete buffers to mark all
1933  * buffers for the completed job.
1934  */
1935 static inline void complete_command( ctlr_info_t *h, CommandList_struct *cmd,
1936                 int timeout)
1937 {
1938         int status = 1;
1939         int i;
1940         int retry_cmd = 0;
1941         u64bit temp64;
1942
1943         if (timeout)
1944                 status = 0;
1945
1946         if(cmd->err_info->CommandStatus != 0)
1947         { /* an error has occurred */
1948                 switch(cmd->err_info->CommandStatus)
1949                 {
1950                         unsigned char sense_key;
1951                         case CMD_TARGET_STATUS:
1952                                 status = 0;
1953
1954                                 if( cmd->err_info->ScsiStatus == 0x02)
1955                                 {
1956                                         printk(KERN_WARNING "cciss: cmd %p "
1957                                                 "has CHECK CONDITION "
1958                                                 " byte 2 = 0x%x\n", cmd,
1959                                                 cmd->err_info->SenseInfo[2]
1960                                         );
1961                                         /* check the sense key */
1962                                         sense_key = 0xf &
1963                                                 cmd->err_info->SenseInfo[2];
1964                                         /* no status or recovered error */
1965                                         if((sense_key == 0x0) ||
1966                                             (sense_key == 0x1))
1967                                         {
1968                                                         status = 1;
1969                                         }
1970                                 } else
1971                                 {
1972                                         printk(KERN_WARNING "cciss: cmd %p "
1973                                                 "has SCSI Status 0x%x\n",
1974                                                 cmd, cmd->err_info->ScsiStatus);
1975                                 }
1976                         break;
1977                         case CMD_DATA_UNDERRUN:
1978                                 printk(KERN_WARNING "cciss: cmd %p has"
1979                                         " completed with data underrun "
1980                                         "reported\n", cmd);
1981                         break;
1982                         case CMD_DATA_OVERRUN:
1983                                 printk(KERN_WARNING "cciss: cmd %p has"
1984                                         " completed with data overrun "
1985                                         "reported\n", cmd);
1986                         break;
1987                         case CMD_INVALID:
1988                                 printk(KERN_WARNING "cciss: cmd %p is "
1989                                         "reported invalid\n", cmd);
1990                                 status = 0;
1991                         break;
1992                         case CMD_PROTOCOL_ERR:
1993                                 printk(KERN_WARNING "cciss: cmd %p has "
1994                                         "protocol error \n", cmd);
1995                                 status = 0;
1996                         break;
1997                         case CMD_HARDWARE_ERR:
1998                                 printk(KERN_WARNING "cciss: cmd %p had "
1999                                         " hardware error\n", cmd);
2000                                 status = 0;
2001                         break;
2002                         case CMD_CONNECTION_LOST:
2003                                 printk(KERN_WARNING "cciss: cmd %p had "
2004                                         "connection lost\n", cmd);
2005                                 status=0;
2006                         break;
2007                         case CMD_ABORTED:
2008                                 printk(KERN_WARNING "cciss: cmd %p was "
2009                                         "aborted\n", cmd);
2010                                 status=0;
2011                         break;
2012                         case CMD_ABORT_FAILED:
2013                                 printk(KERN_WARNING "cciss: cmd %p reports "
2014                                         "abort failed\n", cmd);
2015                                 status=0;
2016                         break;
2017                         case CMD_UNSOLICITED_ABORT:
2018                                 printk(KERN_WARNING "cciss%d: unsolicited "
2019                                         "abort %p\n", h->ctlr, cmd);
2020                                 if (cmd->retry_count < MAX_CMD_RETRIES) {
2021                                         retry_cmd=1;
2022                                         printk(KERN_WARNING
2023                                                 "cciss%d: retrying %p\n",
2024                                                 h->ctlr, cmd);
2025                                         cmd->retry_count++;
2026                                 } else
2027                                         printk(KERN_WARNING
2028                                                 "cciss%d: %p retried too "
2029                                                 "many times\n", h->ctlr, cmd);
2030                                 status=0;
2031                         break;
2032                         case CMD_TIMEOUT:
2033                                 printk(KERN_WARNING "cciss: cmd %p timedout\n",
2034                                         cmd);
2035                                 status=0;
2036                         break;
2037                         default:
2038                                 printk(KERN_WARNING "cciss: cmd %p returned "
2039                                         "unknown status %x\n", cmd,
2040                                                 cmd->err_info->CommandStatus);
2041                                 status=0;
2042                 }
2043         }
2044         /* We need to return this command */
2045         if(retry_cmd) {
2046                 resend_cciss_cmd(h,cmd);
2047                 return;
2048         }
2049         /* command did not need to be retried */
2050         /* unmap the DMA mapping for all the scatter gather elements */
2051         for(i=0; i<cmd->Header.SGList; i++) {
2052                 temp64.val32.lower = cmd->SG[i].Addr.lower;
2053                 temp64.val32.upper = cmd->SG[i].Addr.upper;
2054                 pci_unmap_page(hba[cmd->ctlr]->pdev,
2055                         temp64.val, cmd->SG[i].Len,
2056                         (cmd->Request.Type.Direction == XFER_READ) ?
2057                                 PCI_DMA_FROMDEVICE : PCI_DMA_TODEVICE);
2058         }
2059         complete_buffers(cmd->rq->bio, status);
2060
2061 #ifdef CCISS_DEBUG
2062         printk("Done with %p\n", cmd->rq);
2063 #endif /* CCISS_DEBUG */
2064
2065         end_that_request_last(cmd->rq);
2066         cmd_free(h,cmd,1);
2067 }
2068
2069 /*
2070  * Get a request and submit it to the controller.
2071  */
2072 static void do_cciss_request(request_queue_t *q)
2073 {
2074         ctlr_info_t *h= q->queuedata;
2075         CommandList_struct *c;
2076         int start_blk, seg;
2077         struct request *creq;
2078         u64bit temp64;
2079         struct scatterlist tmp_sg[MAXSGENTRIES];
2080         drive_info_struct *drv;
2081         int i, dir;
2082
2083         if (blk_queue_plugged(q))
2084                 goto startio;
2085
2086 queue:
2087         creq = elv_next_request(q);
2088         if (!creq)
2089                 goto startio;
2090
2091         if (creq->nr_phys_segments > MAXSGENTRIES)
2092                 BUG();
2093
2094         if (( c = cmd_alloc(h, 1)) == NULL)
2095                 goto full;
2096
2097         blkdev_dequeue_request(creq);
2098
2099         spin_unlock_irq(q->queue_lock);
2100
2101         c->cmd_type = CMD_RWREQ;
2102         c->rq = creq;
2103
2104         /* fill in the request */
2105         drv = creq->rq_disk->private_data;
2106         c->Header.ReplyQueue = 0;  // unused in simple mode
2107         c->Header.Tag.lower = c->busaddr;  // use the physical address the cmd block for tag
2108         c->Header.LUN.LogDev.VolId= drv->LunID;
2109         c->Header.LUN.LogDev.Mode = 1;
2110         c->Request.CDBLen = 10; // 12 byte commands not in FW yet;
2111         c->Request.Type.Type =  TYPE_CMD; // It is a command.
2112         c->Request.Type.Attribute = ATTR_SIMPLE;
2113         c->Request.Type.Direction =
2114                 (rq_data_dir(creq) == READ) ? XFER_READ: XFER_WRITE;
2115         c->Request.Timeout = 0; // Don't time out
2116         c->Request.CDB[0] = (rq_data_dir(creq) == READ) ? CCISS_READ : CCISS_WRITE;
2117         start_blk = creq->sector;
2118 #ifdef CCISS_DEBUG
2119         printk(KERN_DEBUG "ciss: sector =%d nr_sectors=%d\n",(int) creq->sector,
2120                 (int) creq->nr_sectors);
2121 #endif /* CCISS_DEBUG */
2122
2123         seg = blk_rq_map_sg(q, creq, tmp_sg);
2124
2125         /* get the DMA records for the setup */
2126         if (c->Request.Type.Direction == XFER_READ)
2127                 dir = PCI_DMA_FROMDEVICE;
2128         else
2129                 dir = PCI_DMA_TODEVICE;
2130
2131         for (i=0; i<seg; i++)
2132         {
2133                 c->SG[i].Len = tmp_sg[i].length;
2134                 temp64.val = (__u64) pci_map_page(h->pdev, tmp_sg[i].page,
2135                                           tmp_sg[i].offset, tmp_sg[i].length,
2136                                           dir);
2137                 c->SG[i].Addr.lower = temp64.val32.lower;
2138                 c->SG[i].Addr.upper = temp64.val32.upper;
2139                 c->SG[i].Ext = 0;  // we are not chaining
2140         }
2141         /* track how many SG entries we are using */
2142         if( seg > h->maxSG)
2143                 h->maxSG = seg;
2144
2145 #ifdef CCISS_DEBUG
2146         printk(KERN_DEBUG "cciss: Submitting %d sectors in %d segments\n", creq->nr_sectors, seg);
2147 #endif /* CCISS_DEBUG */
2148
2149         c->Header.SGList = c->Header.SGTotal = seg;
2150         c->Request.CDB[1]= 0;
2151         c->Request.CDB[2]= (start_blk >> 24) & 0xff;    //MSB
2152         c->Request.CDB[3]= (start_blk >> 16) & 0xff;
2153         c->Request.CDB[4]= (start_blk >>  8) & 0xff;
2154         c->Request.CDB[5]= start_blk & 0xff;
2155         c->Request.CDB[6]= 0; // (sect >> 24) & 0xff; MSB
2156         c->Request.CDB[7]= (creq->nr_sectors >>  8) & 0xff;
2157         c->Request.CDB[8]= creq->nr_sectors & 0xff;
2158         c->Request.CDB[9] = c->Request.CDB[11] = c->Request.CDB[12] = 0;
2159
2160         spin_lock_irq(q->queue_lock);
2161
2162         addQ(&(h->reqQ),c);
2163         h->Qdepth++;
2164         if(h->Qdepth > h->maxQsinceinit)
2165                 h->maxQsinceinit = h->Qdepth;
2166
2167         goto queue;
2168 full:
2169         blk_stop_queue(q);
2170 startio:
2171         start_io(h);
2172 }
2173
2174 static irqreturn_t do_cciss_intr(int irq, void *dev_id, struct pt_regs *regs)
2175 {
2176         ctlr_info_t *h = dev_id;
2177         CommandList_struct *c;
2178         unsigned long flags;
2179         __u32 a, a1;
2180
2181
2182         /* Is this interrupt for us? */
2183         if (( h->access.intr_pending(h) == 0) || (h->interrupts_enabled == 0))
2184                 return IRQ_NONE;
2185
2186         /*
2187          * If there are completed commands in the completion queue,
2188          * we had better do something about it.
2189          */
2190         spin_lock_irqsave(CCISS_LOCK(h->ctlr), flags);
2191         while( h->access.intr_pending(h))
2192         {
2193                 while((a = h->access.command_completed(h)) != FIFO_EMPTY)
2194                 {
2195                         a1 = a;
2196                         a &= ~3;
2197                         if ((c = h->cmpQ) == NULL)
2198                         {
2199                                 printk(KERN_WARNING "cciss: Completion of %08lx ignored\n", (unsigned long)a1);
2200                                 continue;
2201                         }
2202                         while(c->busaddr != a) {
2203                                 c = c->next;
2204                                 if (c == h->cmpQ)
2205                                         break;
2206                         }
2207                         /*
2208                          * If we've found the command, take it off the
2209                          * completion Q and free it
2210                          */
2211                          if (c->busaddr == a) {
2212                                 removeQ(&h->cmpQ, c);
2213                                 if (c->cmd_type == CMD_RWREQ) {
2214                                         complete_command(h, c, 0);
2215                                 } else if (c->cmd_type == CMD_IOCTL_PEND) {
2216                                         complete(c->waiting);
2217                                 }
2218 #                               ifdef CONFIG_CISS_SCSI_TAPE
2219                                 else if (c->cmd_type == CMD_SCSI)
2220                                         complete_scsi_command(c, 0, a1);
2221 #                               endif
2222                                 continue;
2223                         }
2224                 }
2225         }
2226
2227         /*
2228          * See if we can queue up some more IO
2229          */
2230         blk_start_queue(h->queue);
2231         spin_unlock_irqrestore(CCISS_LOCK(h->ctlr), flags);
2232         return IRQ_HANDLED;
2233 }
2234 /*
2235  *  We cannot read the structure directly, for portablity we must use
2236  *   the io functions.
2237  *   This is for debug only.
2238  */
2239 #ifdef CCISS_DEBUG
2240 static void print_cfg_table( CfgTable_struct *tb)
2241 {
2242         int i;
2243         char temp_name[17];
2244
2245         printk("Controller Configuration information\n");
2246         printk("------------------------------------\n");
2247         for(i=0;i<4;i++)
2248                 temp_name[i] = readb(&(tb->Signature[i]));
2249         temp_name[4]='\0';
2250         printk("   Signature = %s\n", temp_name);
2251         printk("   Spec Number = %d\n", readl(&(tb->SpecValence)));
2252         printk("   Transport methods supported = 0x%x\n",
2253                                 readl(&(tb-> TransportSupport)));
2254         printk("   Transport methods active = 0x%x\n",
2255                                 readl(&(tb->TransportActive)));
2256         printk("   Requested transport Method = 0x%x\n",
2257                         readl(&(tb->HostWrite.TransportRequest)));
2258         printk("   Coalese Interrupt Delay = 0x%x\n",
2259                         readl(&(tb->HostWrite.CoalIntDelay)));
2260         printk("   Coalese Interrupt Count = 0x%x\n",
2261                         readl(&(tb->HostWrite.CoalIntCount)));
2262         printk("   Max outstanding commands = 0x%d\n",
2263                         readl(&(tb->CmdsOutMax)));
2264         printk("   Bus Types = 0x%x\n", readl(&(tb-> BusTypes)));
2265         for(i=0;i<16;i++)
2266                 temp_name[i] = readb(&(tb->ServerName[i]));
2267         temp_name[16] = '\0';
2268         printk("   Server Name = %s\n", temp_name);
2269         printk("   Heartbeat Counter = 0x%x\n\n\n",
2270                         readl(&(tb->HeartBeat)));
2271 }
2272 #endif /* CCISS_DEBUG */
2273
2274 static void release_io_mem(ctlr_info_t *c)
2275 {
2276         /* if IO mem was not protected do nothing */
2277         if( c->io_mem_addr == 0)
2278                 return;
2279         release_region(c->io_mem_addr, c->io_mem_length);
2280         c->io_mem_addr = 0;
2281         c->io_mem_length = 0;
2282 }
2283
2284 static int find_PCI_BAR_index(struct pci_dev *pdev,
2285                                 unsigned long pci_bar_addr)
2286 {
2287         int i, offset, mem_type, bar_type;
2288         if (pci_bar_addr == PCI_BASE_ADDRESS_0) /* looking for BAR zero? */
2289                 return 0;
2290         offset = 0;
2291         for (i=0; i<DEVICE_COUNT_RESOURCE; i++) {
2292                 bar_type = pci_resource_flags(pdev, i) &
2293                         PCI_BASE_ADDRESS_SPACE;
2294                 if (bar_type == PCI_BASE_ADDRESS_SPACE_IO)
2295                         offset += 4;
2296                 else {
2297                         mem_type = pci_resource_flags(pdev, i) &
2298                                 PCI_BASE_ADDRESS_MEM_TYPE_MASK;
2299                         switch (mem_type) {
2300                                 case PCI_BASE_ADDRESS_MEM_TYPE_32:
2301                                 case PCI_BASE_ADDRESS_MEM_TYPE_1M:
2302                                         offset += 4; /* 32 bit */
2303                                         break;
2304                                 case PCI_BASE_ADDRESS_MEM_TYPE_64:
2305                                         offset += 8;
2306                                         break;
2307                                 default: /* reserved in PCI 2.2 */
2308                                         printk(KERN_WARNING "Base address is invalid\n");
2309                                         return -1;
2310                                 break;
2311                         }
2312                 }
2313                 if (offset == pci_bar_addr - PCI_BASE_ADDRESS_0)
2314                         return i+1;
2315         }
2316         return -1;
2317 }
2318
2319 static int cciss_pci_init(ctlr_info_t *c, struct pci_dev *pdev)
2320 {
2321         ushort subsystem_vendor_id, subsystem_device_id, command;
2322         __u32 board_id, scratchpad = 0;
2323         __u64 cfg_offset;
2324         __u32 cfg_base_addr;
2325         __u64 cfg_base_addr_index;
2326         int i;
2327
2328         /* check to see if controller has been disabled */
2329         /* BEFORE trying to enable it */
2330         (void) pci_read_config_word(pdev, PCI_COMMAND,&command);
2331         if(!(command & 0x02))
2332         {
2333                 printk(KERN_WARNING "cciss: controller appears to be disabled\n");
2334                 return(-1);
2335         }
2336
2337         if (pci_enable_device(pdev))
2338         {
2339                 printk(KERN_ERR "cciss: Unable to Enable PCI device\n");
2340                 return( -1);
2341         }
2342         if (pci_set_dma_mask(pdev, CCISS_DMA_MASK ) != 0)
2343         {
2344                 printk(KERN_ERR "cciss:  Unable to set DMA mask\n");
2345                 return(-1);
2346         }
2347
2348         subsystem_vendor_id = pdev->subsystem_vendor;
2349         subsystem_device_id = pdev->subsystem_device;
2350         board_id = (((__u32) (subsystem_device_id << 16) & 0xffff0000) |
2351                                         subsystem_vendor_id);
2352
2353         /* search for our IO range so we can protect it */
2354         for(i=0; i<DEVICE_COUNT_RESOURCE; i++)
2355         {
2356                 /* is this an IO range */
2357                 if( pci_resource_flags(pdev, i) & 0x01 ) {
2358                         c->io_mem_addr = pci_resource_start(pdev, i);
2359                         c->io_mem_length = pci_resource_end(pdev, i) -
2360                                 pci_resource_start(pdev, i) +1;
2361 #ifdef CCISS_DEBUG
2362                         printk("IO value found base_addr[%d] %lx %lx\n", i,
2363                                 c->io_mem_addr, c->io_mem_length);
2364 #endif /* CCISS_DEBUG */
2365                         /* register the IO range */
2366                         if(!request_region( c->io_mem_addr,
2367                                         c->io_mem_length, "cciss"))
2368                         {
2369                                 printk(KERN_WARNING "cciss I/O memory range already in use addr=%lx length=%ld\n",
2370                                 c->io_mem_addr, c->io_mem_length);
2371                                 c->io_mem_addr= 0;
2372                                 c->io_mem_length = 0;
2373                         }
2374                         break;
2375                 }
2376         }
2377
2378 #ifdef CCISS_DEBUG
2379         printk("command = %x\n", command);
2380         printk("irq = %x\n", pdev->irq);
2381         printk("board_id = %x\n", board_id);
2382 #endif /* CCISS_DEBUG */
2383
2384         c->intr = pdev->irq;
2385
2386         /*
2387          * Memory base addr is first addr , the second points to the config
2388          *   table
2389          */
2390
2391         c->paddr = pci_resource_start(pdev, 0); /* addressing mode bits already removed */
2392 #ifdef CCISS_DEBUG
2393         printk("address 0 = %x\n", c->paddr);
2394 #endif /* CCISS_DEBUG */
2395         c->vaddr = remap_pci_mem(c->paddr, 200);
2396
2397         /* Wait for the board to become ready.  (PCI hotplug needs this.)
2398          * We poll for up to 120 secs, once per 100ms. */
2399         for (i=0; i < 1200; i++) {
2400                 scratchpad = readl(c->vaddr + SA5_SCRATCHPAD_OFFSET);
2401                 if (scratchpad == CCISS_FIRMWARE_READY)
2402                         break;
2403                 set_current_state(TASK_INTERRUPTIBLE);
2404                 schedule_timeout(HZ / 10); /* wait 100ms */
2405         }
2406         if (scratchpad != CCISS_FIRMWARE_READY) {
2407                 printk(KERN_WARNING "cciss: Board not ready.  Timed out.\n");
2408                 return -1;
2409         }
2410
2411         /* get the address index number */
2412         cfg_base_addr = readl(c->vaddr + SA5_CTCFG_OFFSET);
2413         cfg_base_addr &= (__u32) 0x0000ffff;
2414 #ifdef CCISS_DEBUG
2415         printk("cfg base address = %x\n", cfg_base_addr);
2416 #endif /* CCISS_DEBUG */
2417         cfg_base_addr_index =
2418                 find_PCI_BAR_index(pdev, cfg_base_addr);
2419 #ifdef CCISS_DEBUG
2420         printk("cfg base address index = %x\n", cfg_base_addr_index);
2421 #endif /* CCISS_DEBUG */
2422         if (cfg_base_addr_index == -1) {
2423                 printk(KERN_WARNING "cciss: Cannot find cfg_base_addr_index\n");
2424                 release_io_mem(c);
2425                 return -1;
2426         }
2427
2428         cfg_offset = readl(c->vaddr + SA5_CTMEM_OFFSET);
2429 #ifdef CCISS_DEBUG
2430         printk("cfg offset = %x\n", cfg_offset);
2431 #endif /* CCISS_DEBUG */
2432         c->cfgtable =  remap_pci_mem(pci_resource_start(pdev,
2433                                 cfg_base_addr_index) + cfg_offset,
2434                                 sizeof(CfgTable_struct));
2435         c->board_id = board_id;
2436
2437 #ifdef CCISS_DEBUG
2438         print_cfg_table(c->cfgtable);
2439 #endif /* CCISS_DEBUG */
2440
2441         for(i=0; i<NR_PRODUCTS; i++) {
2442                 if (board_id == products[i].board_id) {
2443                         c->product_name = products[i].product_name;
2444                         c->access = *(products[i].access);
2445                         break;
2446                 }
2447         }
2448         if (i == NR_PRODUCTS) {
2449                 printk(KERN_WARNING "cciss: Sorry, I don't know how"
2450                         " to access the Smart Array controller %08lx\n",
2451                                 (unsigned long)board_id);
2452                 return -1;
2453         }
2454         if (  (readb(&c->cfgtable->Signature[0]) != 'C') ||
2455               (readb(&c->cfgtable->Signature[1]) != 'I') ||
2456               (readb(&c->cfgtable->Signature[2]) != 'S') ||
2457               (readb(&c->cfgtable->Signature[3]) != 'S') )
2458         {
2459                 printk("Does not appear to be a valid CISS config table\n");
2460                 return -1;
2461         }
2462
2463 #ifdef CONFIG_X86
2464 {
2465         /* Need to enable prefetch in the SCSI core for 6400 in x86 */
2466         __u32 prefetch;
2467         prefetch = readl(&(c->cfgtable->SCSI_Prefetch));
2468         prefetch |= 0x100;
2469         writel(prefetch, &(c->cfgtable->SCSI_Prefetch));
2470 }
2471 #endif
2472
2473 #ifdef CCISS_DEBUG
2474         printk("Trying to put board into Simple mode\n");
2475 #endif /* CCISS_DEBUG */
2476         c->max_commands = readl(&(c->cfgtable->CmdsOutMax));
2477         /* Update the field, and then ring the doorbell */
2478         writel( CFGTBL_Trans_Simple,
2479                 &(c->cfgtable->HostWrite.TransportRequest));
2480         writel( CFGTBL_ChangeReq, c->vaddr + SA5_DOORBELL);
2481
2482         /* under certain very rare conditions, this can take awhile.
2483          * (e.g.: hot replace a failed 144GB drive in a RAID 5 set right
2484          * as we enter this code.) */
2485         for(i=0;i<MAX_CONFIG_WAIT;i++) {
2486                 if (!(readl(c->vaddr + SA5_DOORBELL) & CFGTBL_ChangeReq))
2487                         break;
2488                 /* delay and try again */
2489                 set_current_state(TASK_INTERRUPTIBLE);
2490                 schedule_timeout(10);
2491         }
2492
2493 #ifdef CCISS_DEBUG
2494         printk(KERN_DEBUG "I counter got to %d %x\n", i, readl(c->vaddr + SA5_DOORBELL));
2495 #endif /* CCISS_DEBUG */
2496 #ifdef CCISS_DEBUG
2497         print_cfg_table(c->cfgtable);
2498 #endif /* CCISS_DEBUG */
2499
2500         if (!(readl(&(c->cfgtable->TransportActive)) & CFGTBL_Trans_Simple))
2501         {
2502                 printk(KERN_WARNING "cciss: unable to get board into"
2503                                         " simple mode\n");
2504                 return -1;
2505         }
2506         return 0;
2507
2508 }
2509
2510 /*
2511  * Gets information about the local volumes attached to the controller.
2512  */
2513 static void cciss_getgeometry(int cntl_num)
2514 {
2515         ReportLunData_struct *ld_buff;
2516         ReadCapdata_struct *size_buff;
2517         InquiryData_struct *inq_buff;
2518         int return_code;
2519         int i;
2520         int listlength = 0;
2521         __u32 lunid = 0;
2522         int block_size;
2523         int total_size;
2524
2525         ld_buff = kmalloc(sizeof(ReportLunData_struct), GFP_KERNEL);
2526         if (ld_buff == NULL)
2527         {
2528                 printk(KERN_ERR "cciss: out of memory\n");
2529                 return;
2530         }
2531         memset(ld_buff, 0, sizeof(ReportLunData_struct));
2532         size_buff = kmalloc(sizeof( ReadCapdata_struct), GFP_KERNEL);
2533         if (size_buff == NULL)
2534         {
2535                 printk(KERN_ERR "cciss: out of memory\n");
2536                 kfree(ld_buff);
2537                 return;
2538         }
2539         inq_buff = kmalloc(sizeof( InquiryData_struct), GFP_KERNEL);
2540         if (inq_buff == NULL)
2541         {
2542                 printk(KERN_ERR "cciss: out of memory\n");
2543                 kfree(ld_buff);
2544                 kfree(size_buff);
2545                 return;
2546         }
2547         /* Get the firmware version */
2548         return_code = sendcmd(CISS_INQUIRY, cntl_num, inq_buff,
2549                 sizeof(InquiryData_struct), 0, 0 ,0, NULL, TYPE_CMD);
2550         if (return_code == IO_OK)
2551         {
2552                 hba[cntl_num]->firm_ver[0] = inq_buff->data_byte[32];
2553                 hba[cntl_num]->firm_ver[1] = inq_buff->data_byte[33];
2554                 hba[cntl_num]->firm_ver[2] = inq_buff->data_byte[34];
2555                 hba[cntl_num]->firm_ver[3] = inq_buff->data_byte[35];
2556         } else /* send command failed */
2557         {
2558                 printk(KERN_WARNING "cciss: unable to determine firmware"
2559                         " version of controller\n");
2560         }
2561         /* Get the number of logical volumes */
2562         return_code = sendcmd(CISS_REPORT_LOG, cntl_num, ld_buff,
2563                         sizeof(ReportLunData_struct), 0, 0, 0, NULL, TYPE_CMD);
2564
2565         if( return_code == IO_OK)
2566         {
2567 #ifdef CCISS_DEBUG
2568                 printk("LUN Data\n--------------------------\n");
2569 #endif /* CCISS_DEBUG */
2570
2571                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[0])) << 24;
2572                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[1])) << 16;
2573                 listlength |= (0xff & (unsigned int)(ld_buff->LUNListLength[2])) << 8;
2574                 listlength |= 0xff & (unsigned int)(ld_buff->LUNListLength[3]);
2575         } else /* reading number of logical volumes failed */
2576         {
2577                 printk(KERN_WARNING "cciss: report logical volume"
2578                         " command failed\n");
2579                 listlength = 0;
2580         }
2581         hba[cntl_num]->num_luns = listlength / 8; // 8 bytes pre entry
2582         if (hba[cntl_num]->num_luns > CISS_MAX_LUN)
2583         {
2584                 printk(KERN_ERR "ciss:  only %d number of logical volumes supported\n",
2585                         CISS_MAX_LUN);
2586                 hba[cntl_num]->num_luns = CISS_MAX_LUN;
2587         }
2588 #ifdef CCISS_DEBUG
2589         printk(KERN_DEBUG "Length = %x %x %x %x = %d\n", ld_buff->LUNListLength[0],
2590                 ld_buff->LUNListLength[1], ld_buff->LUNListLength[2],
2591                 ld_buff->LUNListLength[3],  hba[cntl_num]->num_luns);
2592 #endif /* CCISS_DEBUG */
2593
2594         hba[cntl_num]->highest_lun = hba[cntl_num]->num_luns-1;
2595         for(i=0; i<  hba[cntl_num]->num_luns; i++)
2596         {
2597
2598                 lunid = (0xff & (unsigned int)(ld_buff->LUN[i][3])) << 24;
2599                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][2])) << 16;
2600                 lunid |= (0xff & (unsigned int)(ld_buff->LUN[i][1])) << 8;
2601                 lunid |= 0xff & (unsigned int)(ld_buff->LUN[i][0]);
2602
2603                 hba[cntl_num]->drv[i].LunID = lunid;
2604
2605
2606 #ifdef CCISS_DEBUG
2607                 printk(KERN_DEBUG "LUN[%d]:  %x %x %x %x = %x\n", i,
2608                 ld_buff->LUN[i][0], ld_buff->LUN[i][1],ld_buff->LUN[i][2],
2609                 ld_buff->LUN[i][3], hba[cntl_num]->drv[i].LunID);
2610 #endif /* CCISS_DEBUG */
2611                 cciss_read_capacity(cntl_num, i, size_buff, 0,
2612                         &total_size, &block_size);
2613                 cciss_geometry_inquiry(cntl_num, i, 0, total_size, block_size,
2614                         inq_buff, &hba[cntl_num]->drv[i]);
2615         }
2616         kfree(ld_buff);
2617         kfree(size_buff);
2618         kfree(inq_buff);
2619 }
2620
2621 /* Function to find the first free pointer into our hba[] array */
2622 /* Returns -1 if no free entries are left.  */
2623 static int alloc_cciss_hba(void)
2624 {
2625         struct gendisk *disk[NWD];
2626         int i, n;
2627         for (n = 0; n < NWD; n++) {
2628                 disk[n] = alloc_disk(1 << NWD_SHIFT);
2629                 if (!disk[n])
2630                         goto out;
2631         }
2632
2633         for(i=0; i< MAX_CTLR; i++) {
2634                 if (!hba[i]) {
2635                         ctlr_info_t *p;
2636                         p = kmalloc(sizeof(ctlr_info_t), GFP_KERNEL);
2637                         if (!p)
2638                                 goto Enomem;
2639                         memset(p, 0, sizeof(ctlr_info_t));
2640                         for (n = 0; n < NWD; n++)
2641                                 p->gendisk[n] = disk[n];
2642                         hba[i] = p;
2643                         return i;
2644                 }
2645         }
2646         printk(KERN_WARNING "cciss: This driver supports a maximum"
2647                 " of 8 controllers.\n");
2648         goto out;
2649 Enomem:
2650         printk(KERN_ERR "cciss: out of memory.\n");
2651 out:
2652         while (n--)
2653                 put_disk(disk[n]);
2654         return -1;
2655 }
2656
2657 static void free_hba(int i)
2658 {
2659         ctlr_info_t *p = hba[i];
2660         int n;
2661
2662         hba[i] = NULL;
2663         for (n = 0; n < NWD; n++)
2664                 put_disk(p->gendisk[n]);
2665         kfree(p);
2666 }
2667
2668 /*
2669  *  This is it.  Find all the controllers and register them.  I really hate
2670  *  stealing all these major device numbers.
2671  *  returns the number of block devices registered.
2672  */
2673 static int __devinit cciss_init_one(struct pci_dev *pdev,
2674         const struct pci_device_id *ent)
2675 {
2676         request_queue_t *q;
2677         int i;
2678         int j;
2679
2680         printk(KERN_DEBUG "cciss: Device 0x%x has been found at"
2681                         " bus %d dev %d func %d\n",
2682                 pdev->device, pdev->bus->number, PCI_SLOT(pdev->devfn),
2683                         PCI_FUNC(pdev->devfn));
2684         i = alloc_cciss_hba();
2685         if( i < 0 )
2686                 return (-1);
2687         if (cciss_pci_init(hba[i], pdev) != 0)
2688                 goto clean1;
2689
2690         sprintf(hba[i]->devname, "cciss%d", i);
2691         hba[i]->ctlr = i;
2692         hba[i]->pdev = pdev;
2693
2694         /* configure PCI DMA stuff */
2695         if (!pci_set_dma_mask(pdev, 0xffffffffffffffffULL))
2696                 printk("cciss: using DAC cycles\n");
2697         else if (!pci_set_dma_mask(pdev, 0xffffffff))
2698                 printk("cciss: not using DAC cycles\n");
2699         else {
2700                 printk("cciss: no suitable DMA available\n");
2701                 goto clean1;
2702         }
2703
2704         if (register_blkdev(COMPAQ_CISS_MAJOR+i, hba[i]->devname)) {
2705                 printk(KERN_ERR "cciss: Unable to register device %s\n",
2706                                 hba[i]->devname);
2707                 goto clean1;
2708         }
2709
2710         /* make sure the board interrupts are off */
2711         hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_OFF);
2712         if( request_irq(hba[i]->intr, do_cciss_intr,
2713                 SA_INTERRUPT | SA_SHIRQ | SA_SAMPLE_RANDOM,
2714                         hba[i]->devname, hba[i])) {
2715                 printk(KERN_ERR "cciss: Unable to get irq %d for %s\n",
2716                         hba[i]->intr, hba[i]->devname);
2717                 goto clean2;
2718         }
2719         hba[i]->cmd_pool_bits = kmalloc(((NR_CMDS+BITS_PER_LONG-1)/BITS_PER_LONG)*sizeof(unsigned long), GFP_KERNEL);
2720         hba[i]->cmd_pool = (CommandList_struct *)pci_alloc_consistent(
2721                 hba[i]->pdev, NR_CMDS * sizeof(CommandList_struct),
2722                 &(hba[i]->cmd_pool_dhandle));
2723         hba[i]->errinfo_pool = (ErrorInfo_struct *)pci_alloc_consistent(
2724                 hba[i]->pdev, NR_CMDS * sizeof( ErrorInfo_struct),
2725                 &(hba[i]->errinfo_pool_dhandle));
2726         if((hba[i]->cmd_pool_bits == NULL)
2727                 || (hba[i]->cmd_pool == NULL)
2728                 || (hba[i]->errinfo_pool == NULL)) {
2729                 printk( KERN_ERR "cciss: out of memory");
2730                 goto clean4;
2731         }
2732
2733         spin_lock_init(&hba[i]->lock);
2734         q = blk_init_queue(do_cciss_request, &hba[i]->lock);
2735         if (!q)
2736                 goto clean4;
2737
2738         q->backing_dev_info.ra_pages = READ_AHEAD;
2739         hba[i]->queue = q;
2740         q->queuedata = hba[i];
2741
2742         /* Initialize the pdev driver private data.
2743                 have it point to hba[i].  */
2744         pci_set_drvdata(pdev, hba[i]);
2745         /* command and error info recs zeroed out before
2746                         they are used */
2747         memset(hba[i]->cmd_pool_bits, 0, ((NR_CMDS+BITS_PER_LONG-1)/BITS_PER_LONG)*sizeof(unsigned long));
2748
2749 #ifdef CCISS_DEBUG
2750         printk(KERN_DEBUG "Scanning for drives on controller cciss%d\n",i);
2751 #endif /* CCISS_DEBUG */
2752
2753         cciss_getgeometry(i);
2754
2755         cciss_scsi_setup(i);
2756
2757         /* Turn the interrupts on so we can service requests */
2758         hba[i]->access.set_intr_mask(hba[i], CCISS_INTR_ON);
2759
2760         cciss_procinit(i);
2761
2762         blk_queue_bounce_limit(q, hba[i]->pdev->dma_mask);
2763
2764         /* This is a hardware imposed limit. */
2765         blk_queue_max_hw_segments(q, MAXSGENTRIES);
2766
2767         /* This is a limit in the driver and could be eliminated. */
2768         blk_queue_max_phys_segments(q, MAXSGENTRIES);
2769
2770         blk_queue_max_sectors(q, 512);
2771
2772
2773         for(j=0; j<NWD; j++) {
2774                 drive_info_struct *drv = &(hba[i]->drv[j]);
2775                 struct gendisk *disk = hba[i]->gendisk[j];
2776
2777                 sprintf(disk->disk_name, "cciss/c%dd%d", i, j);
2778                 sprintf(disk->devfs_name, "cciss/host%d/target%d", i, j);
2779                 disk->major = COMPAQ_CISS_MAJOR + i;
2780                 disk->first_minor = j << NWD_SHIFT;
2781                 disk->fops = &cciss_fops;
2782                 disk->queue = hba[i]->queue;
2783                 disk->private_data = drv;
2784                 /* we must register the controller even if no disks exist */
2785                 /* this is for the online array utilities */
2786                 if(!drv->heads && j)
2787                         continue;
2788                 blk_queue_hardsect_size(hba[i]->queue, drv->block_size);
2789                 set_capacity(disk, drv->nr_blocks);
2790                 add_disk(disk);
2791         }
2792         return(1);
2793
2794 clean4:
2795         if(hba[i]->cmd_pool_bits)
2796                 kfree(hba[i]->cmd_pool_bits);
2797         if(hba[i]->cmd_pool)
2798                 pci_free_consistent(hba[i]->pdev,
2799                         NR_CMDS * sizeof(CommandList_struct),
2800                         hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
2801         if(hba[i]->errinfo_pool)
2802                 pci_free_consistent(hba[i]->pdev,
2803                         NR_CMDS * sizeof( ErrorInfo_struct),
2804                         hba[i]->errinfo_pool,
2805                         hba[i]->errinfo_pool_dhandle);
2806         free_irq(hba[i]->intr, hba[i]);
2807 clean2:
2808         unregister_blkdev(COMPAQ_CISS_MAJOR+i, hba[i]->devname);
2809 clean1:
2810         release_io_mem(hba[i]);
2811         free_hba(i);
2812         return(-1);
2813 }
2814
2815 static void __devexit cciss_remove_one (struct pci_dev *pdev)
2816 {
2817         ctlr_info_t *tmp_ptr;
2818         int i, j;
2819         char flush_buf[4];
2820         int return_code;
2821
2822         if (pci_get_drvdata(pdev) == NULL)
2823         {
2824                 printk( KERN_ERR "cciss: Unable to remove device \n");
2825                 return;
2826         }
2827         tmp_ptr = pci_get_drvdata(pdev);
2828         i = tmp_ptr->ctlr;
2829         if (hba[i] == NULL)
2830         {
2831                 printk(KERN_ERR "cciss: device appears to "
2832                         "already be removed \n");
2833                 return;
2834         }
2835         /* Turn board interrupts off  and send the flush cache command */
2836         /* sendcmd will turn off interrupt, and send the flush...
2837         * To write all data in the battery backed cache to disks */
2838         memset(flush_buf, 0, 4);
2839         return_code = sendcmd(CCISS_CACHE_FLUSH, i, flush_buf, 4, 0, 0, 0, NULL,
2840                                 TYPE_CMD);
2841         if(return_code != IO_OK)
2842         {
2843                 printk(KERN_WARNING "Error Flushing cache on controller %d\n",
2844                         i);
2845         }
2846         free_irq(hba[i]->intr, hba[i]);
2847         pci_set_drvdata(pdev, NULL);
2848         iounmap(hba[i]->vaddr);
2849         cciss_unregister_scsi(i);  /* unhook from SCSI subsystem */
2850         unregister_blkdev(COMPAQ_CISS_MAJOR+i, hba[i]->devname);
2851         remove_proc_entry(hba[i]->devname, proc_cciss);
2852
2853         /* remove it from the disk list */
2854         for (j = 0; j < NWD; j++) {
2855                 struct gendisk *disk = hba[i]->gendisk[j];
2856                 if (disk->flags & GENHD_FL_UP)
2857                         del_gendisk(disk);
2858         }
2859
2860         blk_cleanup_queue(hba[i]->queue);
2861         pci_free_consistent(hba[i]->pdev, NR_CMDS * sizeof(CommandList_struct),
2862                             hba[i]->cmd_pool, hba[i]->cmd_pool_dhandle);
2863         pci_free_consistent(hba[i]->pdev, NR_CMDS * sizeof( ErrorInfo_struct),
2864                 hba[i]->errinfo_pool, hba[i]->errinfo_pool_dhandle);
2865         kfree(hba[i]->cmd_pool_bits);
2866         release_io_mem(hba[i]);
2867         free_hba(i);
2868 }
2869
2870 static struct pci_driver cciss_pci_driver = {
2871         .name =         "cciss",
2872         .probe =        cciss_init_one,
2873         .remove =       __devexit_p(cciss_remove_one),
2874         .id_table =     cciss_pci_device_id, /* id_table */
2875 };
2876
2877 /*
2878  *  This is it.  Register the PCI driver information for the cards we control
2879  *  the OS will call our registered routines when it finds one of our cards.
2880  */
2881 int __init cciss_init(void)
2882 {
2883         printk(KERN_INFO DRIVER_NAME "\n");
2884
2885         /* Register for our PCI devices */
2886         return pci_module_init(&cciss_pci_driver);
2887 }
2888
2889 static int __init init_cciss_module(void)
2890 {
2891         return ( cciss_init());
2892 }
2893
2894 static void __exit cleanup_cciss_module(void)
2895 {
2896         int i;
2897
2898         pci_unregister_driver(&cciss_pci_driver);
2899         /* double check that all controller entrys have been removed */
2900         for (i=0; i< MAX_CTLR; i++)
2901         {
2902                 if (hba[i] != NULL)
2903                 {
2904                         printk(KERN_WARNING "cciss: had to remove"
2905                                         " controller %d\n", i);
2906                         cciss_remove_one(hba[i]->pdev);
2907                 }
2908         }
2909         remove_proc_entry("cciss", proc_root_driver);
2910 }
2911
2912 module_init(init_cciss_module);
2913 module_exit(cleanup_cciss_module);