fedora core 6 1.2949 + vserver 2.2.0
[linux-2.6.git] / drivers / scsi / aic7xxx / aic79xx_osm.c
1 /*
2  * Adaptec AIC79xx device driver for Linux.
3  *
4  * $Id: //depot/aic7xxx/linux/drivers/scsi/aic7xxx/aic79xx_osm.c#171 $
5  *
6  * --------------------------------------------------------------------------
7  * Copyright (c) 1994-2000 Justin T. Gibbs.
8  * Copyright (c) 1997-1999 Doug Ledford
9  * Copyright (c) 2000-2003 Adaptec Inc.
10  * All rights reserved.
11  *
12  * Redistribution and use in source and binary forms, with or without
13  * modification, are permitted provided that the following conditions
14  * are met:
15  * 1. Redistributions of source code must retain the above copyright
16  *    notice, this list of conditions, and the following disclaimer,
17  *    without modification.
18  * 2. Redistributions in binary form must reproduce at minimum a disclaimer
19  *    substantially similar to the "NO WARRANTY" disclaimer below
20  *    ("Disclaimer") and any redistribution must be conditioned upon
21  *    including a substantially similar Disclaimer requirement for further
22  *    binary redistribution.
23  * 3. Neither the names of the above-listed copyright holders nor the names
24  *    of any contributors may be used to endorse or promote products derived
25  *    from this software without specific prior written permission.
26  *
27  * Alternatively, this software may be distributed under the terms of the
28  * GNU General Public License ("GPL") version 2 as published by the Free
29  * Software Foundation.
30  *
31  * NO WARRANTY
32  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
33  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
34  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
35  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
36  * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
37  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
38  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
39  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
40  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
41  * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
42  * POSSIBILITY OF SUCH DAMAGES.
43  */
44
45 #include "aic79xx_osm.h"
46 #include "aic79xx_inline.h"
47 #include <scsi/scsicam.h>
48
49 static struct scsi_transport_template *ahd_linux_transport_template = NULL;
50
51 #include <linux/init.h>         /* __setup */
52 #include <linux/mm.h>           /* For fetching system memory size */
53 #include <linux/blkdev.h>               /* For block_size() */
54 #include <linux/delay.h>        /* For ssleep/msleep */
55 #include <linux/device.h>
56
57 /*
58  * Bucket size for counting good commands in between bad ones.
59  */
60 #define AHD_LINUX_ERR_THRESH    1000
61
62 /*
63  * Set this to the delay in seconds after SCSI bus reset.
64  * Note, we honor this only for the initial bus reset.
65  * The scsi error recovery code performs its own bus settle
66  * delay handling for error recovery actions.
67  */
68 #ifdef CONFIG_AIC79XX_RESET_DELAY_MS
69 #define AIC79XX_RESET_DELAY CONFIG_AIC79XX_RESET_DELAY_MS
70 #else
71 #define AIC79XX_RESET_DELAY 5000
72 #endif
73
74 /*
75  * To change the default number of tagged transactions allowed per-device,
76  * add a line to the lilo.conf file like:
77  * append="aic79xx=verbose,tag_info:{{32,32,32,32},{32,32,32,32}}"
78  * which will result in the first four devices on the first two
79  * controllers being set to a tagged queue depth of 32.
80  *
81  * The tag_commands is an array of 16 to allow for wide and twin adapters.
82  * Twin adapters will use indexes 0-7 for channel 0, and indexes 8-15
83  * for channel 1.
84  */
85 typedef struct {
86         uint16_t tag_commands[16];      /* Allow for wide/twin adapters. */
87 } adapter_tag_info_t;
88
89 /*
90  * Modify this as you see fit for your system.
91  *
92  * 0                    tagged queuing disabled
93  * 1 <= n <= 253        n == max tags ever dispatched.
94  *
95  * The driver will throttle the number of commands dispatched to a
96  * device if it returns queue full.  For devices with a fixed maximum
97  * queue depth, the driver will eventually determine this depth and
98  * lock it in (a console message is printed to indicate that a lock
99  * has occurred).  On some devices, queue full is returned for a temporary
100  * resource shortage.  These devices will return queue full at varying
101  * depths.  The driver will throttle back when the queue fulls occur and
102  * attempt to slowly increase the depth over time as the device recovers
103  * from the resource shortage.
104  *
105  * In this example, the first line will disable tagged queueing for all
106  * the devices on the first probed aic79xx adapter.
107  *
108  * The second line enables tagged queueing with 4 commands/LUN for IDs
109  * (0, 2-11, 13-15), disables tagged queueing for ID 12, and tells the
110  * driver to attempt to use up to 64 tags for ID 1.
111  *
112  * The third line is the same as the first line.
113  *
114  * The fourth line disables tagged queueing for devices 0 and 3.  It
115  * enables tagged queueing for the other IDs, with 16 commands/LUN
116  * for IDs 1 and 4, 127 commands/LUN for ID 8, and 4 commands/LUN for
117  * IDs 2, 5-7, and 9-15.
118  */
119
120 /*
121  * NOTE: The below structure is for reference only, the actual structure
122  *       to modify in order to change things is just below this comment block.
123 adapter_tag_info_t aic79xx_tag_info[] =
124 {
125         {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
126         {{4, 64, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 0, 4, 4, 4}},
127         {{0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}},
128         {{0, 16, 4, 0, 16, 4, 4, 4, 127, 4, 4, 4, 4, 4, 4, 4}}
129 };
130 */
131
132 #ifdef CONFIG_AIC79XX_CMDS_PER_DEVICE
133 #define AIC79XX_CMDS_PER_DEVICE CONFIG_AIC79XX_CMDS_PER_DEVICE
134 #else
135 #define AIC79XX_CMDS_PER_DEVICE AHD_MAX_QUEUE
136 #endif
137
138 #define AIC79XX_CONFIGED_TAG_COMMANDS {                                 \
139         AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE,               \
140         AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE,               \
141         AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE,               \
142         AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE,               \
143         AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE,               \
144         AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE,               \
145         AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE,               \
146         AIC79XX_CMDS_PER_DEVICE, AIC79XX_CMDS_PER_DEVICE                \
147 }
148
149 /*
150  * By default, use the number of commands specified by
151  * the users kernel configuration.
152  */
153 static adapter_tag_info_t aic79xx_tag_info[] =
154 {
155         {AIC79XX_CONFIGED_TAG_COMMANDS},
156         {AIC79XX_CONFIGED_TAG_COMMANDS},
157         {AIC79XX_CONFIGED_TAG_COMMANDS},
158         {AIC79XX_CONFIGED_TAG_COMMANDS},
159         {AIC79XX_CONFIGED_TAG_COMMANDS},
160         {AIC79XX_CONFIGED_TAG_COMMANDS},
161         {AIC79XX_CONFIGED_TAG_COMMANDS},
162         {AIC79XX_CONFIGED_TAG_COMMANDS},
163         {AIC79XX_CONFIGED_TAG_COMMANDS},
164         {AIC79XX_CONFIGED_TAG_COMMANDS},
165         {AIC79XX_CONFIGED_TAG_COMMANDS},
166         {AIC79XX_CONFIGED_TAG_COMMANDS},
167         {AIC79XX_CONFIGED_TAG_COMMANDS},
168         {AIC79XX_CONFIGED_TAG_COMMANDS},
169         {AIC79XX_CONFIGED_TAG_COMMANDS},
170         {AIC79XX_CONFIGED_TAG_COMMANDS}
171 };
172
173 /*
174  * The I/O cell on the chip is very configurable in respect to its analog
175  * characteristics.  Set the defaults here; they can be overriden with
176  * the proper insmod parameters.
177  */
178 struct ahd_linux_iocell_opts
179 {
180         uint8_t precomp;
181         uint8_t slewrate;
182         uint8_t amplitude;
183 };
184 #define AIC79XX_DEFAULT_PRECOMP         0xFF
185 #define AIC79XX_DEFAULT_SLEWRATE        0xFF
186 #define AIC79XX_DEFAULT_AMPLITUDE       0xFF
187 #define AIC79XX_DEFAULT_IOOPTS                  \
188 {                                               \
189         AIC79XX_DEFAULT_PRECOMP,                \
190         AIC79XX_DEFAULT_SLEWRATE,               \
191         AIC79XX_DEFAULT_AMPLITUDE               \
192 }
193 #define AIC79XX_PRECOMP_INDEX   0
194 #define AIC79XX_SLEWRATE_INDEX  1
195 #define AIC79XX_AMPLITUDE_INDEX 2
196 static struct ahd_linux_iocell_opts aic79xx_iocell_info[] =
197 {
198         AIC79XX_DEFAULT_IOOPTS,
199         AIC79XX_DEFAULT_IOOPTS,
200         AIC79XX_DEFAULT_IOOPTS,
201         AIC79XX_DEFAULT_IOOPTS,
202         AIC79XX_DEFAULT_IOOPTS,
203         AIC79XX_DEFAULT_IOOPTS,
204         AIC79XX_DEFAULT_IOOPTS,
205         AIC79XX_DEFAULT_IOOPTS,
206         AIC79XX_DEFAULT_IOOPTS,
207         AIC79XX_DEFAULT_IOOPTS,
208         AIC79XX_DEFAULT_IOOPTS,
209         AIC79XX_DEFAULT_IOOPTS,
210         AIC79XX_DEFAULT_IOOPTS,
211         AIC79XX_DEFAULT_IOOPTS,
212         AIC79XX_DEFAULT_IOOPTS,
213         AIC79XX_DEFAULT_IOOPTS
214 };
215
216 /*
217  * There should be a specific return value for this in scsi.h, but
218  * it seems that most drivers ignore it.
219  */
220 #define DID_UNDERFLOW   DID_ERROR
221
222 void
223 ahd_print_path(struct ahd_softc *ahd, struct scb *scb)
224 {
225         printk("(scsi%d:%c:%d:%d): ",
226                ahd->platform_data->host->host_no,
227                scb != NULL ? SCB_GET_CHANNEL(ahd, scb) : 'X',
228                scb != NULL ? SCB_GET_TARGET(ahd, scb) : -1,
229                scb != NULL ? SCB_GET_LUN(scb) : -1);
230 }
231
232 /*
233  * XXX - these options apply unilaterally to _all_ adapters
234  *       cards in the system.  This should be fixed.  Exceptions to this
235  *       rule are noted in the comments.
236  */
237
238 /*
239  * Skip the scsi bus reset.  Non 0 make us skip the reset at startup.  This
240  * has no effect on any later resets that might occur due to things like
241  * SCSI bus timeouts.
242  */
243 static uint32_t aic79xx_no_reset;
244
245 /*
246  * Should we force EXTENDED translation on a controller.
247  *     0 == Use whatever is in the SEEPROM or default to off
248  *     1 == Use whatever is in the SEEPROM or default to on
249  */
250 static uint32_t aic79xx_extended;
251
252 /*
253  * PCI bus parity checking of the Adaptec controllers.  This is somewhat
254  * dubious at best.  To my knowledge, this option has never actually
255  * solved a PCI parity problem, but on certain machines with broken PCI
256  * chipset configurations, it can generate tons of false error messages.
257  * It's included in the driver for completeness.
258  *   0     = Shut off PCI parity check
259  *   non-0 = Enable PCI parity check
260  *
261  * NOTE: you can't actually pass -1 on the lilo prompt.  So, to set this
262  * variable to -1 you would actually want to simply pass the variable
263  * name without a number.  That will invert the 0 which will result in
264  * -1.
265  */
266 static uint32_t aic79xx_pci_parity = ~0;
267
268 /*
269  * There are lots of broken chipsets in the world.  Some of them will
270  * violate the PCI spec when we issue byte sized memory writes to our
271  * controller.  I/O mapped register access, if allowed by the given
272  * platform, will work in almost all cases.
273  */
274 uint32_t aic79xx_allow_memio = ~0;
275
276 /*
277  * So that we can set how long each device is given as a selection timeout.
278  * The table of values goes like this:
279  *   0 - 256ms
280  *   1 - 128ms
281  *   2 - 64ms
282  *   3 - 32ms
283  * We default to 256ms because some older devices need a longer time
284  * to respond to initial selection.
285  */
286 static uint32_t aic79xx_seltime;
287
288 /*
289  * Certain devices do not perform any aging on commands.  Should the
290  * device be saturated by commands in one portion of the disk, it is
291  * possible for transactions on far away sectors to never be serviced.
292  * To handle these devices, we can periodically send an ordered tag to
293  * force all outstanding transactions to be serviced prior to a new
294  * transaction.
295  */
296 static uint32_t aic79xx_periodic_otag;
297
298 /* Some storage boxes are using an LSI chip which has a bug making it
299  * impossible to use aic79xx Rev B chip in 320 speeds.  The following
300  * storage boxes have been reported to be buggy:
301  * EonStor 3U 16-Bay: U16U-G3A3
302  * EonStor 2U 12-Bay: U12U-G3A3
303  * SentinelRAID: 2500F R5 / R6
304  * SentinelRAID: 2500F R1
305  * SentinelRAID: 2500F/1500F
306  * SentinelRAID: 150F
307  * 
308  * To get around this LSI bug, you can set your board to 160 mode
309  * or you can enable the SLOWCRC bit.
310  */
311 uint32_t aic79xx_slowcrc;
312
313 /*
314  * Module information and settable options.
315  */
316 static char *aic79xx = NULL;
317
318 MODULE_AUTHOR("Maintainer: Justin T. Gibbs <gibbs@scsiguy.com>");
319 MODULE_DESCRIPTION("Adaptec Aic790X U320 SCSI Host Bus Adapter driver");
320 MODULE_LICENSE("Dual BSD/GPL");
321 MODULE_VERSION(AIC79XX_DRIVER_VERSION);
322 module_param(aic79xx, charp, 0444);
323 MODULE_PARM_DESC(aic79xx,
324 "period-delimited options string:\n"
325 "       verbose                 Enable verbose/diagnostic logging\n"
326 "       allow_memio             Allow device registers to be memory mapped\n"
327 "       debug                   Bitmask of debug values to enable\n"
328 "       no_reset                Supress initial bus resets\n"
329 "       extended                Enable extended geometry on all controllers\n"
330 "       periodic_otag           Send an ordered tagged transaction\n"
331 "                               periodically to prevent tag starvation.\n"
332 "                               This may be required by some older disk\n"
333 "                               or drives/RAID arrays.\n"
334 "       tag_info:<tag_str>      Set per-target tag depth\n"
335 "       global_tag_depth:<int>  Global tag depth for all targets on all buses\n"
336 "       slewrate:<slewrate_list>Set the signal slew rate (0-15).\n"
337 "       precomp:<pcomp_list>    Set the signal precompensation (0-7).\n"
338 "       amplitude:<int>         Set the signal amplitude (0-7).\n"
339 "       seltime:<int>           Selection Timeout:\n"
340 "                               (0/256ms,1/128ms,2/64ms,3/32ms)\n"
341 "       slowcrc                 Turn on the SLOWCRC bit (Rev B only)\n"          
342 "\n"
343 "       Sample /etc/modprobe.conf line:\n"
344 "               Enable verbose logging\n"
345 "               Set tag depth on Controller 2/Target 2 to 10 tags\n"
346 "               Shorten the selection timeout to 128ms\n"
347 "\n"
348 "       options aic79xx 'aic79xx=verbose.tag_info:{{}.{}.{..10}}.seltime:1'\n"
349 );
350
351 static void ahd_linux_handle_scsi_status(struct ahd_softc *,
352                                          struct scsi_device *,
353                                          struct scb *);
354 static void ahd_linux_queue_cmd_complete(struct ahd_softc *ahd,
355                                          struct scsi_cmnd *cmd);
356 static int ahd_linux_queue_abort_cmd(struct scsi_cmnd *cmd);
357 static void ahd_linux_initialize_scsi_bus(struct ahd_softc *ahd);
358 static u_int ahd_linux_user_tagdepth(struct ahd_softc *ahd,
359                                      struct ahd_devinfo *devinfo);
360 static void ahd_linux_device_queue_depth(struct scsi_device *);
361 static int ahd_linux_run_command(struct ahd_softc*,
362                                  struct ahd_linux_device *,
363                                  struct scsi_cmnd *);
364 static void ahd_linux_setup_tag_info_global(char *p);
365 static int  aic79xx_setup(char *c);
366
367 static int ahd_linux_unit;
368
369
370 /****************************** Inlines ***************************************/
371 static __inline void ahd_linux_unmap_scb(struct ahd_softc*, struct scb*);
372
373 static __inline void
374 ahd_linux_unmap_scb(struct ahd_softc *ahd, struct scb *scb)
375 {
376         struct scsi_cmnd *cmd;
377         int direction;
378
379         cmd = scb->io_ctx;
380         direction = cmd->sc_data_direction;
381         ahd_sync_sglist(ahd, scb, BUS_DMASYNC_POSTWRITE);
382         if (cmd->use_sg != 0) {
383                 struct scatterlist *sg;
384
385                 sg = (struct scatterlist *)cmd->request_buffer;
386                 pci_unmap_sg(ahd->dev_softc, sg, cmd->use_sg, direction);
387         } else if (cmd->request_bufflen != 0) {
388                 pci_unmap_single(ahd->dev_softc,
389                                  scb->platform_data->buf_busaddr,
390                                  cmd->request_bufflen, direction);
391         }
392 }
393
394 /******************************** Macros **************************************/
395 #define BUILD_SCSIID(ahd, cmd)                                          \
396         (((scmd_id(cmd) << TID_SHIFT) & TID) | (ahd)->our_id)
397
398 /*
399  * Return a string describing the driver.
400  */
401 static const char *
402 ahd_linux_info(struct Scsi_Host *host)
403 {
404         static char buffer[512];
405         char    ahd_info[256];
406         char   *bp;
407         struct ahd_softc *ahd;
408
409         bp = &buffer[0];
410         ahd = *(struct ahd_softc **)host->hostdata;
411         memset(bp, 0, sizeof(buffer));
412         strcpy(bp, "Adaptec AIC79XX PCI-X SCSI HBA DRIVER, Rev ");
413         strcat(bp, AIC79XX_DRIVER_VERSION);
414         strcat(bp, "\n");
415         strcat(bp, "        <");
416         strcat(bp, ahd->description);
417         strcat(bp, ">\n");
418         strcat(bp, "        ");
419         ahd_controller_info(ahd, ahd_info);
420         strcat(bp, ahd_info);
421         strcat(bp, "\n");
422
423         return (bp);
424 }
425
426 /*
427  * Queue an SCB to the controller.
428  */
429 static int
430 ahd_linux_queue(struct scsi_cmnd * cmd, void (*scsi_done) (struct scsi_cmnd *))
431 {
432         struct   ahd_softc *ahd;
433         struct   ahd_linux_device *dev = scsi_transport_device_data(cmd->device);
434         int rtn = SCSI_MLQUEUE_HOST_BUSY;
435
436         ahd = *(struct ahd_softc **)cmd->device->host->hostdata;
437
438         cmd->scsi_done = scsi_done;
439         cmd->result = CAM_REQ_INPROG << 16;
440         rtn = ahd_linux_run_command(ahd, dev, cmd);
441
442         return rtn;
443 }
444
445 static inline struct scsi_target **
446 ahd_linux_target_in_softc(struct scsi_target *starget)
447 {
448         struct  ahd_softc *ahd =
449                 *((struct ahd_softc **)dev_to_shost(&starget->dev)->hostdata);
450         unsigned int target_offset;
451
452         target_offset = starget->id;
453         if (starget->channel != 0)
454                 target_offset += 8;
455
456         return &ahd->platform_data->starget[target_offset];
457 }
458
459 static int
460 ahd_linux_target_alloc(struct scsi_target *starget)
461 {
462         struct  ahd_softc *ahd =
463                 *((struct ahd_softc **)dev_to_shost(&starget->dev)->hostdata);
464         struct seeprom_config *sc = ahd->seep_config;
465         unsigned long flags;
466         struct scsi_target **ahd_targp = ahd_linux_target_in_softc(starget);
467         struct ahd_devinfo devinfo;
468         struct ahd_initiator_tinfo *tinfo;
469         struct ahd_tmode_tstate *tstate;
470         char channel = starget->channel + 'A';
471
472         ahd_lock(ahd, &flags);
473
474         BUG_ON(*ahd_targp != NULL);
475
476         *ahd_targp = starget;
477
478         if (sc) {
479                 int flags = sc->device_flags[starget->id];
480
481                 tinfo = ahd_fetch_transinfo(ahd, 'A', ahd->our_id,
482                                             starget->id, &tstate);
483
484                 if ((flags  & CFPACKETIZED) == 0) {
485                         /* Do not negotiate packetized transfers */
486                         spi_rd_strm(starget) = 0;
487                         spi_pcomp_en(starget) = 0;
488                         spi_rti(starget) = 0;
489                         spi_wr_flow(starget) = 0;
490                         spi_hold_mcs(starget) = 0;
491                 } else {
492                         if ((ahd->features & AHD_RTI) == 0)
493                                 spi_rti(starget) = 0;
494                 }
495
496                 if ((flags & CFQAS) == 0)
497                         spi_qas(starget) = 0;
498
499                 /* Transinfo values have been set to BIOS settings */
500                 spi_max_width(starget) = (flags & CFWIDEB) ? 1 : 0;
501                 spi_min_period(starget) = tinfo->user.period;
502                 spi_max_offset(starget) = tinfo->user.offset;
503         }
504
505         tinfo = ahd_fetch_transinfo(ahd, channel, ahd->our_id,
506                                     starget->id, &tstate);
507         ahd_compile_devinfo(&devinfo, ahd->our_id, starget->id,
508                             CAM_LUN_WILDCARD, channel,
509                             ROLE_INITIATOR);
510         ahd_set_syncrate(ahd, &devinfo, 0, 0, 0,
511                          AHD_TRANS_GOAL, /*paused*/FALSE);
512         ahd_set_width(ahd, &devinfo, MSG_EXT_WDTR_BUS_8_BIT,
513                       AHD_TRANS_GOAL, /*paused*/FALSE);
514         ahd_unlock(ahd, &flags);
515
516         return 0;
517 }
518
519 static void
520 ahd_linux_target_destroy(struct scsi_target *starget)
521 {
522         struct scsi_target **ahd_targp = ahd_linux_target_in_softc(starget);
523
524         *ahd_targp = NULL;
525 }
526
527 static int
528 ahd_linux_slave_alloc(struct scsi_device *sdev)
529 {
530         struct  ahd_softc *ahd =
531                 *((struct ahd_softc **)sdev->host->hostdata);
532         struct ahd_linux_device *dev;
533
534         if (bootverbose)
535                 printf("%s: Slave Alloc %d\n", ahd_name(ahd), sdev->id);
536
537         dev = scsi_transport_device_data(sdev);
538         memset(dev, 0, sizeof(*dev));
539
540         /*
541          * We start out life using untagged
542          * transactions of which we allow one.
543          */
544         dev->openings = 1;
545
546         /*
547          * Set maxtags to 0.  This will be changed if we
548          * later determine that we are dealing with
549          * a tagged queuing capable device.
550          */
551         dev->maxtags = 0;
552         
553         return (0);
554 }
555
556 static int
557 ahd_linux_slave_configure(struct scsi_device *sdev)
558 {
559         struct  ahd_softc *ahd;
560
561         ahd = *((struct ahd_softc **)sdev->host->hostdata);
562         if (bootverbose)
563                 sdev_printk(KERN_INFO, sdev, "Slave Configure\n");
564
565         ahd_linux_device_queue_depth(sdev);
566
567         /* Initial Domain Validation */
568         if (!spi_initial_dv(sdev->sdev_target))
569                 spi_dv_device(sdev);
570
571         return 0;
572 }
573
574 #if defined(__i386__)
575 /*
576  * Return the disk geometry for the given SCSI device.
577  */
578 static int
579 ahd_linux_biosparam(struct scsi_device *sdev, struct block_device *bdev,
580                     sector_t capacity, int geom[])
581 {
582         uint8_t *bh;
583         int      heads;
584         int      sectors;
585         int      cylinders;
586         int      ret;
587         int      extended;
588         struct   ahd_softc *ahd;
589
590         ahd = *((struct ahd_softc **)sdev->host->hostdata);
591
592         bh = scsi_bios_ptable(bdev);
593         if (bh) {
594                 ret = scsi_partsize(bh, capacity,
595                                     &geom[2], &geom[0], &geom[1]);
596                 kfree(bh);
597                 if (ret != -1)
598                         return (ret);
599         }
600         heads = 64;
601         sectors = 32;
602         cylinders = aic_sector_div(capacity, heads, sectors);
603
604         if (aic79xx_extended != 0)
605                 extended = 1;
606         else
607                 extended = (ahd->flags & AHD_EXTENDED_TRANS_A) != 0;
608         if (extended && cylinders >= 1024) {
609                 heads = 255;
610                 sectors = 63;
611                 cylinders = aic_sector_div(capacity, heads, sectors);
612         }
613         geom[0] = heads;
614         geom[1] = sectors;
615         geom[2] = cylinders;
616         return (0);
617 }
618 #endif
619
620 /*
621  * Abort the current SCSI command(s).
622  */
623 static int
624 ahd_linux_abort(struct scsi_cmnd *cmd)
625 {
626         int error;
627         
628         error = ahd_linux_queue_abort_cmd(cmd);
629
630         return error;
631 }
632
633 /*
634  * Attempt to send a target reset message to the device that timed out.
635  */
636 static int
637 ahd_linux_dev_reset(struct scsi_cmnd *cmd)
638 {
639         struct ahd_softc *ahd;
640         struct ahd_linux_device *dev;
641         struct scb *reset_scb;
642         u_int  cdb_byte;
643         int    retval = SUCCESS;
644         int    paused;
645         int    wait;
646         struct  ahd_initiator_tinfo *tinfo;
647         struct  ahd_tmode_tstate *tstate;
648         unsigned long flags;
649         DECLARE_COMPLETION_ONSTACK(done);
650
651         reset_scb = NULL;
652         paused = FALSE;
653         wait = FALSE;
654         ahd = *(struct ahd_softc **)cmd->device->host->hostdata;
655
656         scmd_printk(KERN_INFO, cmd,
657                     "Attempting to queue a TARGET RESET message:");
658
659         printf("CDB:");
660         for (cdb_byte = 0; cdb_byte < cmd->cmd_len; cdb_byte++)
661                 printf(" 0x%x", cmd->cmnd[cdb_byte]);
662         printf("\n");
663
664         /*
665          * Determine if we currently own this command.
666          */
667         dev = scsi_transport_device_data(cmd->device);
668
669         if (dev == NULL) {
670                 /*
671                  * No target device for this command exists,
672                  * so we must not still own the command.
673                  */
674                 scmd_printk(KERN_INFO, cmd, "Is not an active device\n");
675                 return SUCCESS;
676         }
677
678         /*
679          * Generate us a new SCB
680          */
681         reset_scb = ahd_get_scb(ahd, AHD_NEVER_COL_IDX);
682         if (!reset_scb) {
683                 scmd_printk(KERN_INFO, cmd, "No SCB available\n");
684                 return FAILED;
685         }
686
687         tinfo = ahd_fetch_transinfo(ahd, 'A', ahd->our_id,
688                                     cmd->device->id, &tstate);
689         reset_scb->io_ctx = cmd;
690         reset_scb->platform_data->dev = dev;
691         reset_scb->sg_count = 0;
692         ahd_set_residual(reset_scb, 0);
693         ahd_set_sense_residual(reset_scb, 0);
694         reset_scb->platform_data->xfer_len = 0;
695         reset_scb->hscb->control = 0;
696         reset_scb->hscb->scsiid = BUILD_SCSIID(ahd,cmd);
697         reset_scb->hscb->lun = cmd->device->lun;
698         reset_scb->hscb->cdb_len = 0;
699         reset_scb->hscb->task_management = SIU_TASKMGMT_LUN_RESET;
700         reset_scb->flags |= SCB_DEVICE_RESET|SCB_RECOVERY_SCB|SCB_ACTIVE;
701         if ((tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ) != 0) {
702                 reset_scb->flags |= SCB_PACKETIZED;
703         } else {
704                 reset_scb->hscb->control |= MK_MESSAGE;
705         }
706         dev->openings--;
707         dev->active++;
708         dev->commands_issued++;
709
710         ahd_lock(ahd, &flags);
711
712         LIST_INSERT_HEAD(&ahd->pending_scbs, reset_scb, pending_links);
713         ahd_queue_scb(ahd, reset_scb);
714
715         ahd->platform_data->eh_done = &done;
716         ahd_unlock(ahd, &flags);
717
718         printf("%s: Device reset code sleeping\n", ahd_name(ahd));
719         if (!wait_for_completion_timeout(&done, 5 * HZ)) {
720                 ahd_lock(ahd, &flags);
721                 ahd->platform_data->eh_done = NULL;
722                 ahd_unlock(ahd, &flags);
723                 printf("%s: Device reset timer expired (active %d)\n",
724                        ahd_name(ahd), dev->active);
725                 retval = FAILED;
726         }
727         printf("%s: Device reset returning 0x%x\n", ahd_name(ahd), retval);
728
729         return (retval);
730 }
731
732 /*
733  * Reset the SCSI bus.
734  */
735 static int
736 ahd_linux_bus_reset(struct scsi_cmnd *cmd)
737 {
738         struct ahd_softc *ahd;
739         int    found;
740         unsigned long flags;
741
742         ahd = *(struct ahd_softc **)cmd->device->host->hostdata;
743 #ifdef AHD_DEBUG
744         if ((ahd_debug & AHD_SHOW_RECOVERY) != 0)
745                 printf("%s: Bus reset called for cmd %p\n",
746                        ahd_name(ahd), cmd);
747 #endif
748         ahd_lock(ahd, &flags);
749
750         found = ahd_reset_channel(ahd, scmd_channel(cmd) + 'A',
751                                   /*initiate reset*/TRUE);
752         ahd_unlock(ahd, &flags);
753
754         if (bootverbose)
755                 printf("%s: SCSI bus reset delivered. "
756                        "%d SCBs aborted.\n", ahd_name(ahd), found);
757
758         return (SUCCESS);
759 }
760
761 struct scsi_host_template aic79xx_driver_template = {
762         .module                 = THIS_MODULE,
763         .name                   = "aic79xx",
764         .proc_name              = "aic79xx",
765         .proc_info              = ahd_linux_proc_info,
766         .info                   = ahd_linux_info,
767         .queuecommand           = ahd_linux_queue,
768         .eh_abort_handler       = ahd_linux_abort,
769         .eh_device_reset_handler = ahd_linux_dev_reset,
770         .eh_bus_reset_handler   = ahd_linux_bus_reset,
771 #if defined(__i386__)
772         .bios_param             = ahd_linux_biosparam,
773 #endif
774         .can_queue              = AHD_MAX_QUEUE,
775         .this_id                = -1,
776         .max_sectors            = 8192,
777         .cmd_per_lun            = 2,
778         .use_clustering         = ENABLE_CLUSTERING,
779         .slave_alloc            = ahd_linux_slave_alloc,
780         .slave_configure        = ahd_linux_slave_configure,
781         .target_alloc           = ahd_linux_target_alloc,
782         .target_destroy         = ahd_linux_target_destroy,
783 };
784
785 /******************************** Bus DMA *************************************/
786 int
787 ahd_dma_tag_create(struct ahd_softc *ahd, bus_dma_tag_t parent,
788                    bus_size_t alignment, bus_size_t boundary,
789                    dma_addr_t lowaddr, dma_addr_t highaddr,
790                    bus_dma_filter_t *filter, void *filterarg,
791                    bus_size_t maxsize, int nsegments,
792                    bus_size_t maxsegsz, int flags, bus_dma_tag_t *ret_tag)
793 {
794         bus_dma_tag_t dmat;
795
796         dmat = malloc(sizeof(*dmat), M_DEVBUF, M_NOWAIT);
797         if (dmat == NULL)
798                 return (ENOMEM);
799
800         /*
801          * Linux is very simplistic about DMA memory.  For now don't
802          * maintain all specification information.  Once Linux supplies
803          * better facilities for doing these operations, or the
804          * needs of this particular driver change, we might need to do
805          * more here.
806          */
807         dmat->alignment = alignment;
808         dmat->boundary = boundary;
809         dmat->maxsize = maxsize;
810         *ret_tag = dmat;
811         return (0);
812 }
813
814 void
815 ahd_dma_tag_destroy(struct ahd_softc *ahd, bus_dma_tag_t dmat)
816 {
817         free(dmat, M_DEVBUF);
818 }
819
820 int
821 ahd_dmamem_alloc(struct ahd_softc *ahd, bus_dma_tag_t dmat, void** vaddr,
822                  int flags, bus_dmamap_t *mapp)
823 {
824         *vaddr = pci_alloc_consistent(ahd->dev_softc,
825                                       dmat->maxsize, mapp);
826         if (*vaddr == NULL)
827                 return (ENOMEM);
828         return(0);
829 }
830
831 void
832 ahd_dmamem_free(struct ahd_softc *ahd, bus_dma_tag_t dmat,
833                 void* vaddr, bus_dmamap_t map)
834 {
835         pci_free_consistent(ahd->dev_softc, dmat->maxsize,
836                             vaddr, map);
837 }
838
839 int
840 ahd_dmamap_load(struct ahd_softc *ahd, bus_dma_tag_t dmat, bus_dmamap_t map,
841                 void *buf, bus_size_t buflen, bus_dmamap_callback_t *cb,
842                 void *cb_arg, int flags)
843 {
844         /*
845          * Assume for now that this will only be used during
846          * initialization and not for per-transaction buffer mapping.
847          */
848         bus_dma_segment_t stack_sg;
849
850         stack_sg.ds_addr = map;
851         stack_sg.ds_len = dmat->maxsize;
852         cb(cb_arg, &stack_sg, /*nseg*/1, /*error*/0);
853         return (0);
854 }
855
856 void
857 ahd_dmamap_destroy(struct ahd_softc *ahd, bus_dma_tag_t dmat, bus_dmamap_t map)
858 {
859 }
860
861 int
862 ahd_dmamap_unload(struct ahd_softc *ahd, bus_dma_tag_t dmat, bus_dmamap_t map)
863 {
864         /* Nothing to do */
865         return (0);
866 }
867
868 /********************* Platform Dependent Functions ***************************/
869 static void
870 ahd_linux_setup_iocell_info(u_long index, int instance, int targ, int32_t value)
871 {
872
873         if ((instance >= 0)
874          && (instance < ARRAY_SIZE(aic79xx_iocell_info))) {
875                 uint8_t *iocell_info;
876
877                 iocell_info = (uint8_t*)&aic79xx_iocell_info[instance];
878                 iocell_info[index] = value & 0xFFFF;
879                 if (bootverbose)
880                         printf("iocell[%d:%ld] = %d\n", instance, index, value);
881         }
882 }
883
884 static void
885 ahd_linux_setup_tag_info_global(char *p)
886 {
887         int tags, i, j;
888
889         tags = simple_strtoul(p + 1, NULL, 0) & 0xff;
890         printf("Setting Global Tags= %d\n", tags);
891
892         for (i = 0; i < ARRAY_SIZE(aic79xx_tag_info); i++) {
893                 for (j = 0; j < AHD_NUM_TARGETS; j++) {
894                         aic79xx_tag_info[i].tag_commands[j] = tags;
895                 }
896         }
897 }
898
899 static void
900 ahd_linux_setup_tag_info(u_long arg, int instance, int targ, int32_t value)
901 {
902
903         if ((instance >= 0) && (targ >= 0)
904          && (instance < ARRAY_SIZE(aic79xx_tag_info))
905          && (targ < AHD_NUM_TARGETS)) {
906                 aic79xx_tag_info[instance].tag_commands[targ] = value & 0x1FF;
907                 if (bootverbose)
908                         printf("tag_info[%d:%d] = %d\n", instance, targ, value);
909         }
910 }
911
912 static char *
913 ahd_parse_brace_option(char *opt_name, char *opt_arg, char *end, int depth,
914                        void (*callback)(u_long, int, int, int32_t),
915                        u_long callback_arg)
916 {
917         char    *tok_end;
918         char    *tok_end2;
919         int      i;
920         int      instance;
921         int      targ;
922         int      done;
923         char     tok_list[] = {'.', ',', '{', '}', '\0'};
924
925         /* All options use a ':' name/arg separator */
926         if (*opt_arg != ':')
927                 return (opt_arg);
928         opt_arg++;
929         instance = -1;
930         targ = -1;
931         done = FALSE;
932         /*
933          * Restore separator that may be in
934          * the middle of our option argument.
935          */
936         tok_end = strchr(opt_arg, '\0');
937         if (tok_end < end)
938                 *tok_end = ',';
939         while (!done) {
940                 switch (*opt_arg) {
941                 case '{':
942                         if (instance == -1) {
943                                 instance = 0;
944                         } else {
945                                 if (depth > 1) {
946                                         if (targ == -1)
947                                                 targ = 0;
948                                 } else {
949                                         printf("Malformed Option %s\n",
950                                                opt_name);
951                                         done = TRUE;
952                                 }
953                         }
954                         opt_arg++;
955                         break;
956                 case '}':
957                         if (targ != -1)
958                                 targ = -1;
959                         else if (instance != -1)
960                                 instance = -1;
961                         opt_arg++;
962                         break;
963                 case ',':
964                 case '.':
965                         if (instance == -1)
966                                 done = TRUE;
967                         else if (targ >= 0)
968                                 targ++;
969                         else if (instance >= 0)
970                                 instance++;
971                         opt_arg++;
972                         break;
973                 case '\0':
974                         done = TRUE;
975                         break;
976                 default:
977                         tok_end = end;
978                         for (i = 0; tok_list[i]; i++) {
979                                 tok_end2 = strchr(opt_arg, tok_list[i]);
980                                 if ((tok_end2) && (tok_end2 < tok_end))
981                                         tok_end = tok_end2;
982                         }
983                         callback(callback_arg, instance, targ,
984                                  simple_strtol(opt_arg, NULL, 0));
985                         opt_arg = tok_end;
986                         break;
987                 }
988         }
989         return (opt_arg);
990 }
991
992 /*
993  * Handle Linux boot parameters. This routine allows for assigning a value
994  * to a parameter with a ':' between the parameter and the value.
995  * ie. aic79xx=stpwlev:1,extended
996  */
997 static int
998 aic79xx_setup(char *s)
999 {
1000         int     i, n;
1001         char   *p;
1002         char   *end;
1003
1004         static struct {
1005                 const char *name;
1006                 uint32_t *flag;
1007         } options[] = {
1008                 { "extended", &aic79xx_extended },
1009                 { "no_reset", &aic79xx_no_reset },
1010                 { "verbose", &aic79xx_verbose },
1011                 { "allow_memio", &aic79xx_allow_memio},
1012 #ifdef AHD_DEBUG
1013                 { "debug", &ahd_debug },
1014 #endif
1015                 { "periodic_otag", &aic79xx_periodic_otag },
1016                 { "pci_parity", &aic79xx_pci_parity },
1017                 { "seltime", &aic79xx_seltime },
1018                 { "tag_info", NULL },
1019                 { "global_tag_depth", NULL},
1020                 { "slewrate", NULL },
1021                 { "precomp", NULL },
1022                 { "amplitude", NULL },
1023                 { "slowcrc", &aic79xx_slowcrc },
1024         };
1025
1026         end = strchr(s, '\0');
1027
1028         /*
1029          * XXX ia64 gcc isn't smart enough to know that ARRAY_SIZE
1030          * will never be 0 in this case.
1031          */
1032         n = 0;
1033
1034         while ((p = strsep(&s, ",.")) != NULL) {
1035                 if (*p == '\0')
1036                         continue;
1037                 for (i = 0; i < ARRAY_SIZE(options); i++) {
1038
1039                         n = strlen(options[i].name);
1040                         if (strncmp(options[i].name, p, n) == 0)
1041                                 break;
1042                 }
1043                 if (i == ARRAY_SIZE(options))
1044                         continue;
1045
1046                 if (strncmp(p, "global_tag_depth", n) == 0) {
1047                         ahd_linux_setup_tag_info_global(p + n);
1048                 } else if (strncmp(p, "tag_info", n) == 0) {
1049                         s = ahd_parse_brace_option("tag_info", p + n, end,
1050                             2, ahd_linux_setup_tag_info, 0);
1051                 } else if (strncmp(p, "slewrate", n) == 0) {
1052                         s = ahd_parse_brace_option("slewrate",
1053                             p + n, end, 1, ahd_linux_setup_iocell_info,
1054                             AIC79XX_SLEWRATE_INDEX);
1055                 } else if (strncmp(p, "precomp", n) == 0) {
1056                         s = ahd_parse_brace_option("precomp",
1057                             p + n, end, 1, ahd_linux_setup_iocell_info,
1058                             AIC79XX_PRECOMP_INDEX);
1059                 } else if (strncmp(p, "amplitude", n) == 0) {
1060                         s = ahd_parse_brace_option("amplitude",
1061                             p + n, end, 1, ahd_linux_setup_iocell_info,
1062                             AIC79XX_AMPLITUDE_INDEX);
1063                 } else if (p[n] == ':') {
1064                         *(options[i].flag) = simple_strtoul(p + n + 1, NULL, 0);
1065                 } else if (!strncmp(p, "verbose", n)) {
1066                         *(options[i].flag) = 1;
1067                 } else {
1068                         *(options[i].flag) ^= 0xFFFFFFFF;
1069                 }
1070         }
1071         return 1;
1072 }
1073
1074 __setup("aic79xx=", aic79xx_setup);
1075
1076 uint32_t aic79xx_verbose;
1077
1078 int
1079 ahd_linux_register_host(struct ahd_softc *ahd, struct scsi_host_template *template)
1080 {
1081         char    buf[80];
1082         struct  Scsi_Host *host;
1083         char    *new_name;
1084         u_long  s;
1085         int     retval;
1086
1087         template->name = ahd->description;
1088         host = scsi_host_alloc(template, sizeof(struct ahd_softc *));
1089         if (host == NULL)
1090                 return (ENOMEM);
1091
1092         *((struct ahd_softc **)host->hostdata) = ahd;
1093         ahd->platform_data->host = host;
1094         host->can_queue = AHD_MAX_QUEUE;
1095         host->cmd_per_lun = 2;
1096         host->sg_tablesize = AHD_NSEG;
1097         host->this_id = ahd->our_id;
1098         host->irq = ahd->platform_data->irq;
1099         host->max_id = (ahd->features & AHD_WIDE) ? 16 : 8;
1100         host->max_lun = AHD_NUM_LUNS;
1101         host->max_channel = 0;
1102         host->sg_tablesize = AHD_NSEG;
1103         ahd_lock(ahd, &s);
1104         ahd_set_unit(ahd, ahd_linux_unit++);
1105         ahd_unlock(ahd, &s);
1106         sprintf(buf, "scsi%d", host->host_no);
1107         new_name = malloc(strlen(buf) + 1, M_DEVBUF, M_NOWAIT);
1108         if (new_name != NULL) {
1109                 strcpy(new_name, buf);
1110                 ahd_set_name(ahd, new_name);
1111         }
1112         host->unique_id = ahd->unit;
1113         ahd_linux_initialize_scsi_bus(ahd);
1114         ahd_intr_enable(ahd, TRUE);
1115
1116         host->transportt = ahd_linux_transport_template;
1117
1118         retval = scsi_add_host(host, &ahd->dev_softc->dev);
1119         if (retval) {
1120                 printk(KERN_WARNING "aic79xx: scsi_add_host failed\n");
1121                 scsi_host_put(host);
1122                 return retval;
1123         }
1124
1125         scsi_scan_host(host);
1126         return 0;
1127 }
1128
1129 uint64_t
1130 ahd_linux_get_memsize(void)
1131 {
1132         struct sysinfo si;
1133
1134         si_meminfo(&si);
1135         return ((uint64_t)si.totalram << PAGE_SHIFT);
1136 }
1137
1138 /*
1139  * Place the SCSI bus into a known state by either resetting it,
1140  * or forcing transfer negotiations on the next command to any
1141  * target.
1142  */
1143 static void
1144 ahd_linux_initialize_scsi_bus(struct ahd_softc *ahd)
1145 {
1146         u_int target_id;
1147         u_int numtarg;
1148         unsigned long s;
1149
1150         target_id = 0;
1151         numtarg = 0;
1152
1153         if (aic79xx_no_reset != 0)
1154                 ahd->flags &= ~AHD_RESET_BUS_A;
1155
1156         if ((ahd->flags & AHD_RESET_BUS_A) != 0)
1157                 ahd_reset_channel(ahd, 'A', /*initiate_reset*/TRUE);
1158         else
1159                 numtarg = (ahd->features & AHD_WIDE) ? 16 : 8;
1160
1161         ahd_lock(ahd, &s);
1162
1163         /*
1164          * Force negotiation to async for all targets that
1165          * will not see an initial bus reset.
1166          */
1167         for (; target_id < numtarg; target_id++) {
1168                 struct ahd_devinfo devinfo;
1169                 struct ahd_initiator_tinfo *tinfo;
1170                 struct ahd_tmode_tstate *tstate;
1171
1172                 tinfo = ahd_fetch_transinfo(ahd, 'A', ahd->our_id,
1173                                             target_id, &tstate);
1174                 ahd_compile_devinfo(&devinfo, ahd->our_id, target_id,
1175                                     CAM_LUN_WILDCARD, 'A', ROLE_INITIATOR);
1176                 ahd_update_neg_request(ahd, &devinfo, tstate,
1177                                        tinfo, AHD_NEG_ALWAYS);
1178         }
1179         ahd_unlock(ahd, &s);
1180         /* Give the bus some time to recover */
1181         if ((ahd->flags & AHD_RESET_BUS_A) != 0) {
1182                 ahd_freeze_simq(ahd);
1183                 msleep(AIC79XX_RESET_DELAY);
1184                 ahd_release_simq(ahd);
1185         }
1186 }
1187
1188 int
1189 ahd_platform_alloc(struct ahd_softc *ahd, void *platform_arg)
1190 {
1191         ahd->platform_data =
1192             malloc(sizeof(struct ahd_platform_data), M_DEVBUF, M_NOWAIT);
1193         if (ahd->platform_data == NULL)
1194                 return (ENOMEM);
1195         memset(ahd->platform_data, 0, sizeof(struct ahd_platform_data));
1196         ahd->platform_data->irq = AHD_LINUX_NOIRQ;
1197         ahd_lockinit(ahd);
1198         ahd->seltime = (aic79xx_seltime & 0x3) << 4;
1199         return (0);
1200 }
1201
1202 void
1203 ahd_platform_free(struct ahd_softc *ahd)
1204 {
1205         struct scsi_target *starget;
1206         int i;
1207
1208         if (ahd->platform_data != NULL) {
1209                 /* destroy all of the device and target objects */
1210                 for (i = 0; i < AHD_NUM_TARGETS; i++) {
1211                         starget = ahd->platform_data->starget[i];
1212                         if (starget != NULL) {
1213                                 ahd->platform_data->starget[i] = NULL;
1214                         }
1215                 }
1216
1217                 if (ahd->platform_data->irq != AHD_LINUX_NOIRQ)
1218                         free_irq(ahd->platform_data->irq, ahd);
1219                 if (ahd->tags[0] == BUS_SPACE_PIO
1220                  && ahd->bshs[0].ioport != 0)
1221                         release_region(ahd->bshs[0].ioport, 256);
1222                 if (ahd->tags[1] == BUS_SPACE_PIO
1223                  && ahd->bshs[1].ioport != 0)
1224                         release_region(ahd->bshs[1].ioport, 256);
1225                 if (ahd->tags[0] == BUS_SPACE_MEMIO
1226                  && ahd->bshs[0].maddr != NULL) {
1227                         iounmap(ahd->bshs[0].maddr);
1228                         release_mem_region(ahd->platform_data->mem_busaddr,
1229                                            0x1000);
1230                 }
1231                 if (ahd->platform_data->host)
1232                         scsi_host_put(ahd->platform_data->host);
1233
1234                 free(ahd->platform_data, M_DEVBUF);
1235         }
1236 }
1237
1238 void
1239 ahd_platform_init(struct ahd_softc *ahd)
1240 {
1241         /*
1242          * Lookup and commit any modified IO Cell options.
1243          */
1244         if (ahd->unit < ARRAY_SIZE(aic79xx_iocell_info)) {
1245                 struct ahd_linux_iocell_opts *iocell_opts;
1246
1247                 iocell_opts = &aic79xx_iocell_info[ahd->unit];
1248                 if (iocell_opts->precomp != AIC79XX_DEFAULT_PRECOMP)
1249                         AHD_SET_PRECOMP(ahd, iocell_opts->precomp);
1250                 if (iocell_opts->slewrate != AIC79XX_DEFAULT_SLEWRATE)
1251                         AHD_SET_SLEWRATE(ahd, iocell_opts->slewrate);
1252                 if (iocell_opts->amplitude != AIC79XX_DEFAULT_AMPLITUDE)
1253                         AHD_SET_AMPLITUDE(ahd, iocell_opts->amplitude);
1254         }
1255
1256 }
1257
1258 void
1259 ahd_platform_freeze_devq(struct ahd_softc *ahd, struct scb *scb)
1260 {
1261         ahd_platform_abort_scbs(ahd, SCB_GET_TARGET(ahd, scb),
1262                                 SCB_GET_CHANNEL(ahd, scb),
1263                                 SCB_GET_LUN(scb), SCB_LIST_NULL,
1264                                 ROLE_UNKNOWN, CAM_REQUEUE_REQ);
1265 }
1266
1267 void
1268 ahd_platform_set_tags(struct ahd_softc *ahd, struct scsi_device *sdev,
1269                       struct ahd_devinfo *devinfo, ahd_queue_alg alg)
1270 {
1271         struct ahd_linux_device *dev;
1272         int was_queuing;
1273         int now_queuing;
1274
1275         if (sdev == NULL)
1276                 return;
1277
1278         dev = scsi_transport_device_data(sdev);
1279
1280         if (dev == NULL)
1281                 return;
1282         was_queuing = dev->flags & (AHD_DEV_Q_BASIC|AHD_DEV_Q_TAGGED);
1283         switch (alg) {
1284         default:
1285         case AHD_QUEUE_NONE:
1286                 now_queuing = 0;
1287                 break; 
1288         case AHD_QUEUE_BASIC:
1289                 now_queuing = AHD_DEV_Q_BASIC;
1290                 break;
1291         case AHD_QUEUE_TAGGED:
1292                 now_queuing = AHD_DEV_Q_TAGGED;
1293                 break;
1294         }
1295         if ((dev->flags & AHD_DEV_FREEZE_TIL_EMPTY) == 0
1296          && (was_queuing != now_queuing)
1297          && (dev->active != 0)) {
1298                 dev->flags |= AHD_DEV_FREEZE_TIL_EMPTY;
1299                 dev->qfrozen++;
1300         }
1301
1302         dev->flags &= ~(AHD_DEV_Q_BASIC|AHD_DEV_Q_TAGGED|AHD_DEV_PERIODIC_OTAG);
1303         if (now_queuing) {
1304                 u_int usertags;
1305
1306                 usertags = ahd_linux_user_tagdepth(ahd, devinfo);
1307                 if (!was_queuing) {
1308                         /*
1309                          * Start out agressively and allow our
1310                          * dynamic queue depth algorithm to take
1311                          * care of the rest.
1312                          */
1313                         dev->maxtags = usertags;
1314                         dev->openings = dev->maxtags - dev->active;
1315                 }
1316                 if (dev->maxtags == 0) {
1317                         /*
1318                          * Queueing is disabled by the user.
1319                          */
1320                         dev->openings = 1;
1321                 } else if (alg == AHD_QUEUE_TAGGED) {
1322                         dev->flags |= AHD_DEV_Q_TAGGED;
1323                         if (aic79xx_periodic_otag != 0)
1324                                 dev->flags |= AHD_DEV_PERIODIC_OTAG;
1325                 } else
1326                         dev->flags |= AHD_DEV_Q_BASIC;
1327         } else {
1328                 /* We can only have one opening. */
1329                 dev->maxtags = 0;
1330                 dev->openings =  1 - dev->active;
1331         }
1332
1333         switch ((dev->flags & (AHD_DEV_Q_BASIC|AHD_DEV_Q_TAGGED))) {
1334         case AHD_DEV_Q_BASIC:
1335                 scsi_set_tag_type(sdev, MSG_SIMPLE_TASK);
1336                 scsi_activate_tcq(sdev, dev->openings + dev->active);
1337                 break;
1338         case AHD_DEV_Q_TAGGED:
1339                 scsi_set_tag_type(sdev, MSG_ORDERED_TASK);
1340                 scsi_activate_tcq(sdev, dev->openings + dev->active);
1341                 break;
1342         default:
1343                 /*
1344                  * We allow the OS to queue 2 untagged transactions to
1345                  * us at any time even though we can only execute them
1346                  * serially on the controller/device.  This should
1347                  * remove some latency.
1348                  */
1349                 scsi_deactivate_tcq(sdev, 1);
1350                 break;
1351         }
1352 }
1353
1354 int
1355 ahd_platform_abort_scbs(struct ahd_softc *ahd, int target, char channel,
1356                         int lun, u_int tag, role_t role, uint32_t status)
1357 {
1358         return 0;
1359 }
1360
1361 static u_int
1362 ahd_linux_user_tagdepth(struct ahd_softc *ahd, struct ahd_devinfo *devinfo)
1363 {
1364         static int warned_user;
1365         u_int tags;
1366
1367         tags = 0;
1368         if ((ahd->user_discenable & devinfo->target_mask) != 0) {
1369                 if (ahd->unit >= ARRAY_SIZE(aic79xx_tag_info)) {
1370
1371                         if (warned_user == 0) {
1372                                 printf(KERN_WARNING
1373 "aic79xx: WARNING: Insufficient tag_info instances\n"
1374 "aic79xx: for installed controllers.  Using defaults\n"
1375 "aic79xx: Please update the aic79xx_tag_info array in\n"
1376 "aic79xx: the aic79xx_osm.c source file.\n");
1377                                 warned_user++;
1378                         }
1379                         tags = AHD_MAX_QUEUE;
1380                 } else {
1381                         adapter_tag_info_t *tag_info;
1382
1383                         tag_info = &aic79xx_tag_info[ahd->unit];
1384                         tags = tag_info->tag_commands[devinfo->target_offset];
1385                         if (tags > AHD_MAX_QUEUE)
1386                                 tags = AHD_MAX_QUEUE;
1387                 }
1388         }
1389         return (tags);
1390 }
1391
1392 /*
1393  * Determines the queue depth for a given device.
1394  */
1395 static void
1396 ahd_linux_device_queue_depth(struct scsi_device *sdev)
1397 {
1398         struct  ahd_devinfo devinfo;
1399         u_int   tags;
1400         struct ahd_softc *ahd = *((struct ahd_softc **)sdev->host->hostdata);
1401
1402         ahd_compile_devinfo(&devinfo,
1403                             ahd->our_id,
1404                             sdev->sdev_target->id, sdev->lun,
1405                             sdev->sdev_target->channel == 0 ? 'A' : 'B',
1406                             ROLE_INITIATOR);
1407         tags = ahd_linux_user_tagdepth(ahd, &devinfo);
1408         if (tags != 0 && sdev->tagged_supported != 0) {
1409
1410                 ahd_platform_set_tags(ahd, sdev, &devinfo, AHD_QUEUE_TAGGED);
1411                 ahd_send_async(ahd, devinfo.channel, devinfo.target,
1412                                devinfo.lun, AC_TRANSFER_NEG);
1413                 ahd_print_devinfo(ahd, &devinfo);
1414                 printf("Tagged Queuing enabled.  Depth %d\n", tags);
1415         } else {
1416                 ahd_platform_set_tags(ahd, sdev, &devinfo, AHD_QUEUE_NONE);
1417                 ahd_send_async(ahd, devinfo.channel, devinfo.target,
1418                                devinfo.lun, AC_TRANSFER_NEG);
1419         }
1420 }
1421
1422 static int
1423 ahd_linux_run_command(struct ahd_softc *ahd, struct ahd_linux_device *dev,
1424                       struct scsi_cmnd *cmd)
1425 {
1426         struct   scb *scb;
1427         struct   hardware_scb *hscb;
1428         struct   ahd_initiator_tinfo *tinfo;
1429         struct   ahd_tmode_tstate *tstate;
1430         u_int    col_idx;
1431         uint16_t mask;
1432         unsigned long flags;
1433
1434         ahd_lock(ahd, &flags);
1435
1436         /*
1437          * Get an scb to use.
1438          */
1439         tinfo = ahd_fetch_transinfo(ahd, 'A', ahd->our_id,
1440                                     cmd->device->id, &tstate);
1441         if ((dev->flags & (AHD_DEV_Q_TAGGED|AHD_DEV_Q_BASIC)) == 0
1442          || (tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ) != 0) {
1443                 col_idx = AHD_NEVER_COL_IDX;
1444         } else {
1445                 col_idx = AHD_BUILD_COL_IDX(cmd->device->id,
1446                                             cmd->device->lun);
1447         }
1448         if ((scb = ahd_get_scb(ahd, col_idx)) == NULL) {
1449                 ahd->flags |= AHD_RESOURCE_SHORTAGE;
1450                 ahd_unlock(ahd, &flags);
1451                 return SCSI_MLQUEUE_HOST_BUSY;
1452         }
1453
1454         scb->io_ctx = cmd;
1455         scb->platform_data->dev = dev;
1456         hscb = scb->hscb;
1457         cmd->host_scribble = (char *)scb;
1458
1459         /*
1460          * Fill out basics of the HSCB.
1461          */
1462         hscb->control = 0;
1463         hscb->scsiid = BUILD_SCSIID(ahd, cmd);
1464         hscb->lun = cmd->device->lun;
1465         scb->hscb->task_management = 0;
1466         mask = SCB_GET_TARGET_MASK(ahd, scb);
1467
1468         if ((ahd->user_discenable & mask) != 0)
1469                 hscb->control |= DISCENB;
1470
1471         if ((tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ) != 0)
1472                 scb->flags |= SCB_PACKETIZED;
1473
1474         if ((tstate->auto_negotiate & mask) != 0) {
1475                 scb->flags |= SCB_AUTO_NEGOTIATE;
1476                 scb->hscb->control |= MK_MESSAGE;
1477         }
1478
1479         if ((dev->flags & (AHD_DEV_Q_TAGGED|AHD_DEV_Q_BASIC)) != 0) {
1480                 int     msg_bytes;
1481                 uint8_t tag_msgs[2];
1482
1483                 msg_bytes = scsi_populate_tag_msg(cmd, tag_msgs);
1484                 if (msg_bytes && tag_msgs[0] != MSG_SIMPLE_TASK) {
1485                         hscb->control |= tag_msgs[0];
1486                         if (tag_msgs[0] == MSG_ORDERED_TASK)
1487                                 dev->commands_since_idle_or_otag = 0;
1488                 } else
1489                 if (dev->commands_since_idle_or_otag == AHD_OTAG_THRESH
1490                  && (dev->flags & AHD_DEV_Q_TAGGED) != 0) {
1491                         hscb->control |= MSG_ORDERED_TASK;
1492                         dev->commands_since_idle_or_otag = 0;
1493                 } else {
1494                         hscb->control |= MSG_SIMPLE_TASK;
1495                 }
1496         }
1497
1498         hscb->cdb_len = cmd->cmd_len;
1499         memcpy(hscb->shared_data.idata.cdb, cmd->cmnd, hscb->cdb_len);
1500
1501         scb->platform_data->xfer_len = 0;
1502         ahd_set_residual(scb, 0);
1503         ahd_set_sense_residual(scb, 0);
1504         scb->sg_count = 0;
1505         if (cmd->use_sg != 0) {
1506                 void    *sg;
1507                 struct   scatterlist *cur_seg;
1508                 u_int    nseg;
1509                 int      dir;
1510
1511                 cur_seg = (struct scatterlist *)cmd->request_buffer;
1512                 dir = cmd->sc_data_direction;
1513                 nseg = pci_map_sg(ahd->dev_softc, cur_seg,
1514                                   cmd->use_sg, dir);
1515                 scb->platform_data->xfer_len = 0;
1516                 for (sg = scb->sg_list; nseg > 0; nseg--, cur_seg++) {
1517                         dma_addr_t addr;
1518                         bus_size_t len;
1519
1520                         addr = sg_dma_address(cur_seg);
1521                         len = sg_dma_len(cur_seg);
1522                         scb->platform_data->xfer_len += len;
1523                         sg = ahd_sg_setup(ahd, scb, sg, addr, len,
1524                                           /*last*/nseg == 1);
1525                 }
1526         } else if (cmd->request_bufflen != 0) {
1527                 void *sg;
1528                 dma_addr_t addr;
1529                 int dir;
1530
1531                 sg = scb->sg_list;
1532                 dir = cmd->sc_data_direction;
1533                 addr = pci_map_single(ahd->dev_softc,
1534                                       cmd->request_buffer,
1535                                       cmd->request_bufflen, dir);
1536                 scb->platform_data->xfer_len = cmd->request_bufflen;
1537                 scb->platform_data->buf_busaddr = addr;
1538                 sg = ahd_sg_setup(ahd, scb, sg, addr,
1539                                   cmd->request_bufflen, /*last*/TRUE);
1540         }
1541
1542         LIST_INSERT_HEAD(&ahd->pending_scbs, scb, pending_links);
1543         dev->openings--;
1544         dev->active++;
1545         dev->commands_issued++;
1546
1547         if ((dev->flags & AHD_DEV_PERIODIC_OTAG) != 0)
1548                 dev->commands_since_idle_or_otag++;
1549         scb->flags |= SCB_ACTIVE;
1550         ahd_queue_scb(ahd, scb);
1551
1552         ahd_unlock(ahd, &flags);
1553
1554         return 0;
1555 }
1556
1557 /*
1558  * SCSI controller interrupt handler.
1559  */
1560 irqreturn_t
1561 ahd_linux_isr(int irq, void *dev_id)
1562 {
1563         struct  ahd_softc *ahd;
1564         u_long  flags;
1565         int     ours;
1566
1567         ahd = (struct ahd_softc *) dev_id;
1568         ahd_lock(ahd, &flags); 
1569         ours = ahd_intr(ahd);
1570         ahd_unlock(ahd, &flags);
1571         return IRQ_RETVAL(ours);
1572 }
1573
1574 void
1575 ahd_send_async(struct ahd_softc *ahd, char channel,
1576                u_int target, u_int lun, ac_code code)
1577 {
1578         switch (code) {
1579         case AC_TRANSFER_NEG:
1580         {
1581                 char    buf[80];
1582                 struct  scsi_target *starget;
1583                 struct  info_str info;
1584                 struct  ahd_initiator_tinfo *tinfo;
1585                 struct  ahd_tmode_tstate *tstate;
1586                 unsigned int target_ppr_options;
1587
1588                 BUG_ON(target == CAM_TARGET_WILDCARD);
1589
1590                 info.buffer = buf;
1591                 info.length = sizeof(buf);
1592                 info.offset = 0;
1593                 info.pos = 0;
1594                 tinfo = ahd_fetch_transinfo(ahd, channel, ahd->our_id,
1595                                             target, &tstate);
1596
1597                 /*
1598                  * Don't bother reporting results while
1599                  * negotiations are still pending.
1600                  */
1601                 if (tinfo->curr.period != tinfo->goal.period
1602                  || tinfo->curr.width != tinfo->goal.width
1603                  || tinfo->curr.offset != tinfo->goal.offset
1604                  || tinfo->curr.ppr_options != tinfo->goal.ppr_options)
1605                         if (bootverbose == 0)
1606                                 break;
1607
1608                 /*
1609                  * Don't bother reporting results that
1610                  * are identical to those last reported.
1611                  */
1612                 starget = ahd->platform_data->starget[target];
1613                 if (starget == NULL)
1614                         break;
1615
1616                 target_ppr_options =
1617                         (spi_dt(starget) ? MSG_EXT_PPR_DT_REQ : 0)
1618                         + (spi_qas(starget) ? MSG_EXT_PPR_QAS_REQ : 0)
1619                         + (spi_iu(starget) ?  MSG_EXT_PPR_IU_REQ : 0)
1620                         + (spi_rd_strm(starget) ? MSG_EXT_PPR_RD_STRM : 0)
1621                         + (spi_pcomp_en(starget) ? MSG_EXT_PPR_PCOMP_EN : 0)
1622                         + (spi_rti(starget) ? MSG_EXT_PPR_RTI : 0)
1623                         + (spi_wr_flow(starget) ? MSG_EXT_PPR_WR_FLOW : 0)
1624                         + (spi_hold_mcs(starget) ? MSG_EXT_PPR_HOLD_MCS : 0);
1625
1626                 if (tinfo->curr.period == spi_period(starget)
1627                     && tinfo->curr.width == spi_width(starget)
1628                     && tinfo->curr.offset == spi_offset(starget)
1629                  && tinfo->curr.ppr_options == target_ppr_options)
1630                         if (bootverbose == 0)
1631                                 break;
1632
1633                 spi_period(starget) = tinfo->curr.period;
1634                 spi_width(starget) = tinfo->curr.width;
1635                 spi_offset(starget) = tinfo->curr.offset;
1636                 spi_dt(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_DT_REQ ? 1 : 0;
1637                 spi_qas(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_QAS_REQ ? 1 : 0;
1638                 spi_iu(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ ? 1 : 0;
1639                 spi_rd_strm(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_RD_STRM ? 1 : 0;
1640                 spi_pcomp_en(starget) =  tinfo->curr.ppr_options & MSG_EXT_PPR_PCOMP_EN ? 1 : 0;
1641                 spi_rti(starget) =  tinfo->curr.ppr_options &  MSG_EXT_PPR_RTI ? 1 : 0;
1642                 spi_wr_flow(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_WR_FLOW ? 1 : 0;
1643                 spi_hold_mcs(starget) = tinfo->curr.ppr_options & MSG_EXT_PPR_HOLD_MCS ? 1 : 0;
1644                 spi_display_xfer_agreement(starget);
1645                 break;
1646         }
1647         case AC_SENT_BDR:
1648         {
1649                 WARN_ON(lun != CAM_LUN_WILDCARD);
1650                 scsi_report_device_reset(ahd->platform_data->host,
1651                                          channel - 'A', target);
1652                 break;
1653         }
1654         case AC_BUS_RESET:
1655                 if (ahd->platform_data->host != NULL) {
1656                         scsi_report_bus_reset(ahd->platform_data->host,
1657                                               channel - 'A');
1658                 }
1659                 break;
1660         default:
1661                 panic("ahd_send_async: Unexpected async event");
1662         }
1663 }
1664
1665 /*
1666  * Calls the higher level scsi done function and frees the scb.
1667  */
1668 void
1669 ahd_done(struct ahd_softc *ahd, struct scb *scb)
1670 {
1671         struct scsi_cmnd *cmd;
1672         struct    ahd_linux_device *dev;
1673
1674         if ((scb->flags & SCB_ACTIVE) == 0) {
1675                 printf("SCB %d done'd twice\n", SCB_GET_TAG(scb));
1676                 ahd_dump_card_state(ahd);
1677                 panic("Stopping for safety");
1678         }
1679         LIST_REMOVE(scb, pending_links);
1680         cmd = scb->io_ctx;
1681         dev = scb->platform_data->dev;
1682         dev->active--;
1683         dev->openings++;
1684         if ((cmd->result & (CAM_DEV_QFRZN << 16)) != 0) {
1685                 cmd->result &= ~(CAM_DEV_QFRZN << 16);
1686                 dev->qfrozen--;
1687         }
1688         ahd_linux_unmap_scb(ahd, scb);
1689
1690         /*
1691          * Guard against stale sense data.
1692          * The Linux mid-layer assumes that sense
1693          * was retrieved anytime the first byte of
1694          * the sense buffer looks "sane".
1695          */
1696         cmd->sense_buffer[0] = 0;
1697         if (ahd_get_transaction_status(scb) == CAM_REQ_INPROG) {
1698                 uint32_t amount_xferred;
1699
1700                 amount_xferred =
1701                     ahd_get_transfer_length(scb) - ahd_get_residual(scb);
1702                 if ((scb->flags & SCB_TRANSMISSION_ERROR) != 0) {
1703 #ifdef AHD_DEBUG
1704                         if ((ahd_debug & AHD_SHOW_MISC) != 0) {
1705                                 ahd_print_path(ahd, scb);
1706                                 printf("Set CAM_UNCOR_PARITY\n");
1707                         }
1708 #endif
1709                         ahd_set_transaction_status(scb, CAM_UNCOR_PARITY);
1710 #ifdef AHD_REPORT_UNDERFLOWS
1711                 /*
1712                  * This code is disabled by default as some
1713                  * clients of the SCSI system do not properly
1714                  * initialize the underflow parameter.  This
1715                  * results in spurious termination of commands
1716                  * that complete as expected (e.g. underflow is
1717                  * allowed as command can return variable amounts
1718                  * of data.
1719                  */
1720                 } else if (amount_xferred < scb->io_ctx->underflow) {
1721                         u_int i;
1722
1723                         ahd_print_path(ahd, scb);
1724                         printf("CDB:");
1725                         for (i = 0; i < scb->io_ctx->cmd_len; i++)
1726                                 printf(" 0x%x", scb->io_ctx->cmnd[i]);
1727                         printf("\n");
1728                         ahd_print_path(ahd, scb);
1729                         printf("Saw underflow (%ld of %ld bytes). "
1730                                "Treated as error\n",
1731                                 ahd_get_residual(scb),
1732                                 ahd_get_transfer_length(scb));
1733                         ahd_set_transaction_status(scb, CAM_DATA_RUN_ERR);
1734 #endif
1735                 } else {
1736                         ahd_set_transaction_status(scb, CAM_REQ_CMP);
1737                 }
1738         } else if (ahd_get_transaction_status(scb) == CAM_SCSI_STATUS_ERROR) {
1739                 ahd_linux_handle_scsi_status(ahd, cmd->device, scb);
1740         }
1741
1742         if (dev->openings == 1
1743          && ahd_get_transaction_status(scb) == CAM_REQ_CMP
1744          && ahd_get_scsi_status(scb) != SCSI_STATUS_QUEUE_FULL)
1745                 dev->tag_success_count++;
1746         /*
1747          * Some devices deal with temporary internal resource
1748          * shortages by returning queue full.  When the queue
1749          * full occurrs, we throttle back.  Slowly try to get
1750          * back to our previous queue depth.
1751          */
1752         if ((dev->openings + dev->active) < dev->maxtags
1753          && dev->tag_success_count > AHD_TAG_SUCCESS_INTERVAL) {
1754                 dev->tag_success_count = 0;
1755                 dev->openings++;
1756         }
1757
1758         if (dev->active == 0)
1759                 dev->commands_since_idle_or_otag = 0;
1760
1761         if ((scb->flags & SCB_RECOVERY_SCB) != 0) {
1762                 printf("Recovery SCB completes\n");
1763                 if (ahd_get_transaction_status(scb) == CAM_BDR_SENT
1764                  || ahd_get_transaction_status(scb) == CAM_REQ_ABORTED)
1765                         ahd_set_transaction_status(scb, CAM_CMD_TIMEOUT);
1766
1767                 if (ahd->platform_data->eh_done)
1768                         complete(ahd->platform_data->eh_done);
1769         }
1770
1771         ahd_free_scb(ahd, scb);
1772         ahd_linux_queue_cmd_complete(ahd, cmd);
1773 }
1774
1775 static void
1776 ahd_linux_handle_scsi_status(struct ahd_softc *ahd,
1777                              struct scsi_device *sdev, struct scb *scb)
1778 {
1779         struct  ahd_devinfo devinfo;
1780         struct ahd_linux_device *dev = scsi_transport_device_data(sdev);
1781
1782         ahd_compile_devinfo(&devinfo,
1783                             ahd->our_id,
1784                             sdev->sdev_target->id, sdev->lun,
1785                             sdev->sdev_target->channel == 0 ? 'A' : 'B',
1786                             ROLE_INITIATOR);
1787         
1788         /*
1789          * We don't currently trust the mid-layer to
1790          * properly deal with queue full or busy.  So,
1791          * when one occurs, we tell the mid-layer to
1792          * unconditionally requeue the command to us
1793          * so that we can retry it ourselves.  We also
1794          * implement our own throttling mechanism so
1795          * we don't clobber the device with too many
1796          * commands.
1797          */
1798         switch (ahd_get_scsi_status(scb)) {
1799         default:
1800                 break;
1801         case SCSI_STATUS_CHECK_COND:
1802         case SCSI_STATUS_CMD_TERMINATED:
1803         {
1804                 struct scsi_cmnd *cmd;
1805
1806                 /*
1807                  * Copy sense information to the OS's cmd
1808                  * structure if it is available.
1809                  */
1810                 cmd = scb->io_ctx;
1811                 if ((scb->flags & (SCB_SENSE|SCB_PKT_SENSE)) != 0) {
1812                         struct scsi_status_iu_header *siu;
1813                         u_int sense_size;
1814                         u_int sense_offset;
1815
1816                         if (scb->flags & SCB_SENSE) {
1817                                 sense_size = min(sizeof(struct scsi_sense_data)
1818                                                - ahd_get_sense_residual(scb),
1819                                                  (u_long)sizeof(cmd->sense_buffer));
1820                                 sense_offset = 0;
1821                         } else {
1822                                 /*
1823                                  * Copy only the sense data into the provided
1824                                  * buffer.
1825                                  */
1826                                 siu = (struct scsi_status_iu_header *)
1827                                     scb->sense_data;
1828                                 sense_size = min_t(size_t,
1829                                                 scsi_4btoul(siu->sense_length),
1830                                                 sizeof(cmd->sense_buffer));
1831                                 sense_offset = SIU_SENSE_OFFSET(siu);
1832                         }
1833
1834                         memset(cmd->sense_buffer, 0, sizeof(cmd->sense_buffer));
1835                         memcpy(cmd->sense_buffer,
1836                                ahd_get_sense_buf(ahd, scb)
1837                                + sense_offset, sense_size);
1838                         cmd->result |= (DRIVER_SENSE << 24);
1839
1840 #ifdef AHD_DEBUG
1841                         if (ahd_debug & AHD_SHOW_SENSE) {
1842                                 int i;
1843
1844                                 printf("Copied %d bytes of sense data at %d:",
1845                                        sense_size, sense_offset);
1846                                 for (i = 0; i < sense_size; i++) {
1847                                         if ((i & 0xF) == 0)
1848                                                 printf("\n");
1849                                         printf("0x%x ", cmd->sense_buffer[i]);
1850                                 }
1851                                 printf("\n");
1852                         }
1853 #endif
1854                 }
1855                 break;
1856         }
1857         case SCSI_STATUS_QUEUE_FULL:
1858                 /*
1859                  * By the time the core driver has returned this
1860                  * command, all other commands that were queued
1861                  * to us but not the device have been returned.
1862                  * This ensures that dev->active is equal to
1863                  * the number of commands actually queued to
1864                  * the device.
1865                  */
1866                 dev->tag_success_count = 0;
1867                 if (dev->active != 0) {
1868                         /*
1869                          * Drop our opening count to the number
1870                          * of commands currently outstanding.
1871                          */
1872                         dev->openings = 0;
1873 #ifdef AHD_DEBUG
1874                         if ((ahd_debug & AHD_SHOW_QFULL) != 0) {
1875                                 ahd_print_path(ahd, scb);
1876                                 printf("Dropping tag count to %d\n",
1877                                        dev->active);
1878                         }
1879 #endif
1880                         if (dev->active == dev->tags_on_last_queuefull) {
1881
1882                                 dev->last_queuefull_same_count++;
1883                                 /*
1884                                  * If we repeatedly see a queue full
1885                                  * at the same queue depth, this
1886                                  * device has a fixed number of tag
1887                                  * slots.  Lock in this tag depth
1888                                  * so we stop seeing queue fulls from
1889                                  * this device.
1890                                  */
1891                                 if (dev->last_queuefull_same_count
1892                                  == AHD_LOCK_TAGS_COUNT) {
1893                                         dev->maxtags = dev->active;
1894                                         ahd_print_path(ahd, scb);
1895                                         printf("Locking max tag count at %d\n",
1896                                                dev->active);
1897                                 }
1898                         } else {
1899                                 dev->tags_on_last_queuefull = dev->active;
1900                                 dev->last_queuefull_same_count = 0;
1901                         }
1902                         ahd_set_transaction_status(scb, CAM_REQUEUE_REQ);
1903                         ahd_set_scsi_status(scb, SCSI_STATUS_OK);
1904                         ahd_platform_set_tags(ahd, sdev, &devinfo,
1905                                      (dev->flags & AHD_DEV_Q_BASIC)
1906                                    ? AHD_QUEUE_BASIC : AHD_QUEUE_TAGGED);
1907                         break;
1908                 }
1909                 /*
1910                  * Drop down to a single opening, and treat this
1911                  * as if the target returned BUSY SCSI status.
1912                  */
1913                 dev->openings = 1;
1914                 ahd_platform_set_tags(ahd, sdev, &devinfo,
1915                              (dev->flags & AHD_DEV_Q_BASIC)
1916                            ? AHD_QUEUE_BASIC : AHD_QUEUE_TAGGED);
1917                 ahd_set_scsi_status(scb, SCSI_STATUS_BUSY);
1918         }
1919 }
1920
1921 static void
1922 ahd_linux_queue_cmd_complete(struct ahd_softc *ahd, struct scsi_cmnd *cmd)
1923 {
1924         int status;
1925         int new_status = DID_OK;
1926         int do_fallback = 0;
1927         int scsi_status;
1928
1929         /*
1930          * Map CAM error codes into Linux Error codes.  We
1931          * avoid the conversion so that the DV code has the
1932          * full error information available when making
1933          * state change decisions.
1934          */
1935
1936         status = ahd_cmd_get_transaction_status(cmd);
1937         switch (status) {
1938         case CAM_REQ_INPROG:
1939         case CAM_REQ_CMP:
1940                 new_status = DID_OK;
1941                 break;
1942         case CAM_AUTOSENSE_FAIL:
1943                 new_status = DID_ERROR;
1944                 /* Fallthrough */
1945         case CAM_SCSI_STATUS_ERROR:
1946                 scsi_status = ahd_cmd_get_scsi_status(cmd);
1947
1948                 switch(scsi_status) {
1949                 case SCSI_STATUS_CMD_TERMINATED:
1950                 case SCSI_STATUS_CHECK_COND:
1951                         if ((cmd->result >> 24) != DRIVER_SENSE) {
1952                                 do_fallback = 1;
1953                         } else {
1954                                 struct scsi_sense_data *sense;
1955                                 
1956                                 sense = (struct scsi_sense_data *)
1957                                         &cmd->sense_buffer;
1958                                 if (sense->extra_len >= 5 &&
1959                                     (sense->add_sense_code == 0x47
1960                                      || sense->add_sense_code == 0x48))
1961                                         do_fallback = 1;
1962                         }
1963                         break;
1964                 default:
1965                         break;
1966                 }
1967                 break;
1968         case CAM_REQ_ABORTED:
1969                 new_status = DID_ABORT;
1970                 break;
1971         case CAM_BUSY:
1972                 new_status = DID_BUS_BUSY;
1973                 break;
1974         case CAM_REQ_INVALID:
1975         case CAM_PATH_INVALID:
1976                 new_status = DID_BAD_TARGET;
1977                 break;
1978         case CAM_SEL_TIMEOUT:
1979                 new_status = DID_NO_CONNECT;
1980                 break;
1981         case CAM_SCSI_BUS_RESET:
1982         case CAM_BDR_SENT:
1983                 new_status = DID_RESET;
1984                 break;
1985         case CAM_UNCOR_PARITY:
1986                 new_status = DID_PARITY;
1987                 do_fallback = 1;
1988                 break;
1989         case CAM_CMD_TIMEOUT:
1990                 new_status = DID_TIME_OUT;
1991                 do_fallback = 1;
1992                 break;
1993         case CAM_REQ_CMP_ERR:
1994         case CAM_UNEXP_BUSFREE:
1995         case CAM_DATA_RUN_ERR:
1996                 new_status = DID_ERROR;
1997                 do_fallback = 1;
1998                 break;
1999         case CAM_UA_ABORT:
2000         case CAM_NO_HBA:
2001         case CAM_SEQUENCE_FAIL:
2002         case CAM_CCB_LEN_ERR:
2003         case CAM_PROVIDE_FAIL:
2004         case CAM_REQ_TERMIO:
2005         case CAM_UNREC_HBA_ERROR:
2006         case CAM_REQ_TOO_BIG:
2007                 new_status = DID_ERROR;
2008                 break;
2009         case CAM_REQUEUE_REQ:
2010                 new_status = DID_REQUEUE;
2011                 break;
2012         default:
2013                 /* We should never get here */
2014                 new_status = DID_ERROR;
2015                 break;
2016         }
2017
2018         if (do_fallback) {
2019                 printf("%s: device overrun (status %x) on %d:%d:%d\n",
2020                        ahd_name(ahd), status, cmd->device->channel,
2021                        cmd->device->id, cmd->device->lun);
2022         }
2023
2024         ahd_cmd_set_transaction_status(cmd, new_status);
2025
2026         cmd->scsi_done(cmd);
2027 }
2028
2029 void
2030 ahd_freeze_simq(struct ahd_softc *ahd)
2031 {
2032         scsi_block_requests(ahd->platform_data->host);
2033 }
2034
2035 void
2036 ahd_release_simq(struct ahd_softc *ahd)
2037 {
2038         scsi_unblock_requests(ahd->platform_data->host);
2039 }
2040
2041 static int
2042 ahd_linux_queue_abort_cmd(struct scsi_cmnd *cmd)
2043 {
2044         struct ahd_softc *ahd;
2045         struct ahd_linux_device *dev;
2046         struct scb *pending_scb;
2047         u_int  saved_scbptr;
2048         u_int  active_scbptr;
2049         u_int  last_phase;
2050         u_int  saved_scsiid;
2051         u_int  cdb_byte;
2052         int    retval;
2053         int    was_paused;
2054         int    paused;
2055         int    wait;
2056         int    disconnected;
2057         ahd_mode_state saved_modes;
2058         unsigned long flags;
2059
2060         pending_scb = NULL;
2061         paused = FALSE;
2062         wait = FALSE;
2063         ahd = *(struct ahd_softc **)cmd->device->host->hostdata;
2064
2065         scmd_printk(KERN_INFO, cmd,
2066                     "Attempting to queue an ABORT message:");
2067
2068         printf("CDB:");
2069         for (cdb_byte = 0; cdb_byte < cmd->cmd_len; cdb_byte++)
2070                 printf(" 0x%x", cmd->cmnd[cdb_byte]);
2071         printf("\n");
2072
2073         ahd_lock(ahd, &flags);
2074
2075         /*
2076          * First determine if we currently own this command.
2077          * Start by searching the device queue.  If not found
2078          * there, check the pending_scb list.  If not found
2079          * at all, and the system wanted us to just abort the
2080          * command, return success.
2081          */
2082         dev = scsi_transport_device_data(cmd->device);
2083
2084         if (dev == NULL) {
2085                 /*
2086                  * No target device for this command exists,
2087                  * so we must not still own the command.
2088                  */
2089                 scmd_printk(KERN_INFO, cmd, "Is not an active device\n");
2090                 retval = SUCCESS;
2091                 goto no_cmd;
2092         }
2093
2094         /*
2095          * See if we can find a matching cmd in the pending list.
2096          */
2097         LIST_FOREACH(pending_scb, &ahd->pending_scbs, pending_links) {
2098                 if (pending_scb->io_ctx == cmd)
2099                         break;
2100         }
2101
2102         if (pending_scb == NULL) {
2103                 scmd_printk(KERN_INFO, cmd, "Command not found\n");
2104                 goto no_cmd;
2105         }
2106
2107         if ((pending_scb->flags & SCB_RECOVERY_SCB) != 0) {
2108                 /*
2109                  * We can't queue two recovery actions using the same SCB
2110                  */
2111                 retval = FAILED;
2112                 goto  done;
2113         }
2114
2115         /*
2116          * Ensure that the card doesn't do anything
2117          * behind our back.  Also make sure that we
2118          * didn't "just" miss an interrupt that would
2119          * affect this cmd.
2120          */
2121         was_paused = ahd_is_paused(ahd);
2122         ahd_pause_and_flushwork(ahd);
2123         paused = TRUE;
2124
2125         if ((pending_scb->flags & SCB_ACTIVE) == 0) {
2126                 scmd_printk(KERN_INFO, cmd, "Command already completed\n");
2127                 goto no_cmd;
2128         }
2129
2130         printf("%s: At time of recovery, card was %spaused\n",
2131                ahd_name(ahd), was_paused ? "" : "not ");
2132         ahd_dump_card_state(ahd);
2133
2134         disconnected = TRUE;
2135         if (ahd_search_qinfifo(ahd, cmd->device->id, 
2136                                cmd->device->channel + 'A',
2137                                cmd->device->lun, 
2138                                pending_scb->hscb->tag,
2139                                ROLE_INITIATOR, CAM_REQ_ABORTED,
2140                                SEARCH_COMPLETE) > 0) {
2141                 printf("%s:%d:%d:%d: Cmd aborted from QINFIFO\n",
2142                        ahd_name(ahd), cmd->device->channel, 
2143                        cmd->device->id, cmd->device->lun);
2144                 retval = SUCCESS;
2145                 goto done;
2146         }
2147
2148         saved_modes = ahd_save_modes(ahd);
2149         ahd_set_modes(ahd, AHD_MODE_SCSI, AHD_MODE_SCSI);
2150         last_phase = ahd_inb(ahd, LASTPHASE);
2151         saved_scbptr = ahd_get_scbptr(ahd);
2152         active_scbptr = saved_scbptr;
2153         if (disconnected && (ahd_inb(ahd, SEQ_FLAGS) & NOT_IDENTIFIED) == 0) {
2154                 struct scb *bus_scb;
2155
2156                 bus_scb = ahd_lookup_scb(ahd, active_scbptr);
2157                 if (bus_scb == pending_scb)
2158                         disconnected = FALSE;
2159         }
2160
2161         /*
2162          * At this point, pending_scb is the scb associated with the
2163          * passed in command.  That command is currently active on the
2164          * bus or is in the disconnected state.
2165          */
2166         saved_scsiid = ahd_inb(ahd, SAVED_SCSIID);
2167         if (last_phase != P_BUSFREE
2168             && SCB_GET_TAG(pending_scb) == active_scbptr) {
2169
2170                 /*
2171                  * We're active on the bus, so assert ATN
2172                  * and hope that the target responds.
2173                  */
2174                 pending_scb = ahd_lookup_scb(ahd, active_scbptr);
2175                 pending_scb->flags |= SCB_RECOVERY_SCB|SCB_ABORT;
2176                 ahd_outb(ahd, MSG_OUT, HOST_MSG);
2177                 ahd_outb(ahd, SCSISIGO, last_phase|ATNO);
2178                 scmd_printk(KERN_INFO, cmd, "Device is active, asserting ATN\n");
2179                 wait = TRUE;
2180         } else if (disconnected) {
2181
2182                 /*
2183                  * Actually re-queue this SCB in an attempt
2184                  * to select the device before it reconnects.
2185                  */
2186                 pending_scb->flags |= SCB_RECOVERY_SCB|SCB_ABORT;
2187                 ahd_set_scbptr(ahd, SCB_GET_TAG(pending_scb));
2188                 pending_scb->hscb->cdb_len = 0;
2189                 pending_scb->hscb->task_attribute = 0;
2190                 pending_scb->hscb->task_management = SIU_TASKMGMT_ABORT_TASK;
2191
2192                 if ((pending_scb->flags & SCB_PACKETIZED) != 0) {
2193                         /*
2194                          * Mark the SCB has having an outstanding
2195                          * task management function.  Should the command
2196                          * complete normally before the task management
2197                          * function can be sent, the host will be notified
2198                          * to abort our requeued SCB.
2199                          */
2200                         ahd_outb(ahd, SCB_TASK_MANAGEMENT,
2201                                  pending_scb->hscb->task_management);
2202                 } else {
2203                         /*
2204                          * If non-packetized, set the MK_MESSAGE control
2205                          * bit indicating that we desire to send a message.
2206                          * We also set the disconnected flag since there is
2207                          * no guarantee that our SCB control byte matches
2208                          * the version on the card.  We don't want the
2209                          * sequencer to abort the command thinking an
2210                          * unsolicited reselection occurred.
2211                          */
2212                         pending_scb->hscb->control |= MK_MESSAGE|DISCONNECTED;
2213
2214                         /*
2215                          * The sequencer will never re-reference the
2216                          * in-core SCB.  To make sure we are notified
2217                          * during reslection, set the MK_MESSAGE flag in
2218                          * the card's copy of the SCB.
2219                          */
2220                         ahd_outb(ahd, SCB_CONTROL,
2221                                  ahd_inb(ahd, SCB_CONTROL)|MK_MESSAGE);
2222                 }
2223
2224                 /*
2225                  * Clear out any entries in the QINFIFO first
2226                  * so we are the next SCB for this target
2227                  * to run.
2228                  */
2229                 ahd_search_qinfifo(ahd, cmd->device->id,
2230                                    cmd->device->channel + 'A', cmd->device->lun,
2231                                    SCB_LIST_NULL, ROLE_INITIATOR,
2232                                    CAM_REQUEUE_REQ, SEARCH_COMPLETE);
2233                 ahd_qinfifo_requeue_tail(ahd, pending_scb);
2234                 ahd_set_scbptr(ahd, saved_scbptr);
2235                 ahd_print_path(ahd, pending_scb);
2236                 printf("Device is disconnected, re-queuing SCB\n");
2237                 wait = TRUE;
2238         } else {
2239                 scmd_printk(KERN_INFO, cmd, "Unable to deliver message\n");
2240                 retval = FAILED;
2241                 goto done;
2242         }
2243
2244 no_cmd:
2245         /*
2246          * Our assumption is that if we don't have the command, no
2247          * recovery action was required, so we return success.  Again,
2248          * the semantics of the mid-layer recovery engine are not
2249          * well defined, so this may change in time.
2250          */
2251         retval = SUCCESS;
2252 done:
2253         if (paused)
2254                 ahd_unpause(ahd);
2255         if (wait) {
2256                 DECLARE_COMPLETION_ONSTACK(done);
2257
2258                 ahd->platform_data->eh_done = &done;
2259                 ahd_unlock(ahd, &flags);
2260
2261                 printf("%s: Recovery code sleeping\n", ahd_name(ahd));
2262                 if (!wait_for_completion_timeout(&done, 5 * HZ)) {
2263                         ahd_lock(ahd, &flags);
2264                         ahd->platform_data->eh_done = NULL;
2265                         ahd_unlock(ahd, &flags);
2266                         printf("%s: Timer Expired (active %d)\n",
2267                                ahd_name(ahd), dev->active);
2268                         retval = FAILED;
2269                 }
2270                 printf("Recovery code awake\n");
2271         } else
2272                 ahd_unlock(ahd, &flags);
2273
2274         if (retval != SUCCESS)
2275                 printf("%s: Command abort returning 0x%x\n",
2276                        ahd_name(ahd), retval);
2277
2278         return retval;
2279 }
2280
2281 static void ahd_linux_set_width(struct scsi_target *starget, int width)
2282 {
2283         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2284         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2285         struct ahd_devinfo devinfo;
2286         unsigned long flags;
2287
2288         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2289                             starget->channel + 'A', ROLE_INITIATOR);
2290         ahd_lock(ahd, &flags);
2291         ahd_set_width(ahd, &devinfo, width, AHD_TRANS_GOAL, FALSE);
2292         ahd_unlock(ahd, &flags);
2293 }
2294
2295 static void ahd_linux_set_period(struct scsi_target *starget, int period)
2296 {
2297         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2298         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2299         struct ahd_tmode_tstate *tstate;
2300         struct ahd_initiator_tinfo *tinfo 
2301                 = ahd_fetch_transinfo(ahd,
2302                                       starget->channel + 'A',
2303                                       shost->this_id, starget->id, &tstate);
2304         struct ahd_devinfo devinfo;
2305         unsigned int ppr_options = tinfo->goal.ppr_options;
2306         unsigned int dt;
2307         unsigned long flags;
2308         unsigned long offset = tinfo->goal.offset;
2309
2310 #ifdef AHD_DEBUG
2311         if ((ahd_debug & AHD_SHOW_DV) != 0)
2312                 printf("%s: set period to %d\n", ahd_name(ahd), period);
2313 #endif
2314         if (offset == 0)
2315                 offset = MAX_OFFSET;
2316
2317         if (period < 8)
2318                 period = 8;
2319         if (period < 10) {
2320                 ppr_options |= MSG_EXT_PPR_DT_REQ;
2321                 if (period == 8)
2322                         ppr_options |= MSG_EXT_PPR_IU_REQ;
2323         }
2324
2325         dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2326
2327         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2328                             starget->channel + 'A', ROLE_INITIATOR);
2329
2330         /* all PPR requests apart from QAS require wide transfers */
2331         if (ppr_options & ~MSG_EXT_PPR_QAS_REQ) {
2332                 if (spi_width(starget) == 0)
2333                         ppr_options &= MSG_EXT_PPR_QAS_REQ;
2334         }
2335
2336         ahd_find_syncrate(ahd, &period, &ppr_options,
2337                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2338
2339         ahd_lock(ahd, &flags);
2340         ahd_set_syncrate(ahd, &devinfo, period, offset,
2341                          ppr_options, AHD_TRANS_GOAL, FALSE);
2342         ahd_unlock(ahd, &flags);
2343 }
2344
2345 static void ahd_linux_set_offset(struct scsi_target *starget, int offset)
2346 {
2347         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2348         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2349         struct ahd_tmode_tstate *tstate;
2350         struct ahd_initiator_tinfo *tinfo 
2351                 = ahd_fetch_transinfo(ahd,
2352                                       starget->channel + 'A',
2353                                       shost->this_id, starget->id, &tstate);
2354         struct ahd_devinfo devinfo;
2355         unsigned int ppr_options = 0;
2356         unsigned int period = 0;
2357         unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2358         unsigned long flags;
2359
2360 #ifdef AHD_DEBUG
2361         if ((ahd_debug & AHD_SHOW_DV) != 0)
2362                 printf("%s: set offset to %d\n", ahd_name(ahd), offset);
2363 #endif
2364
2365         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2366                             starget->channel + 'A', ROLE_INITIATOR);
2367         if (offset != 0) {
2368                 period = tinfo->goal.period;
2369                 ppr_options = tinfo->goal.ppr_options;
2370                 ahd_find_syncrate(ahd, &period, &ppr_options, 
2371                                   dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2372         }
2373
2374         ahd_lock(ahd, &flags);
2375         ahd_set_syncrate(ahd, &devinfo, period, offset, ppr_options,
2376                          AHD_TRANS_GOAL, FALSE);
2377         ahd_unlock(ahd, &flags);
2378 }
2379
2380 static void ahd_linux_set_dt(struct scsi_target *starget, int dt)
2381 {
2382         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2383         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2384         struct ahd_tmode_tstate *tstate;
2385         struct ahd_initiator_tinfo *tinfo 
2386                 = ahd_fetch_transinfo(ahd,
2387                                       starget->channel + 'A',
2388                                       shost->this_id, starget->id, &tstate);
2389         struct ahd_devinfo devinfo;
2390         unsigned int ppr_options = tinfo->goal.ppr_options
2391                 & ~MSG_EXT_PPR_DT_REQ;
2392         unsigned int period = tinfo->goal.period;
2393         unsigned int width = tinfo->goal.width;
2394         unsigned long flags;
2395
2396 #ifdef AHD_DEBUG
2397         if ((ahd_debug & AHD_SHOW_DV) != 0)
2398                 printf("%s: %s DT\n", ahd_name(ahd), 
2399                        dt ? "enabling" : "disabling");
2400 #endif
2401         if (dt) {
2402                 ppr_options |= MSG_EXT_PPR_DT_REQ;
2403                 if (!width)
2404                         ahd_linux_set_width(starget, 1);
2405         } else {
2406                 if (period <= 9)
2407                         period = 10; /* If resetting DT, period must be >= 25ns */
2408                 /* IU is invalid without DT set */
2409                 ppr_options &= ~MSG_EXT_PPR_IU_REQ;
2410         }
2411         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2412                             starget->channel + 'A', ROLE_INITIATOR);
2413         ahd_find_syncrate(ahd, &period, &ppr_options,
2414                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2415
2416         ahd_lock(ahd, &flags);
2417         ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset,
2418                          ppr_options, AHD_TRANS_GOAL, FALSE);
2419         ahd_unlock(ahd, &flags);
2420 }
2421
2422 static void ahd_linux_set_qas(struct scsi_target *starget, int qas)
2423 {
2424         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2425         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2426         struct ahd_tmode_tstate *tstate;
2427         struct ahd_initiator_tinfo *tinfo 
2428                 = ahd_fetch_transinfo(ahd,
2429                                       starget->channel + 'A',
2430                                       shost->this_id, starget->id, &tstate);
2431         struct ahd_devinfo devinfo;
2432         unsigned int ppr_options = tinfo->goal.ppr_options
2433                 & ~MSG_EXT_PPR_QAS_REQ;
2434         unsigned int period = tinfo->goal.period;
2435         unsigned int dt;
2436         unsigned long flags;
2437
2438 #ifdef AHD_DEBUG
2439         if ((ahd_debug & AHD_SHOW_DV) != 0)
2440                 printf("%s: %s QAS\n", ahd_name(ahd), 
2441                        qas ? "enabling" : "disabling");
2442 #endif
2443
2444         if (qas) {
2445                 ppr_options |= MSG_EXT_PPR_QAS_REQ; 
2446         }
2447
2448         dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2449
2450         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2451                             starget->channel + 'A', ROLE_INITIATOR);
2452         ahd_find_syncrate(ahd, &period, &ppr_options,
2453                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2454
2455         ahd_lock(ahd, &flags);
2456         ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset,
2457                          ppr_options, AHD_TRANS_GOAL, FALSE);
2458         ahd_unlock(ahd, &flags);
2459 }
2460
2461 static void ahd_linux_set_iu(struct scsi_target *starget, int iu)
2462 {
2463         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2464         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2465         struct ahd_tmode_tstate *tstate;
2466         struct ahd_initiator_tinfo *tinfo 
2467                 = ahd_fetch_transinfo(ahd,
2468                                       starget->channel + 'A',
2469                                       shost->this_id, starget->id, &tstate);
2470         struct ahd_devinfo devinfo;
2471         unsigned int ppr_options = tinfo->goal.ppr_options
2472                 & ~MSG_EXT_PPR_IU_REQ;
2473         unsigned int period = tinfo->goal.period;
2474         unsigned int dt;
2475         unsigned long flags;
2476
2477 #ifdef AHD_DEBUG
2478         if ((ahd_debug & AHD_SHOW_DV) != 0)
2479                 printf("%s: %s IU\n", ahd_name(ahd),
2480                        iu ? "enabling" : "disabling");
2481 #endif
2482
2483         if (iu) {
2484                 ppr_options |= MSG_EXT_PPR_IU_REQ;
2485                 ppr_options |= MSG_EXT_PPR_DT_REQ; /* IU requires DT */
2486         }
2487
2488         dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2489
2490         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2491                             starget->channel + 'A', ROLE_INITIATOR);
2492         ahd_find_syncrate(ahd, &period, &ppr_options,
2493                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2494
2495         ahd_lock(ahd, &flags);
2496         ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset,
2497                          ppr_options, AHD_TRANS_GOAL, FALSE);
2498         ahd_unlock(ahd, &flags);
2499 }
2500
2501 static void ahd_linux_set_rd_strm(struct scsi_target *starget, int rdstrm)
2502 {
2503         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2504         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2505         struct ahd_tmode_tstate *tstate;
2506         struct ahd_initiator_tinfo *tinfo 
2507                 = ahd_fetch_transinfo(ahd,
2508                                       starget->channel + 'A',
2509                                       shost->this_id, starget->id, &tstate);
2510         struct ahd_devinfo devinfo;
2511         unsigned int ppr_options = tinfo->goal.ppr_options
2512                 & ~MSG_EXT_PPR_RD_STRM;
2513         unsigned int period = tinfo->goal.period;
2514         unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2515         unsigned long flags;
2516
2517 #ifdef AHD_DEBUG
2518         if ((ahd_debug & AHD_SHOW_DV) != 0)
2519                 printf("%s: %s Read Streaming\n", ahd_name(ahd), 
2520                        rdstrm  ? "enabling" : "disabling");
2521 #endif
2522
2523         if (rdstrm)
2524                 ppr_options |= MSG_EXT_PPR_RD_STRM;
2525
2526         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2527                             starget->channel + 'A', ROLE_INITIATOR);
2528         ahd_find_syncrate(ahd, &period, &ppr_options,
2529                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2530
2531         ahd_lock(ahd, &flags);
2532         ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset,
2533                          ppr_options, AHD_TRANS_GOAL, FALSE);
2534         ahd_unlock(ahd, &flags);
2535 }
2536
2537 static void ahd_linux_set_wr_flow(struct scsi_target *starget, int wrflow)
2538 {
2539         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2540         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2541         struct ahd_tmode_tstate *tstate;
2542         struct ahd_initiator_tinfo *tinfo 
2543                 = ahd_fetch_transinfo(ahd,
2544                                       starget->channel + 'A',
2545                                       shost->this_id, starget->id, &tstate);
2546         struct ahd_devinfo devinfo;
2547         unsigned int ppr_options = tinfo->goal.ppr_options
2548                 & ~MSG_EXT_PPR_WR_FLOW;
2549         unsigned int period = tinfo->goal.period;
2550         unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2551         unsigned long flags;
2552
2553 #ifdef AHD_DEBUG
2554         if ((ahd_debug & AHD_SHOW_DV) != 0)
2555                 printf("%s: %s Write Flow Control\n", ahd_name(ahd),
2556                        wrflow ? "enabling" : "disabling");
2557 #endif
2558
2559         if (wrflow)
2560                 ppr_options |= MSG_EXT_PPR_WR_FLOW;
2561
2562         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2563                             starget->channel + 'A', ROLE_INITIATOR);
2564         ahd_find_syncrate(ahd, &period, &ppr_options,
2565                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2566
2567         ahd_lock(ahd, &flags);
2568         ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset,
2569                          ppr_options, AHD_TRANS_GOAL, FALSE);
2570         ahd_unlock(ahd, &flags);
2571 }
2572
2573 static void ahd_linux_set_rti(struct scsi_target *starget, int rti)
2574 {
2575         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2576         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2577         struct ahd_tmode_tstate *tstate;
2578         struct ahd_initiator_tinfo *tinfo 
2579                 = ahd_fetch_transinfo(ahd,
2580                                       starget->channel + 'A',
2581                                       shost->this_id, starget->id, &tstate);
2582         struct ahd_devinfo devinfo;
2583         unsigned int ppr_options = tinfo->goal.ppr_options
2584                 & ~MSG_EXT_PPR_RTI;
2585         unsigned int period = tinfo->goal.period;
2586         unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2587         unsigned long flags;
2588
2589         if ((ahd->features & AHD_RTI) == 0) {
2590 #ifdef AHD_DEBUG
2591                 if ((ahd_debug & AHD_SHOW_DV) != 0)
2592                         printf("%s: RTI not available\n", ahd_name(ahd));
2593 #endif
2594                 return;
2595         }
2596
2597 #ifdef AHD_DEBUG
2598         if ((ahd_debug & AHD_SHOW_DV) != 0)
2599                 printf("%s: %s RTI\n", ahd_name(ahd),
2600                        rti ? "enabling" : "disabling");
2601 #endif
2602
2603         if (rti)
2604                 ppr_options |= MSG_EXT_PPR_RTI;
2605
2606         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2607                             starget->channel + 'A', ROLE_INITIATOR);
2608         ahd_find_syncrate(ahd, &period, &ppr_options,
2609                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2610
2611         ahd_lock(ahd, &flags);
2612         ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset,
2613                          ppr_options, AHD_TRANS_GOAL, FALSE);
2614         ahd_unlock(ahd, &flags);
2615 }
2616
2617 static void ahd_linux_set_pcomp_en(struct scsi_target *starget, int pcomp)
2618 {
2619         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2620         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2621         struct ahd_tmode_tstate *tstate;
2622         struct ahd_initiator_tinfo *tinfo 
2623                 = ahd_fetch_transinfo(ahd,
2624                                       starget->channel + 'A',
2625                                       shost->this_id, starget->id, &tstate);
2626         struct ahd_devinfo devinfo;
2627         unsigned int ppr_options = tinfo->goal.ppr_options
2628                 & ~MSG_EXT_PPR_PCOMP_EN;
2629         unsigned int period = tinfo->goal.period;
2630         unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2631         unsigned long flags;
2632
2633 #ifdef AHD_DEBUG
2634         if ((ahd_debug & AHD_SHOW_DV) != 0)
2635                 printf("%s: %s Precompensation\n", ahd_name(ahd), 
2636                        pcomp ? "Enable" : "Disable");
2637 #endif
2638
2639         if (pcomp) {
2640                 uint8_t precomp;
2641
2642                 if (ahd->unit < ARRAY_SIZE(aic79xx_iocell_info)) {
2643                         struct ahd_linux_iocell_opts *iocell_opts;
2644
2645                         iocell_opts = &aic79xx_iocell_info[ahd->unit];
2646                         precomp = iocell_opts->precomp;
2647                 } else {
2648                         precomp = AIC79XX_DEFAULT_PRECOMP;
2649                 }
2650                 ppr_options |= MSG_EXT_PPR_PCOMP_EN;
2651                 AHD_SET_PRECOMP(ahd, precomp);
2652         } else {
2653                 AHD_SET_PRECOMP(ahd, 0);
2654         }
2655
2656         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2657                             starget->channel + 'A', ROLE_INITIATOR);
2658         ahd_find_syncrate(ahd, &period, &ppr_options,
2659                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2660
2661         ahd_lock(ahd, &flags);
2662         ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset,
2663                          ppr_options, AHD_TRANS_GOAL, FALSE);
2664         ahd_unlock(ahd, &flags);
2665 }
2666
2667 static void ahd_linux_set_hold_mcs(struct scsi_target *starget, int hold)
2668 {
2669         struct Scsi_Host *shost = dev_to_shost(starget->dev.parent);
2670         struct ahd_softc *ahd = *((struct ahd_softc **)shost->hostdata);
2671         struct ahd_tmode_tstate *tstate;
2672         struct ahd_initiator_tinfo *tinfo 
2673                 = ahd_fetch_transinfo(ahd,
2674                                       starget->channel + 'A',
2675                                       shost->this_id, starget->id, &tstate);
2676         struct ahd_devinfo devinfo;
2677         unsigned int ppr_options = tinfo->goal.ppr_options
2678                 & ~MSG_EXT_PPR_HOLD_MCS;
2679         unsigned int period = tinfo->goal.period;
2680         unsigned int dt = ppr_options & MSG_EXT_PPR_DT_REQ;
2681         unsigned long flags;
2682
2683         if (hold)
2684                 ppr_options |= MSG_EXT_PPR_HOLD_MCS;
2685
2686         ahd_compile_devinfo(&devinfo, shost->this_id, starget->id, 0,
2687                             starget->channel + 'A', ROLE_INITIATOR);
2688         ahd_find_syncrate(ahd, &period, &ppr_options,
2689                           dt ? AHD_SYNCRATE_MAX : AHD_SYNCRATE_ULTRA2);
2690
2691         ahd_lock(ahd, &flags);
2692         ahd_set_syncrate(ahd, &devinfo, period, tinfo->goal.offset,
2693                          ppr_options, AHD_TRANS_GOAL, FALSE);
2694         ahd_unlock(ahd, &flags);
2695 }
2696
2697 static void ahd_linux_get_signalling(struct Scsi_Host *shost)
2698 {
2699         struct ahd_softc *ahd = *(struct ahd_softc **)shost->hostdata;
2700         unsigned long flags;
2701         u8 mode;
2702
2703         ahd_lock(ahd, &flags);
2704         ahd_pause(ahd);
2705         mode = ahd_inb(ahd, SBLKCTL);
2706         ahd_unpause(ahd);
2707         ahd_unlock(ahd, &flags);
2708
2709         if (mode & ENAB40)
2710                 spi_signalling(shost) = SPI_SIGNAL_LVD;
2711         else if (mode & ENAB20)
2712                 spi_signalling(shost) = SPI_SIGNAL_SE;
2713         else
2714                 spi_signalling(shost) = SPI_SIGNAL_UNKNOWN;
2715 }
2716
2717 static struct spi_function_template ahd_linux_transport_functions = {
2718         .set_offset     = ahd_linux_set_offset,
2719         .show_offset    = 1,
2720         .set_period     = ahd_linux_set_period,
2721         .show_period    = 1,
2722         .set_width      = ahd_linux_set_width,
2723         .show_width     = 1,
2724         .set_dt         = ahd_linux_set_dt,
2725         .show_dt        = 1,
2726         .set_iu         = ahd_linux_set_iu,
2727         .show_iu        = 1,
2728         .set_qas        = ahd_linux_set_qas,
2729         .show_qas       = 1,
2730         .set_rd_strm    = ahd_linux_set_rd_strm,
2731         .show_rd_strm   = 1,
2732         .set_wr_flow    = ahd_linux_set_wr_flow,
2733         .show_wr_flow   = 1,
2734         .set_rti        = ahd_linux_set_rti,
2735         .show_rti       = 1,
2736         .set_pcomp_en   = ahd_linux_set_pcomp_en,
2737         .show_pcomp_en  = 1,
2738         .set_hold_mcs   = ahd_linux_set_hold_mcs,
2739         .show_hold_mcs  = 1,
2740         .get_signalling = ahd_linux_get_signalling,
2741 };
2742
2743 static int __init
2744 ahd_linux_init(void)
2745 {
2746         int     error = 0;
2747
2748         /*
2749          * If we've been passed any parameters, process them now.
2750          */
2751         if (aic79xx)
2752                 aic79xx_setup(aic79xx);
2753
2754         ahd_linux_transport_template =
2755                 spi_attach_transport(&ahd_linux_transport_functions);
2756         if (!ahd_linux_transport_template)
2757                 return -ENODEV;
2758
2759         scsi_transport_reserve_device(ahd_linux_transport_template,
2760                                       sizeof(struct ahd_linux_device));
2761
2762         error = ahd_linux_pci_init();
2763         if (error)
2764                 spi_release_transport(ahd_linux_transport_template);
2765         return error;
2766 }
2767
2768 static void __exit
2769 ahd_linux_exit(void)
2770 {
2771         ahd_linux_pci_exit();
2772         spi_release_transport(ahd_linux_transport_template);
2773 }
2774
2775 module_init(ahd_linux_init);
2776 module_exit(ahd_linux_exit);