drivers/scsi/aic94xx/aic94xx_scb.c

   1 /*
   2  * Aic94xx SAS/SATA driver SCB management.
   3  *
   4  * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
   5  * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
   6  *
   7  * This file is licensed under GPLv2.
   8  *
   9  * This file is part of the aic94xx driver.
  10  *
  11  * The aic94xx driver is free software; you can redistribute it and/or
  12  * modify it under the terms of the GNU General Public License as
  13  * published by the Free Software Foundation; version 2 of the
  14  * License.
  15  *
  16  * The aic94xx driver is distributed in the hope that it will be useful,
  17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  19  * General Public License for more details.
  20  *
  21  * You should have received a copy of the GNU General Public License
  22  * along with the aic94xx driver; if not, write to the Free Software
  23  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  24  *
  25  */
  26
  27 #include <linux/pci.h>
  28 #include <scsi/scsi_host.h>
  29
  30 #include "aic94xx.h"
  31 #include "aic94xx_reg.h"
  32 #include "aic94xx_hwi.h"
  33 #include "aic94xx_seq.h"
  34
  35 #include "aic94xx_dump.h"
  36
  37 /* ---------- EMPTY SCB ---------- */
  38
  39 #define DL_PHY_MASK      7
  40 #define BYTES_DMAED      0
  41 #define PRIMITIVE_RECVD  0x08
  42 #define PHY_EVENT        0x10
  43 #define LINK_RESET_ERROR 0x18
  44 #define TIMER_EVENT      0x20
  45 #define REQ_TASK_ABORT   0xF0
  46 #define REQ_DEVICE_RESET 0xF1
  47 #define SIGNAL_NCQ_ERROR 0xF2
  48 #define CLEAR_NCQ_ERROR  0xF3
  49
  50 #define PHY_EVENTS_STATUS (CURRENT_LOSS_OF_SIGNAL | CURRENT_OOB_DONE   \
  51                            | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
  52                            | CURRENT_OOB_ERROR)
  53
  54 static inline void get_lrate_mode(struct asd_phy *phy, u8 oob_mode)
  55 {
  56         struct sas_phy *sas_phy = phy->sas_phy.phy;
  57
  58         switch (oob_mode & 7) {
  59         case PHY_SPEED_60:
  60                 /* FIXME: sas transport class doesn't have this */
  61                 phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
  62                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
  63                 break;
  64         case PHY_SPEED_30:
  65                 phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
  66                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
  67                 break;
  68         case PHY_SPEED_15:
  69                 phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
  70                 phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
  71                 break;
  72         }
  73         sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
  74         sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_3_0_GBPS;
  75         sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
  76         sas_phy->maximum_linkrate = phy->phy_desc->max_sas_lrate;
  77         sas_phy->minimum_linkrate = phy->phy_desc->min_sas_lrate;
  78
  79         if (oob_mode & SAS_MODE)
  80                 phy->sas_phy.oob_mode = SAS_OOB_MODE;
  81         else if (oob_mode & SATA_MODE)
  82                 phy->sas_phy.oob_mode = SATA_OOB_MODE;
  83 }
  84
  85 static inline void asd_phy_event_tasklet(struct asd_ascb *ascb,
  86                                          struct done_list_struct *dl)
  87 {
  88         struct asd_ha_struct *asd_ha = ascb->ha;
  89         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
  90         int phy_id = dl->status_block[0] & DL_PHY_MASK;
  91         struct asd_phy *phy = &asd_ha->phys[phy_id];
  92
  93         u8 oob_status = dl->status_block[1] & PHY_EVENTS_STATUS;
  94         u8 oob_mode   = dl->status_block[2];
  95
  96         switch (oob_status) {
  97         case CURRENT_LOSS_OF_SIGNAL:
  98                 /* directly attached device was removed */
  99                 ASD_DPRINTK("phy%d: device unplugged\n", phy_id);
 100                 asd_turn_led(asd_ha, phy_id, 0);
 101                 sas_phy_disconnected(&phy->sas_phy);
 102                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL);
 103                 break;
 104         case CURRENT_OOB_DONE:
 105                 /* hot plugged device */
 106                 asd_turn_led(asd_ha, phy_id, 1);
 107                 get_lrate_mode(phy, oob_mode);
 108                 ASD_DPRINTK("phy%d device plugged: lrate:0x%x, proto:0x%x\n",
 109                             phy_id, phy->sas_phy.linkrate, phy->sas_phy.iproto);
 110                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
 111                 break;
 112         case CURRENT_SPINUP_HOLD:
 113                 /* hot plug SATA, no COMWAKE sent */
 114                 asd_turn_led(asd_ha, phy_id, 1);
 115                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD);
 116                 break;
 117         case CURRENT_GTO_TIMEOUT:
 118         case CURRENT_OOB_ERROR:
 119                 ASD_DPRINTK("phy%d error while OOB: oob status:0x%x\n", phy_id,
 120                             dl->status_block[1]);
 121                 asd_turn_led(asd_ha, phy_id, 0);
 122                 sas_phy_disconnected(&phy->sas_phy);
 123                 sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR);
 124                 break;
 125         }
 126 }
 127
 128 /* If phys are enabled sparsely, this will do the right thing. */
 129 static inline unsigned ord_phy(struct asd_ha_struct *asd_ha,
 130                                struct asd_phy *phy)
 131 {
 132         u8 enabled_mask = asd_ha->hw_prof.enabled_phys;
 133         int i, k = 0;
 134
 135         for_each_phy(enabled_mask, enabled_mask, i) {
 136                 if (&asd_ha->phys[i] == phy)
 137                         return k;
 138                 k++;
 139         }
 140         return 0;
 141 }
 142
 143 /**
 144  * asd_get_attached_sas_addr -- extract/generate attached SAS address
 145  * phy: pointer to asd_phy
 146  * sas_addr: pointer to buffer where the SAS address is to be written
 147  *
 148  * This function extracts the SAS address from an IDENTIFY frame
 149  * received.  If OOB is SATA, then a SAS address is generated from the
 150  * HA tables.
 151  *
 152  * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
 153  * buffer.
 154  */
 155 static inline void asd_get_attached_sas_addr(struct asd_phy *phy, u8 *sas_addr)
 156 {
 157         if (phy->sas_phy.frame_rcvd[0] == 0x34
 158             && phy->sas_phy.oob_mode == SATA_OOB_MODE) {
 159                 struct asd_ha_struct *asd_ha = phy->sas_phy.ha->lldd_ha;
 160                 /* FIS device-to-host */
 161                 u64 addr = be64_to_cpu(*(__be64 *)phy->phy_desc->sas_addr);
 162
 163                 addr += asd_ha->hw_prof.sata_name_base + ord_phy(asd_ha, phy);
 164                 *(__be64 *)sas_addr = cpu_to_be64(addr);
 165         } else {
 166                 struct sas_identify_frame *idframe =
 167                         (void *) phy->sas_phy.frame_rcvd;
 168                 memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
 169         }
 170 }
 171
 172 static void asd_form_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
 173 {
 174         int i;
 175         struct asd_port *free_port = NULL;
 176         struct asd_port *port;
 177         struct asd_sas_phy *sas_phy = &phy->sas_phy;
 178         unsigned long flags;
 179
 180         spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
 181         if (!phy->asd_port) {
 182                 for (i = 0; i < ASD_MAX_PHYS; i++) {
 183                         port = &asd_ha->asd_ports[i];
 184
 185                         /* Check for wide port */
 186                         if (port->num_phys > 0 &&
 187                             memcmp(port->sas_addr, sas_phy->sas_addr,
 188                                    SAS_ADDR_SIZE) == 0 &&
 189                             memcmp(port->attached_sas_addr,
 190                                    sas_phy->attached_sas_addr,
 191                                    SAS_ADDR_SIZE) == 0) {
 192                                 break;
 193                         }
 194
 195                         /* Find a free port */
 196                         if (port->num_phys == 0 && free_port == NULL) {
 197                                 free_port = port;
 198                         }
 199                 }
 200
 201                 /* Use a free port if this doesn't form a wide port */
 202                 if (i >= ASD_MAX_PHYS) {
 203                         port = free_port;
 204                         BUG_ON(!port);
 205                         memcpy(port->sas_addr, sas_phy->sas_addr,
 206                                SAS_ADDR_SIZE);
 207                         memcpy(port->attached_sas_addr,
 208                                sas_phy->attached_sas_addr,
 209                                SAS_ADDR_SIZE);
 210                 }
 211                 port->num_phys++;
 212                 port->phy_mask |= (1U << sas_phy->id);
 213                 phy->asd_port = port;
 214         }
 215         ASD_DPRINTK("%s: updating phy_mask 0x%x for phy%d\n",
 216                     __FUNCTION__, phy->asd_port->phy_mask, sas_phy->id);
 217         asd_update_port_links(asd_ha, phy);
 218         spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
 219 }
 220
 221 static void asd_deform_port(struct asd_ha_struct *asd_ha, struct asd_phy *phy)
 222 {
 223         struct asd_port *port = phy->asd_port;
 224         struct asd_sas_phy *sas_phy = &phy->sas_phy;
 225         unsigned long flags;
 226
 227         spin_lock_irqsave(&asd_ha->asd_ports_lock, flags);
 228         if (port) {
 229                 port->num_phys--;
 230                 port->phy_mask &= ~(1U << sas_phy->id);
 231                 phy->asd_port = NULL;
 232         }
 233         spin_unlock_irqrestore(&asd_ha->asd_ports_lock, flags);
 234 }
 235
 236 static inline void asd_bytes_dmaed_tasklet(struct asd_ascb *ascb,
 237                                            struct done_list_struct *dl,
 238                                            int edb_id, int phy_id)
 239 {
 240         unsigned long flags;
 241         int edb_el = edb_id + ascb->edb_index;
 242         struct asd_dma_tok *edb = ascb->ha->seq.edb_arr[edb_el];
 243         struct asd_phy *phy = &ascb->ha->phys[phy_id];
 244         struct sas_ha_struct *sas_ha = phy->sas_phy.ha;
 245         u16 size = ((dl->status_block[3] & 7) << 8) | dl->status_block[2];
 246
 247         size = min(size, (u16) sizeof(phy->frame_rcvd));
 248
 249         spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
 250         memcpy(phy->sas_phy.frame_rcvd, edb->vaddr, size);
 251         phy->sas_phy.frame_rcvd_size = size;
 252         asd_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
 253         spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
 254         asd_dump_frame_rcvd(phy, dl);
 255         asd_form_port(ascb->ha, phy);
 256         sas_ha->notify_port_event(&phy->sas_phy, PORTE_BYTES_DMAED);
 257 }
 258
 259 static inline void asd_link_reset_err_tasklet(struct asd_ascb *ascb,
 260                                               struct done_list_struct *dl,
 261                                               int phy_id)
 262 {
 263         struct asd_ha_struct *asd_ha = ascb->ha;
 264         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
 265         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
 266         struct asd_phy *phy = &asd_ha->phys[phy_id];
 267         u8 lr_error = dl->status_block[1];
 268         u8 retries_left = dl->status_block[2];
 269
 270         switch (lr_error) {
 271         case 0:
 272                 ASD_DPRINTK("phy%d: Receive ID timer expired\n", phy_id);
 273                 break;
 274         case 1:
 275                 ASD_DPRINTK("phy%d: Loss of signal\n", phy_id);
 276                 break;
 277         case 2:
 278                 ASD_DPRINTK("phy%d: Loss of dword sync\n", phy_id);
 279                 break;
 280         case 3:
 281                 ASD_DPRINTK("phy%d: Receive FIS timeout\n", phy_id);
 282                 break;
 283         default:
 284                 ASD_DPRINTK("phy%d: unknown link reset error code: 0x%x\n",
 285                             phy_id, lr_error);
 286                 break;
 287         }
 288
 289         asd_turn_led(asd_ha, phy_id, 0);
 290         sas_phy_disconnected(sas_phy);
 291         asd_deform_port(asd_ha, phy);
 292         sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 293
 294         if (retries_left == 0) {
 295                 int num = 1;
 296                 struct asd_ascb *cp = asd_ascb_alloc_list(ascb->ha, &num,
 297                                                           GFP_ATOMIC);
 298                 if (!cp) {
 299                         asd_printk("%s: out of memory\n", __FUNCTION__);
 300                         goto out;
 301                 }
 302                 ASD_DPRINTK("phy%d: retries:0 performing link reset seq\n",
 303                             phy_id);
 304                 asd_build_control_phy(cp, phy_id, ENABLE_PHY);
 305                 if (asd_post_ascb_list(ascb->ha, cp, 1) != 0)
 306                         asd_ascb_free(cp);
 307         }
 308 out:
 309         ;
 310 }
 311
 312 static inline void asd_primitive_rcvd_tasklet(struct asd_ascb *ascb,
 313                                               struct done_list_struct *dl,
 314                                               int phy_id)
 315 {
 316         unsigned long flags;
 317         struct sas_ha_struct *sas_ha = &ascb->ha->sas_ha;
 318         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
 319         struct asd_ha_struct *asd_ha = ascb->ha;
 320         struct asd_phy *phy = &asd_ha->phys[phy_id];
 321         u8  reg  = dl->status_block[1];
 322         u32 cont = dl->status_block[2] << ((reg & 3)*8);
 323
 324         reg &= ~3;
 325         switch (reg) {
 326         case LmPRMSTAT0BYTE0:
 327                 switch (cont) {
 328                 case LmBROADCH:
 329                 case LmBROADRVCH0:
 330                 case LmBROADRVCH1:
 331                 case LmBROADSES:
 332                         ASD_DPRINTK("phy%d: BROADCAST change received:%d\n",
 333                                     phy_id, cont);
 334                         spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
 335                         sas_phy->sas_prim = ffs(cont);
 336                         spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
 337                         sas_ha->notify_port_event(sas_phy,PORTE_BROADCAST_RCVD);
 338                         break;
 339
 340                 case LmUNKNOWNP:
 341                         ASD_DPRINTK("phy%d: unknown BREAK\n", phy_id);
 342                         break;
 343
 344                 default:
 345                         ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
 346                                     phy_id, reg, cont);
 347                         break;
 348                 }
 349                 break;
 350         case LmPRMSTAT1BYTE0:
 351                 switch (cont) {
 352                 case LmHARDRST:
 353                         ASD_DPRINTK("phy%d: HARD_RESET primitive rcvd\n",
 354                                     phy_id);
 355                         /* The sequencer disables all phys on that port.
 356                          * We have to re-enable the phys ourselves. */
 357                         asd_deform_port(asd_ha, phy);
 358                         sas_ha->notify_port_event(sas_phy, PORTE_HARD_RESET);
 359                         break;
 360
 361                 default:
 362                         ASD_DPRINTK("phy%d: primitive reg:0x%x, cont:0x%04x\n",
 363                                     phy_id, reg, cont);
 364                         break;
 365                 }
 366                 break;
 367         default:
 368                 ASD_DPRINTK("unknown primitive register:0x%x\n",
 369                             dl->status_block[1]);
 370                 break;
 371         }
 372 }
 373
 374 /**
 375  * asd_invalidate_edb -- invalidate an EDB and if necessary post the ESCB
 376  * @ascb: pointer to Empty SCB
 377  * @edb_id: index [0,6] to the empty data buffer which is to be invalidated
 378  *
 379  * After an EDB has been invalidated, if all EDBs in this ESCB have been
 380  * invalidated, the ESCB is posted back to the sequencer.
 381  * Context is tasklet/IRQ.
 382  */
 383 void asd_invalidate_edb(struct asd_ascb *ascb, int edb_id)
 384 {
 385         struct asd_seq_data *seq = &ascb->ha->seq;
 386         struct empty_scb *escb = &ascb->scb->escb;
 387         struct sg_el     *eb   = &escb->eb[edb_id];
 388         struct asd_dma_tok *edb = seq->edb_arr[ascb->edb_index + edb_id];
 389
 390         memset(edb->vaddr, 0, ASD_EDB_SIZE);
 391         eb->flags |= ELEMENT_NOT_VALID;
 392         escb->num_valid--;
 393
 394         if (escb->num_valid == 0) {
 395                 int i;
 396                 /* ASD_DPRINTK("reposting escb: vaddr: 0x%p, "
 397                             "dma_handle: 0x%08llx, next: 0x%08llx, "
 398                             "index:%d, opcode:0x%02x\n",
 399                             ascb->dma_scb.vaddr,
 400                             (u64)ascb->dma_scb.dma_handle,
 401                             le64_to_cpu(ascb->scb->header.next_scb),
 402                             le16_to_cpu(ascb->scb->header.index),
 403                             ascb->scb->header.opcode);
 404                 */
 405                 escb->num_valid = ASD_EDBS_PER_SCB;
 406                 for (i = 0; i < ASD_EDBS_PER_SCB; i++)
 407                         escb->eb[i].flags = 0;
 408                 if (!list_empty(&ascb->list))
 409                         list_del_init(&ascb->list);
 410                 i = asd_post_escb_list(ascb->ha, ascb, 1);
 411                 if (i)
 412                         asd_printk("couldn't post escb, err:%d\n", i);
 413         }
 414 }
 415
 416 /* hard reset a phy later */
 417 static void do_phy_reset_later(struct work_struct *work)
 418 {
 419         struct sas_phy *sas_phy =
 420                 container_of(work, struct sas_phy, reset_work);
 421         int error;
 422
 423         ASD_DPRINTK("%s: About to hard reset phy %d\n", __FUNCTION__,
 424                     sas_phy->identify.phy_identifier);
 425         /* Reset device port */
 426         error = sas_phy_reset(sas_phy, 1);
 427         if (error)
 428                 ASD_DPRINTK("%s: Hard reset of phy %d failed (%d).\n",
 429                             __FUNCTION__, sas_phy->identify.phy_identifier, error);
 430 }
 431
 432 static void phy_reset_later(struct sas_phy *sas_phy, struct Scsi_Host *shost)
 433 {
 434         INIT_WORK(&sas_phy->reset_work, do_phy_reset_later);
 435         queue_work(shost->work_q, &sas_phy->reset_work);
 436 }
 437
 438 /* start up the ABORT TASK tmf... */
 439 static void task_kill_later(struct asd_ascb *ascb)
 440 {
 441         struct asd_ha_struct *asd_ha = ascb->ha;
 442         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
 443         struct Scsi_Host *shost = sas_ha->core.shost;
 444         struct sas_task *task = ascb->uldd_task;
 445
 446         INIT_WORK(&task->abort_work, sas_task_abort);
 447         queue_work(shost->work_q, &task->abort_work);
 448 }
 449
 450 static void escb_tasklet_complete(struct asd_ascb *ascb,
 451                                   struct done_list_struct *dl)
 452 {
 453         struct asd_ha_struct *asd_ha = ascb->ha;
 454         struct sas_ha_struct *sas_ha = &asd_ha->sas_ha;
 455         int edb = (dl->opcode & DL_PHY_MASK) - 1; /* [0xc1,0xc7] -> [0,6] */
 456         u8  sb_opcode = dl->status_block[0];
 457         int phy_id = sb_opcode & DL_PHY_MASK;
 458         struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
 459         struct asd_phy *phy = &asd_ha->phys[phy_id];
 460
 461         if (edb > 6 || edb < 0) {
 462                 ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
 463                             edb, dl->opcode);
 464                 ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
 465                             sb_opcode, phy_id);
 466                 ASD_DPRINTK("escb: vaddr: 0x%p, "
 467                             "dma_handle: 0x%llx, next: 0x%llx, "
 468                             "index:%d, opcode:0x%02x\n",
 469                             ascb->dma_scb.vaddr,
 470                             (unsigned long long)ascb->dma_scb.dma_handle,
 471                             (unsigned long long)
 472                             le64_to_cpu(ascb->scb->header.next_scb),
 473                             le16_to_cpu(ascb->scb->header.index),
 474                             ascb->scb->header.opcode);
 475         }
 476
 477         /* Catch these before we mask off the sb_opcode bits */
 478         switch (sb_opcode) {
 479         case REQ_TASK_ABORT: {
 480                 struct asd_ascb *a, *b;
 481                 u16 tc_abort;
 482
 483                 tc_abort = *((u16*)(&dl->status_block[1]));
 484                 tc_abort = le16_to_cpu(tc_abort);
 485
 486                 ASD_DPRINTK("%s: REQ_TASK_ABORT, reason=0x%X\n",
 487                             __FUNCTION__, dl->status_block[3]);
 488
 489                 /* Find the pending task and abort it. */
 490                 list_for_each_entry_safe(a, b, &asd_ha->seq.pend_q, list)
 491                         if (a->tc_index == tc_abort) {
 492                                 task_kill_later(a);
 493                                 break;
 494                         }
 495                 goto out;
 496         }
 497         case REQ_DEVICE_RESET: {
 498                 struct Scsi_Host *shost = sas_ha->core.shost;
 499                 struct sas_phy *dev_phy;
 500                 struct asd_ascb *a;
 501                 u16 conn_handle;
 502
 503                 conn_handle = *((u16*)(&dl->status_block[1]));
 504                 conn_handle = le16_to_cpu(conn_handle);
 505
 506                 ASD_DPRINTK("%s: REQ_DEVICE_RESET, reason=0x%X\n", __FUNCTION__,
 507                             dl->status_block[3]);
 508
 509                 /* Kill all pending tasks and reset the device */
 510                 dev_phy = NULL;
 511                 list_for_each_entry(a, &asd_ha->seq.pend_q, list) {
 512                         struct sas_task *task;
 513                         struct domain_device *dev;
 514                         u16 x;
 515
 516                         task = a->uldd_task;
 517                         if (!task)
 518                                 continue;
 519                         dev = task->dev;
 520
 521                         x = (unsigned long)dev->lldd_dev;
 522                         if (x == conn_handle) {
 523                                 dev_phy = dev->port->phy;
 524                                 task_kill_later(a);
 525                         }
 526                 }
 527
 528                 /* Reset device port */
 529                 if (!dev_phy) {
 530                         ASD_DPRINTK("%s: No pending commands; can't reset.\n",
 531                                     __FUNCTION__);
 532                         goto out;
 533                 }
 534                 phy_reset_later(dev_phy, shost);
 535                 goto out;
 536         }
 537         case SIGNAL_NCQ_ERROR:
 538                 ASD_DPRINTK("%s: SIGNAL_NCQ_ERROR\n", __FUNCTION__);
 539                 goto out;
 540         case CLEAR_NCQ_ERROR:
 541                 ASD_DPRINTK("%s: CLEAR_NCQ_ERROR\n", __FUNCTION__);
 542                 goto out;
 543         }
 544
 545         sb_opcode &= ~DL_PHY_MASK;
 546
 547         switch (sb_opcode) {
 548         case BYTES_DMAED:
 549                 ASD_DPRINTK("%s: phy%d: BYTES_DMAED\n", __FUNCTION__, phy_id);
 550                 asd_bytes_dmaed_tasklet(ascb, dl, edb, phy_id);
 551                 break;
 552         case PRIMITIVE_RECVD:
 553                 ASD_DPRINTK("%s: phy%d: PRIMITIVE_RECVD\n", __FUNCTION__,
 554                             phy_id);
 555                 asd_primitive_rcvd_tasklet(ascb, dl, phy_id);
 556                 break;
 557         case PHY_EVENT:
 558                 ASD_DPRINTK("%s: phy%d: PHY_EVENT\n", __FUNCTION__, phy_id);
 559                 asd_phy_event_tasklet(ascb, dl);
 560                 break;
 561         case LINK_RESET_ERROR:
 562                 ASD_DPRINTK("%s: phy%d: LINK_RESET_ERROR\n", __FUNCTION__,
 563                             phy_id);
 564                 asd_link_reset_err_tasklet(ascb, dl, phy_id);
 565                 break;
 566         case TIMER_EVENT:
 567                 ASD_DPRINTK("%s: phy%d: TIMER_EVENT, lost dw sync\n",
 568                             __FUNCTION__, phy_id);
 569                 asd_turn_led(asd_ha, phy_id, 0);
 570                 /* the device is gone */
 571                 sas_phy_disconnected(sas_phy);
 572                 asd_deform_port(asd_ha, phy);
 573                 sas_ha->notify_port_event(sas_phy, PORTE_TIMER_EVENT);
 574                 break;
 575         default:
 576                 ASD_DPRINTK("%s: phy%d: unknown event:0x%x\n", __FUNCTION__,
 577                             phy_id, sb_opcode);
 578                 ASD_DPRINTK("edb is 0x%x! dl->opcode is 0x%x\n",
 579                             edb, dl->opcode);
 580                 ASD_DPRINTK("sb_opcode : 0x%x, phy_id: 0x%x\n",
 581                             sb_opcode, phy_id);
 582                 ASD_DPRINTK("escb: vaddr: 0x%p, "
 583                             "dma_handle: 0x%llx, next: 0x%llx, "
 584                             "index:%d, opcode:0x%02x\n",
 585                             ascb->dma_scb.vaddr,
 586                             (unsigned long long)ascb->dma_scb.dma_handle,
 587                             (unsigned long long)
 588                             le64_to_cpu(ascb->scb->header.next_scb),
 589                             le16_to_cpu(ascb->scb->header.index),
 590                             ascb->scb->header.opcode);
 591
 592                 break;
 593         }
 594 out:
 595         asd_invalidate_edb(ascb, edb);
 596 }
 597
 598 int asd_init_post_escbs(struct asd_ha_struct *asd_ha)
 599 {
 600         struct asd_seq_data *seq = &asd_ha->seq;
 601         int i;
 602
 603         for (i = 0; i < seq->num_escbs; i++)
 604                 seq->escb_arr[i]->tasklet_complete = escb_tasklet_complete;
 605
 606         ASD_DPRINTK("posting %d escbs\n", i);
 607         return asd_post_escb_list(asd_ha, seq->escb_arr[0], seq->num_escbs);
 608 }
 609
 610 /* ---------- CONTROL PHY ---------- */
 611
 612 #define CONTROL_PHY_STATUS (CURRENT_DEVICE_PRESENT | CURRENT_OOB_DONE   \
 613                             | CURRENT_SPINUP_HOLD | CURRENT_GTO_TIMEOUT \
 614                             | CURRENT_OOB_ERROR)
 615
 616 /**
 617  * control_phy_tasklet_complete -- tasklet complete for CONTROL PHY ascb
 618  * @ascb: pointer to an ascb
 619  * @dl: pointer to the done list entry
 620  *
 621  * This function completes a CONTROL PHY scb and frees the ascb.
 622  * A note on LEDs:
 623  *  - an LED blinks if there is IO though it,
 624  *  - if a device is connected to the LED, it is lit,
 625  *  - if no device is connected to the LED, is is dimmed (off).
 626  */
 627 static void control_phy_tasklet_complete(struct asd_ascb *ascb,
 628                                          struct done_list_struct *dl)
 629 {
 630         struct asd_ha_struct *asd_ha = ascb->ha;
 631         struct scb *scb = ascb->scb;
 632         struct control_phy *control_phy = &scb->control_phy;
 633         u8 phy_id = control_phy->phy_id;
 634         struct asd_phy *phy = &ascb->ha->phys[phy_id];
 635
 636         u8 status     = dl->status_block[0];
 637         u8 oob_status = dl->status_block[1];
 638         u8 oob_mode   = dl->status_block[2];
 639         /* u8 oob_signals= dl->status_block[3]; */
 640
 641         if (status != 0) {
 642                 ASD_DPRINTK("%s: phy%d status block opcode:0x%x\n",
 643                             __FUNCTION__, phy_id, status);
 644                 goto out;
 645         }
 646
 647         switch (control_phy->sub_func) {
 648         case DISABLE_PHY:
 649                 asd_ha->hw_prof.enabled_phys &= ~(1 << phy_id);
 650                 asd_turn_led(asd_ha, phy_id, 0);
 651                 asd_control_led(asd_ha, phy_id, 0);
 652                 ASD_DPRINTK("%s: disable phy%d\n", __FUNCTION__, phy_id);
 653                 break;
 654
 655         case ENABLE_PHY:
 656                 asd_control_led(asd_ha, phy_id, 1);
 657                 if (oob_status & CURRENT_OOB_DONE) {
 658                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
 659                         get_lrate_mode(phy, oob_mode);
 660                         asd_turn_led(asd_ha, phy_id, 1);
 661                         ASD_DPRINTK("%s: phy%d, lrate:0x%x, proto:0x%x\n",
 662                                     __FUNCTION__, phy_id,phy->sas_phy.linkrate,
 663                                     phy->sas_phy.iproto);
 664                 } else if (oob_status & CURRENT_SPINUP_HOLD) {
 665                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
 666                         asd_turn_led(asd_ha, phy_id, 1);
 667                         ASD_DPRINTK("%s: phy%d, spinup hold\n", __FUNCTION__,
 668                                     phy_id);
 669                 } else if (oob_status & CURRENT_ERR_MASK) {
 670                         asd_turn_led(asd_ha, phy_id, 0);
 671                         ASD_DPRINTK("%s: phy%d: error: oob status:0x%02x\n",
 672                                     __FUNCTION__, phy_id, oob_status);
 673                 } else if (oob_status & (CURRENT_HOT_PLUG_CNCT
 674                                          | CURRENT_DEVICE_PRESENT))  {
 675                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
 676                         asd_turn_led(asd_ha, phy_id, 1);
 677                         ASD_DPRINTK("%s: phy%d: hot plug or device present\n",
 678                                     __FUNCTION__, phy_id);
 679                 } else {
 680                         asd_ha->hw_prof.enabled_phys |= (1 << phy_id);
 681                         asd_turn_led(asd_ha, phy_id, 0);
 682                         ASD_DPRINTK("%s: phy%d: no device present: "
 683                                     "oob_status:0x%x\n",
 684                                     __FUNCTION__, phy_id, oob_status);
 685                 }
 686                 break;
 687         case RELEASE_SPINUP_HOLD:
 688         case PHY_NO_OP:
 689         case EXECUTE_HARD_RESET:
 690                 ASD_DPRINTK("%s: phy%d: sub_func:0x%x\n", __FUNCTION__,
 691                             phy_id, control_phy->sub_func);
 692                 /* XXX finish */
 693                 break;
 694         default:
 695                 ASD_DPRINTK("%s: phy%d: sub_func:0x%x?\n", __FUNCTION__,
 696                             phy_id, control_phy->sub_func);
 697                 break;
 698         }
 699 out:
 700         asd_ascb_free(ascb);
 701 }
 702
 703 static inline void set_speed_mask(u8 *speed_mask, struct asd_phy_desc *pd)
 704 {
 705         /* disable all speeds, then enable defaults */
 706         *speed_mask = SAS_SPEED_60_DIS | SAS_SPEED_30_DIS | SAS_SPEED_15_DIS
 707                 | SATA_SPEED_30_DIS | SATA_SPEED_15_DIS;
 708
 709         switch (pd->max_sas_lrate) {
 710         case SAS_LINK_RATE_6_0_GBPS:
 711                 *speed_mask &= ~SAS_SPEED_60_DIS;
 712         default:
 713         case SAS_LINK_RATE_3_0_GBPS:
 714                 *speed_mask &= ~SAS_SPEED_30_DIS;
 715         case SAS_LINK_RATE_1_5_GBPS:
 716                 *speed_mask &= ~SAS_SPEED_15_DIS;
 717         }
 718
 719         switch (pd->min_sas_lrate) {
 720         case SAS_LINK_RATE_6_0_GBPS:
 721                 *speed_mask |= SAS_SPEED_30_DIS;
 722         case SAS_LINK_RATE_3_0_GBPS:
 723                 *speed_mask |= SAS_SPEED_15_DIS;
 724         default:
 725         case SAS_LINK_RATE_1_5_GBPS:
 726                 /* nothing to do */
 727                 ;
 728         }
 729
 730         switch (pd->max_sata_lrate) {
 731         case SAS_LINK_RATE_3_0_GBPS:
 732                 *speed_mask &= ~SATA_SPEED_30_DIS;
 733         default:
 734         case SAS_LINK_RATE_1_5_GBPS:
 735                 *speed_mask &= ~SATA_SPEED_15_DIS;
 736         }
 737
 738         switch (pd->min_sata_lrate) {
 739         case SAS_LINK_RATE_3_0_GBPS:
 740                 *speed_mask |= SATA_SPEED_15_DIS;
 741         default:
 742         case SAS_LINK_RATE_1_5_GBPS:
 743                 /* nothing to do */
 744                 ;
 745         }
 746 }
 747
 748 /**
 749  * asd_build_control_phy -- build a CONTROL PHY SCB
 750  * @ascb: pointer to an ascb
 751  * @phy_id: phy id to control, integer
 752  * @subfunc: subfunction, what to actually to do the phy
 753  *
 754  * This function builds a CONTROL PHY scb.  No allocation of any kind
 755  * is performed. @ascb is allocated with the list function.
 756  * The caller can override the ascb->tasklet_complete to point
 757  * to its own callback function.  It must call asd_ascb_free()
 758  * at its tasklet complete function.
 759  * See the default implementation.
 760  */
 761 void asd_build_control_phy(struct asd_ascb *ascb, int phy_id, u8 subfunc)
 762 {
 763         struct asd_phy *phy = &ascb->ha->phys[phy_id];
 764         struct scb *scb = ascb->scb;
 765         struct control_phy *control_phy = &scb->control_phy;
 766
 767         scb->header.opcode = CONTROL_PHY;
 768         control_phy->phy_id = (u8) phy_id;
 769         control_phy->sub_func = subfunc;
 770
 771         switch (subfunc) {
 772         case EXECUTE_HARD_RESET:  /* 0x81 */
 773         case ENABLE_PHY:          /* 0x01 */
 774                 /* decide hot plug delay */
 775                 control_phy->hot_plug_delay = HOTPLUG_DELAY_TIMEOUT;
 776
 777                 /* decide speed mask */
 778                 set_speed_mask(&control_phy->speed_mask, phy->phy_desc);
 779
 780                 /* initiator port settings are in the hi nibble */
 781                 if (phy->sas_phy.role == PHY_ROLE_INITIATOR)
 782                         control_phy->port_type = SAS_PROTO_ALL << 4;
 783                 else if (phy->sas_phy.role == PHY_ROLE_TARGET)
 784                         control_phy->port_type = SAS_PROTO_ALL;
 785                 else
 786                         control_phy->port_type =
 787                                 (SAS_PROTO_ALL << 4) | SAS_PROTO_ALL;
 788
 789                 /* link reset retries, this should be nominal */
 790                 control_phy->link_reset_retries = 10;
 791
 792         case RELEASE_SPINUP_HOLD: /* 0x02 */
 793                 /* decide the func_mask */
 794                 control_phy->func_mask = FUNCTION_MASK_DEFAULT;
 795                 if (phy->phy_desc->flags & ASD_SATA_SPINUP_HOLD)
 796                         control_phy->func_mask &= ~SPINUP_HOLD_DIS;
 797                 else
 798                         control_phy->func_mask |= SPINUP_HOLD_DIS;
 799         }
 800
 801         control_phy->conn_handle = cpu_to_le16(0xFFFF);
 802
 803         ascb->tasklet_complete = control_phy_tasklet_complete;
 804 }
 805
 806 /* ---------- INITIATE LINK ADM TASK ---------- */
 807
 808 static void link_adm_tasklet_complete(struct asd_ascb *ascb,
 809                                       struct done_list_struct *dl)
 810 {
 811         u8 opcode = dl->opcode;
 812         struct initiate_link_adm *link_adm = &ascb->scb->link_adm;
 813         u8 phy_id = link_adm->phy_id;
 814
 815         if (opcode != TC_NO_ERROR) {
 816                 asd_printk("phy%d: link adm task 0x%x completed with error "
 817                            "0x%x\n", phy_id, link_adm->sub_func, opcode);
 818         }
 819         ASD_DPRINTK("phy%d: link adm task 0x%x: 0x%x\n",
 820                     phy_id, link_adm->sub_func, opcode);
 821
 822         asd_ascb_free(ascb);
 823 }
 824
 825 void asd_build_initiate_link_adm_task(struct asd_ascb *ascb, int phy_id,
 826                                       u8 subfunc)
 827 {
 828         struct scb *scb = ascb->scb;
 829         struct initiate_link_adm *link_adm = &scb->link_adm;
 830
 831         scb->header.opcode = INITIATE_LINK_ADM_TASK;
 832
 833         link_adm->phy_id = phy_id;
 834         link_adm->sub_func = subfunc;
 835         link_adm->conn_handle = cpu_to_le16(0xFFFF);
 836
 837         ascb->tasklet_complete = link_adm_tasklet_complete;
 838 }
 839
 840 /* ---------- SCB timer ---------- */
 841
 842 /**
 843  * asd_ascb_timedout -- called when a pending SCB's timer has expired
 844  * @data: unsigned long, a pointer to the ascb in question
 845  *
 846  * This is the default timeout function which does the most necessary.
 847  * Upper layers can implement their own timeout function, say to free
 848  * resources they have with this SCB, and then call this one at the
 849  * end of their timeout function.  To do this, one should initialize
 850  * the ascb->timer.{function, data, expires} prior to calling the post
 851  * funcion.  The timer is started by the post function.
 852  */
 853 void asd_ascb_timedout(unsigned long data)
 854 {
 855         struct asd_ascb *ascb = (void *) data;
 856         struct asd_seq_data *seq = &ascb->ha->seq;
 857         unsigned long flags;
 858
 859         ASD_DPRINTK("scb:0x%x timed out\n", ascb->scb->header.opcode);
 860
 861         spin_lock_irqsave(&seq->pend_q_lock, flags);
 862         seq->pending--;
 863         list_del_init(&ascb->list);
 864         spin_unlock_irqrestore(&seq->pend_q_lock, flags);
 865
 866         asd_ascb_free(ascb);
 867 }
 868
 869 /* ---------- CONTROL PHY ---------- */
 870
 871 /* Given the spec value, return a driver value. */
 872 static const int phy_func_table[] = {
 873         [PHY_FUNC_NOP]        = PHY_NO_OP,
 874         [PHY_FUNC_LINK_RESET] = ENABLE_PHY,
 875         [PHY_FUNC_HARD_RESET] = EXECUTE_HARD_RESET,
 876         [PHY_FUNC_DISABLE]    = DISABLE_PHY,
 877         [PHY_FUNC_RELEASE_SPINUP_HOLD] = RELEASE_SPINUP_HOLD,
 878 };
 879
 880 int asd_control_phy(struct asd_sas_phy *phy, enum phy_func func, void *arg)
 881 {
 882         struct asd_ha_struct *asd_ha = phy->ha->lldd_ha;
 883         struct asd_phy_desc *pd = asd_ha->phys[phy->id].phy_desc;
 884         struct asd_ascb *ascb;
 885         struct sas_phy_linkrates *rates;
 886         int res = 1;
 887
 888         switch (func) {
 889         case PHY_FUNC_CLEAR_ERROR_LOG:
 890                 return -ENOSYS;
 891         case PHY_FUNC_SET_LINK_RATE:
 892                 rates = arg;
 893                 if (rates->minimum_linkrate) {
 894                         pd->min_sas_lrate = rates->minimum_linkrate;
 895                         pd->min_sata_lrate = rates->minimum_linkrate;
 896                 }
 897                 if (rates->maximum_linkrate) {
 898                         pd->max_sas_lrate = rates->maximum_linkrate;
 899                         pd->max_sata_lrate = rates->maximum_linkrate;
 900                 }
 901                 func = PHY_FUNC_LINK_RESET;
 902                 break;
 903         default:
 904                 break;
 905         }
 906
 907         ascb = asd_ascb_alloc_list(asd_ha, &res, GFP_KERNEL);
 908         if (!ascb)
 909                 return -ENOMEM;
 910
 911         asd_build_control_phy(ascb, phy->id, phy_func_table[func]);
 912         res = asd_post_ascb_list(asd_ha, ascb , 1);
 913         if (res)
 914                 asd_ascb_free(ascb);
 915
 916         return res;
 917 }