2 * Adaptec AAC series RAID controller driver
3 * (c) Copyright 2001 Red Hat Inc.
5 * based on the old aacraid driver that is..
6 * Adaptec aacraid device driver for Linux.
8 * Copyright (c) 2000-2010 Adaptec, Inc.
9 * 2010 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2, or (at your option)
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; see the file COPYING. If not, write to
23 * the Free Software Foundation, 675 Mass Ave, Cambridge, MA 02139, USA.
28 * Abstract: This supports the initialization of the host adapter commuication interface.
29 * This is a platform dependent module for the pci cyclone board.
33 #include <linux/kernel.h>
34 #include <linux/init.h>
35 #include <linux/types.h>
36 #include <linux/pci.h>
37 #include <linux/spinlock.h>
38 #include <linux/slab.h>
39 #include <linux/blkdev.h>
40 #include <linux/completion.h>
42 #include <scsi/scsi_host.h>
46 static void aac_define_int_mode(struct aac_dev
*dev
);
48 struct aac_common aac_config
= {
52 static int aac_alloc_comm(struct aac_dev
*dev
, void **commaddr
, unsigned long commsize
, unsigned long commalign
)
55 unsigned long size
, align
;
56 const unsigned long fibsize
= dev
->max_fib_size
;
57 const unsigned long printfbufsiz
= 256;
58 unsigned long host_rrq_size
= 0;
59 struct aac_init
*init
;
61 unsigned long aac_max_hostphysmempages
;
63 if (dev
->comm_interface
== AAC_COMM_MESSAGE_TYPE1
||
64 dev
->comm_interface
== AAC_COMM_MESSAGE_TYPE2
)
65 host_rrq_size
= (dev
->scsi_host_ptr
->can_queue
66 + AAC_NUM_MGT_FIB
) * sizeof(u32
);
67 size
= fibsize
+ sizeof(struct aac_init
) + commsize
+
68 commalign
+ printfbufsiz
+ host_rrq_size
;
70 base
= pci_alloc_consistent(dev
->pdev
, size
, &phys
);
74 printk(KERN_ERR
"aacraid: unable to create mapping.\n");
77 dev
->comm_addr
= (void *)base
;
78 dev
->comm_phys
= phys
;
79 dev
->comm_size
= size
;
81 if (dev
->comm_interface
== AAC_COMM_MESSAGE_TYPE1
||
82 dev
->comm_interface
== AAC_COMM_MESSAGE_TYPE2
) {
83 dev
->host_rrq
= (u32
*)(base
+ fibsize
);
84 dev
->host_rrq_pa
= phys
+ fibsize
;
85 memset(dev
->host_rrq
, 0, host_rrq_size
);
88 dev
->init
= (struct aac_init
*)(base
+ fibsize
+ host_rrq_size
);
89 dev
->init_pa
= phys
+ fibsize
+ host_rrq_size
;
93 init
->InitStructRevision
= cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION
);
94 if (dev
->max_fib_size
!= sizeof(struct hw_fib
))
95 init
->InitStructRevision
= cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_4
);
96 init
->Sa_MSIXVectors
= cpu_to_le32(Sa_MINIPORT_REVISION
);
97 init
->fsrev
= cpu_to_le32(dev
->fsrev
);
100 * Adapter Fibs are the first thing allocated so that they
103 dev
->aif_base_va
= (struct hw_fib
*)base
;
105 init
->AdapterFibsVirtualAddress
= 0;
106 init
->AdapterFibsPhysicalAddress
= cpu_to_le32((u32
)phys
);
107 init
->AdapterFibsSize
= cpu_to_le32(fibsize
);
108 init
->AdapterFibAlign
= cpu_to_le32(sizeof(struct hw_fib
));
110 * number of 4k pages of host physical memory. The aacraid fw needs
111 * this number to be less than 4gb worth of pages. New firmware doesn't
112 * have any issues with the mapping system, but older Firmware did, and
113 * had *troubles* dealing with the math overloading past 32 bits, thus
114 * we must limit this field.
116 aac_max_hostphysmempages
= dma_get_required_mask(&dev
->pdev
->dev
) >> 12;
117 if (aac_max_hostphysmempages
< AAC_MAX_HOSTPHYSMEMPAGES
)
118 init
->HostPhysMemPages
= cpu_to_le32(aac_max_hostphysmempages
);
120 init
->HostPhysMemPages
= cpu_to_le32(AAC_MAX_HOSTPHYSMEMPAGES
);
122 init
->InitFlags
= cpu_to_le32(INITFLAGS_DRIVER_USES_UTC_TIME
|
123 INITFLAGS_DRIVER_SUPPORTS_PM
);
124 init
->MaxIoCommands
= cpu_to_le32(dev
->scsi_host_ptr
->can_queue
+ AAC_NUM_MGT_FIB
);
125 init
->MaxIoSize
= cpu_to_le32(dev
->scsi_host_ptr
->max_sectors
<< 9);
126 init
->MaxFibSize
= cpu_to_le32(dev
->max_fib_size
);
127 init
->MaxNumAif
= cpu_to_le32(dev
->max_num_aif
);
129 if (dev
->comm_interface
== AAC_COMM_MESSAGE
) {
130 init
->InitFlags
|= cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED
);
131 dprintk((KERN_WARNING
"aacraid: New Comm Interface enabled\n"));
132 } else if (dev
->comm_interface
== AAC_COMM_MESSAGE_TYPE1
) {
133 init
->InitStructRevision
= cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_6
);
134 init
->InitFlags
|= cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED
|
135 INITFLAGS_NEW_COMM_TYPE1_SUPPORTED
| INITFLAGS_FAST_JBOD_SUPPORTED
);
136 init
->HostRRQ_AddrHigh
= cpu_to_le32((u32
)((u64
)dev
->host_rrq_pa
>> 32));
137 init
->HostRRQ_AddrLow
= cpu_to_le32((u32
)(dev
->host_rrq_pa
& 0xffffffff));
138 dprintk((KERN_WARNING
"aacraid: New Comm Interface type1 enabled\n"));
139 } else if (dev
->comm_interface
== AAC_COMM_MESSAGE_TYPE2
) {
140 init
->InitStructRevision
= cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_7
);
141 init
->InitFlags
|= cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED
|
142 INITFLAGS_NEW_COMM_TYPE2_SUPPORTED
| INITFLAGS_FAST_JBOD_SUPPORTED
);
143 init
->HostRRQ_AddrHigh
= cpu_to_le32((u32
)((u64
)dev
->host_rrq_pa
>> 32));
144 init
->HostRRQ_AddrLow
= cpu_to_le32((u32
)(dev
->host_rrq_pa
& 0xffffffff));
145 /* number of MSI-X */
146 init
->Sa_MSIXVectors
= cpu_to_le32(dev
->max_msix
);
147 dprintk((KERN_WARNING
"aacraid: New Comm Interface type2 enabled\n"));
151 * Increment the base address by the amount already used
153 base
= base
+ fibsize
+ host_rrq_size
+ sizeof(struct aac_init
);
154 phys
= (dma_addr_t
)((ulong
)phys
+ fibsize
+ host_rrq_size
+
155 sizeof(struct aac_init
));
158 * Align the beginning of Headers to commalign
160 align
= (commalign
- ((uintptr_t)(base
) & (commalign
- 1)));
164 * Fill in addresses of the Comm Area Headers and Queues
167 init
->CommHeaderAddress
= cpu_to_le32((u32
)phys
);
169 * Increment the base address by the size of the CommArea
171 base
= base
+ commsize
;
172 phys
= phys
+ commsize
;
174 * Place the Printf buffer area after the Fast I/O comm area.
176 dev
->printfbuf
= (void *)base
;
177 init
->printfbuf
= cpu_to_le32(phys
);
178 init
->printfbufsiz
= cpu_to_le32(printfbufsiz
);
179 memset(base
, 0, printfbufsiz
);
183 static void aac_queue_init(struct aac_dev
* dev
, struct aac_queue
* q
, u32
*mem
, int qsize
)
185 atomic_set(&q
->numpending
, 0);
187 init_waitqueue_head(&q
->cmdready
);
188 INIT_LIST_HEAD(&q
->cmdq
);
189 init_waitqueue_head(&q
->qfull
);
190 spin_lock_init(&q
->lockdata
);
191 q
->lock
= &q
->lockdata
;
192 q
->headers
.producer
= (__le32
*)mem
;
193 q
->headers
.consumer
= (__le32
*)(mem
+1);
194 *(q
->headers
.producer
) = cpu_to_le32(qsize
);
195 *(q
->headers
.consumer
) = cpu_to_le32(qsize
);
200 * aac_send_shutdown - shutdown an adapter
201 * @dev: Adapter to shutdown
203 * This routine will send a VM_CloseAll (shutdown) request to the adapter.
206 int aac_send_shutdown(struct aac_dev
* dev
)
209 struct aac_close
*cmd
;
212 fibctx
= aac_fib_alloc(dev
);
215 aac_fib_init(fibctx
);
217 cmd
= (struct aac_close
*) fib_data(fibctx
);
219 cmd
->command
= cpu_to_le32(VM_CloseAll
);
220 cmd
->cid
= cpu_to_le32(0xfffffffe);
222 status
= aac_fib_send(ContainerCommand
,
224 sizeof(struct aac_close
),
226 -2 /* Timeout silently */, 1,
230 aac_fib_complete(fibctx
);
231 /* FIB should be freed only after getting the response from the F/W */
232 if (status
!= -ERESTARTSYS
)
233 aac_fib_free(fibctx
);
234 dev
->adapter_shutdown
= 1;
235 if ((dev
->pdev
->device
== PMC_DEVICE_S7
||
236 dev
->pdev
->device
== PMC_DEVICE_S8
||
237 dev
->pdev
->device
== PMC_DEVICE_S9
) &&
239 aac_src_access_devreg(dev
, AAC_ENABLE_INTX
);
244 * aac_comm_init - Initialise FSA data structures
245 * @dev: Adapter to initialise
247 * Initializes the data structures that are required for the FSA commuication
248 * interface to operate.
250 * 1 - if we were able to init the commuication interface.
251 * 0 - If there were errors initing. This is a fatal error.
254 static int aac_comm_init(struct aac_dev
* dev
)
256 unsigned long hdrsize
= (sizeof(u32
) * NUMBER_OF_COMM_QUEUES
) * 2;
257 unsigned long queuesize
= sizeof(struct aac_entry
) * TOTAL_QUEUE_ENTRIES
;
259 struct aac_entry
* queues
;
261 struct aac_queue_block
* comm
= dev
->queues
;
263 * Now allocate and initialize the zone structures used as our
264 * pool of FIB context records. The size of the zone is based
265 * on the system memory size. We also initialize the mutex used
266 * to protect the zone.
268 spin_lock_init(&dev
->fib_lock
);
271 * Allocate the physically contiguous space for the commuication
275 size
= hdrsize
+ queuesize
;
277 if (!aac_alloc_comm(dev
, (void * *)&headers
, size
, QUEUE_ALIGNMENT
))
280 queues
= (struct aac_entry
*)(((ulong
)headers
) + hdrsize
);
282 /* Adapter to Host normal priority Command queue */
283 comm
->queue
[HostNormCmdQueue
].base
= queues
;
284 aac_queue_init(dev
, &comm
->queue
[HostNormCmdQueue
], headers
, HOST_NORM_CMD_ENTRIES
);
285 queues
+= HOST_NORM_CMD_ENTRIES
;
288 /* Adapter to Host high priority command queue */
289 comm
->queue
[HostHighCmdQueue
].base
= queues
;
290 aac_queue_init(dev
, &comm
->queue
[HostHighCmdQueue
], headers
, HOST_HIGH_CMD_ENTRIES
);
292 queues
+= HOST_HIGH_CMD_ENTRIES
;
295 /* Host to adapter normal priority command queue */
296 comm
->queue
[AdapNormCmdQueue
].base
= queues
;
297 aac_queue_init(dev
, &comm
->queue
[AdapNormCmdQueue
], headers
, ADAP_NORM_CMD_ENTRIES
);
299 queues
+= ADAP_NORM_CMD_ENTRIES
;
302 /* host to adapter high priority command queue */
303 comm
->queue
[AdapHighCmdQueue
].base
= queues
;
304 aac_queue_init(dev
, &comm
->queue
[AdapHighCmdQueue
], headers
, ADAP_HIGH_CMD_ENTRIES
);
306 queues
+= ADAP_HIGH_CMD_ENTRIES
;
309 /* adapter to host normal priority response queue */
310 comm
->queue
[HostNormRespQueue
].base
= queues
;
311 aac_queue_init(dev
, &comm
->queue
[HostNormRespQueue
], headers
, HOST_NORM_RESP_ENTRIES
);
312 queues
+= HOST_NORM_RESP_ENTRIES
;
315 /* adapter to host high priority response queue */
316 comm
->queue
[HostHighRespQueue
].base
= queues
;
317 aac_queue_init(dev
, &comm
->queue
[HostHighRespQueue
], headers
, HOST_HIGH_RESP_ENTRIES
);
319 queues
+= HOST_HIGH_RESP_ENTRIES
;
322 /* host to adapter normal priority response queue */
323 comm
->queue
[AdapNormRespQueue
].base
= queues
;
324 aac_queue_init(dev
, &comm
->queue
[AdapNormRespQueue
], headers
, ADAP_NORM_RESP_ENTRIES
);
326 queues
+= ADAP_NORM_RESP_ENTRIES
;
329 /* host to adapter high priority response queue */
330 comm
->queue
[AdapHighRespQueue
].base
= queues
;
331 aac_queue_init(dev
, &comm
->queue
[AdapHighRespQueue
], headers
, ADAP_HIGH_RESP_ENTRIES
);
333 comm
->queue
[AdapNormCmdQueue
].lock
= comm
->queue
[HostNormRespQueue
].lock
;
334 comm
->queue
[AdapHighCmdQueue
].lock
= comm
->queue
[HostHighRespQueue
].lock
;
335 comm
->queue
[AdapNormRespQueue
].lock
= comm
->queue
[HostNormCmdQueue
].lock
;
336 comm
->queue
[AdapHighRespQueue
].lock
= comm
->queue
[HostHighCmdQueue
].lock
;
341 struct aac_dev
*aac_init_adapter(struct aac_dev
*dev
)
344 struct Scsi_Host
* host
= dev
->scsi_host_ptr
;
345 extern int aac_sync_mode
;
348 * Check the preferred comm settings, defaults from template.
350 dev
->management_fib_count
= 0;
351 spin_lock_init(&dev
->manage_lock
);
352 spin_lock_init(&dev
->sync_lock
);
353 dev
->max_fib_size
= sizeof(struct hw_fib
);
354 dev
->sg_tablesize
= host
->sg_tablesize
= (dev
->max_fib_size
355 - sizeof(struct aac_fibhdr
)
356 - sizeof(struct aac_write
) + sizeof(struct sgentry
))
357 / sizeof(struct sgentry
);
358 dev
->comm_interface
= AAC_COMM_PRODUCER
;
359 dev
->raw_io_interface
= dev
->raw_io_64
= 0;
361 if ((!aac_adapter_sync_cmd(dev
, GET_ADAPTER_PROPERTIES
,
363 status
+0, status
+1, status
+2, status
+3, NULL
)) &&
364 (status
[0] == 0x00000001)) {
365 dev
->doorbell_mask
= status
[3];
366 if (status
[1] & le32_to_cpu(AAC_OPT_NEW_COMM_64
))
368 dev
->sync_mode
= aac_sync_mode
;
369 if (dev
->a_ops
.adapter_comm
&&
370 (status
[1] & le32_to_cpu(AAC_OPT_NEW_COMM
))) {
371 dev
->comm_interface
= AAC_COMM_MESSAGE
;
372 dev
->raw_io_interface
= 1;
373 if ((status
[1] & le32_to_cpu(AAC_OPT_NEW_COMM_TYPE1
))) {
374 /* driver supports TYPE1 (Tupelo) */
375 dev
->comm_interface
= AAC_COMM_MESSAGE_TYPE1
;
376 } else if ((status
[1] & le32_to_cpu(AAC_OPT_NEW_COMM_TYPE2
))) {
377 /* driver supports TYPE2 (Denali) */
378 dev
->comm_interface
= AAC_COMM_MESSAGE_TYPE2
;
379 } else if ((status
[1] & le32_to_cpu(AAC_OPT_NEW_COMM_TYPE4
)) ||
380 (status
[1] & le32_to_cpu(AAC_OPT_NEW_COMM_TYPE3
))) {
381 /* driver doesn't TYPE3 and TYPE4 */
382 /* switch to sync. mode */
383 dev
->comm_interface
= AAC_COMM_MESSAGE_TYPE2
;
387 if ((dev
->comm_interface
== AAC_COMM_MESSAGE
) &&
388 (status
[2] > dev
->base_size
)) {
389 aac_adapter_ioremap(dev
, 0);
390 dev
->base_size
= status
[2];
391 if (aac_adapter_ioremap(dev
, status
[2])) {
392 /* remap failed, go back ... */
393 dev
->comm_interface
= AAC_COMM_PRODUCER
;
394 if (aac_adapter_ioremap(dev
, AAC_MIN_FOOTPRINT_SIZE
)) {
396 "aacraid: unable to map adapter.\n");
403 dev
->msi_enabled
= 0;
404 dev
->adapter_shutdown
= 0;
405 if ((!aac_adapter_sync_cmd(dev
, GET_COMM_PREFERRED_SETTINGS
,
407 status
+0, status
+1, status
+2, status
+3, status
+4))
408 && (status
[0] == 0x00000001)) {
410 * status[1] >> 16 maximum command size in KB
411 * status[1] & 0xFFFF maximum FIB size
412 * status[2] >> 16 maximum SG elements to driver
413 * status[2] & 0xFFFF maximum SG elements from driver
414 * status[3] & 0xFFFF maximum number FIBs outstanding
416 host
->max_sectors
= (status
[1] >> 16) << 1;
417 /* Multiple of 32 for PMC */
418 dev
->max_fib_size
= status
[1] & 0xFFE0;
419 host
->sg_tablesize
= status
[2] >> 16;
420 dev
->sg_tablesize
= status
[2] & 0xFFFF;
421 if (dev
->pdev
->device
== PMC_DEVICE_S7
||
422 dev
->pdev
->device
== PMC_DEVICE_S8
||
423 dev
->pdev
->device
== PMC_DEVICE_S9
)
424 host
->can_queue
= ((status
[3] >> 16) ? (status
[3] >> 16) :
425 (status
[3] & 0xFFFF)) - AAC_NUM_MGT_FIB
;
427 host
->can_queue
= (status
[3] & 0xFFFF) - AAC_NUM_MGT_FIB
;
428 dev
->max_num_aif
= status
[4] & 0xFFFF;
431 * All these overrides are based on a fixed internal
432 * knowledge and understanding of existing adapters,
433 * acbsize should be set with caution.
435 if (acbsize
== 512) {
436 host
->max_sectors
= AAC_MAX_32BIT_SGBCOUNT
;
437 dev
->max_fib_size
= 512;
438 dev
->sg_tablesize
= host
->sg_tablesize
439 = (512 - sizeof(struct aac_fibhdr
)
440 - sizeof(struct aac_write
) + sizeof(struct sgentry
))
441 / sizeof(struct sgentry
);
442 host
->can_queue
= AAC_NUM_IO_FIB
;
443 } else if (acbsize
== 2048) {
444 host
->max_sectors
= 512;
445 dev
->max_fib_size
= 2048;
446 host
->sg_tablesize
= 65;
447 dev
->sg_tablesize
= 81;
448 host
->can_queue
= 512 - AAC_NUM_MGT_FIB
;
449 } else if (acbsize
== 4096) {
450 host
->max_sectors
= 1024;
451 dev
->max_fib_size
= 4096;
452 host
->sg_tablesize
= 129;
453 dev
->sg_tablesize
= 166;
454 host
->can_queue
= 256 - AAC_NUM_MGT_FIB
;
455 } else if (acbsize
== 8192) {
456 host
->max_sectors
= 2048;
457 dev
->max_fib_size
= 8192;
458 host
->sg_tablesize
= 257;
459 dev
->sg_tablesize
= 337;
460 host
->can_queue
= 128 - AAC_NUM_MGT_FIB
;
461 } else if (acbsize
> 0) {
462 printk("Illegal acbsize=%d ignored\n", acbsize
);
468 if (numacb
< host
->can_queue
)
469 host
->can_queue
= numacb
;
471 printk("numacb=%d ignored\n", numacb
);
475 if (host
->can_queue
> AAC_NUM_IO_FIB
)
476 host
->can_queue
= AAC_NUM_IO_FIB
;
478 if (dev
->pdev
->device
== PMC_DEVICE_S6
||
479 dev
->pdev
->device
== PMC_DEVICE_S7
||
480 dev
->pdev
->device
== PMC_DEVICE_S8
||
481 dev
->pdev
->device
== PMC_DEVICE_S9
)
482 aac_define_int_mode(dev
);
484 * Ok now init the communication subsystem
487 dev
->queues
= kzalloc(sizeof(struct aac_queue_block
), GFP_KERNEL
);
488 if (dev
->queues
== NULL
) {
489 printk(KERN_ERR
"Error could not allocate comm region.\n");
493 if (aac_comm_init(dev
)<0){
498 * Initialize the list of fibs
500 if (aac_fib_setup(dev
) < 0) {
505 INIT_LIST_HEAD(&dev
->fib_list
);
506 INIT_LIST_HEAD(&dev
->sync_fib_list
);
511 static void aac_define_int_mode(struct aac_dev
*dev
)
517 /* max. vectors from GET_COMM_PREFERRED_SETTINGS */
518 if (dev
->max_msix
== 0 ||
519 dev
->pdev
->device
== PMC_DEVICE_S6
||
523 dev
->scsi_host_ptr
->can_queue
+
528 msi_count
= min(dev
->max_msix
,
529 (unsigned int)num_online_cpus());
531 dev
->max_msix
= msi_count
;
533 if (msi_count
> AAC_MAX_MSIX
)
534 msi_count
= AAC_MAX_MSIX
;
536 for (i
= 0; i
< msi_count
; i
++)
537 dev
->msixentry
[i
].entry
= i
;
540 pci_find_capability(dev
->pdev
, PCI_CAP_ID_MSIX
)) {
541 i
= pci_enable_msix(dev
->pdev
,
544 /* Check how many MSIX vectors are allocated */
546 dev
->msi_enabled
= 1;
549 if (pci_enable_msix(dev
->pdev
,
552 dev
->msi_enabled
= 0;
553 printk(KERN_ERR
"%s%d: MSIX not supported!! Will try MSI 0x%x.\n",
554 dev
->name
, dev
->id
, i
);
558 dev
->msi_enabled
= 0;
559 printk(KERN_ERR
"%s%d: MSIX not supported!! Will try MSI 0x%x.\n",
560 dev
->name
, dev
->id
, i
);
564 if (!dev
->msi_enabled
) {
566 i
= pci_enable_msi(dev
->pdev
);
569 dev
->msi_enabled
= 1;
572 printk(KERN_ERR
"%s%d: MSI not supported!! Will try INTx 0x%x.\n",
573 dev
->name
, dev
->id
, i
);
577 if (!dev
->msi_enabled
)
578 dev
->max_msix
= msi_count
= 1;
580 if (dev
->max_msix
> msi_count
)
581 dev
->max_msix
= msi_count
;
584 (dev
->scsi_host_ptr
->can_queue
+ AAC_NUM_MGT_FIB
) /