2 * Serial Attached SCSI (SAS) Transport Layer initialization
4 * Copyright (C) 2005 Adaptec, Inc. All rights reserved.
5 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
7 * This file is licensed under GPLv2.
9 * This program is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU General Public License as
11 * published by the Free Software Foundation; either version 2 of the
12 * License, or (at your option) any later version.
14 * This program is distributed in the hope that it will be useful, but
15 * WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
26 #include <linux/module.h>
27 #include <linux/slab.h>
28 #include <linux/init.h>
29 #include <linux/device.h>
30 #include <linux/spinlock.h>
31 #include <scsi/sas_ata.h>
32 #include <scsi/scsi_host.h>
33 #include <scsi/scsi_device.h>
34 #include <scsi/scsi_transport.h>
35 #include <scsi/scsi_transport_sas.h>
37 #include "sas_internal.h"
39 #include "../scsi_sas_internal.h"
41 static struct kmem_cache
*sas_task_cache
;
43 struct sas_task
*sas_alloc_task(gfp_t flags
)
45 struct sas_task
*task
= kmem_cache_zalloc(sas_task_cache
, flags
);
48 INIT_LIST_HEAD(&task
->list
);
49 spin_lock_init(&task
->task_state_lock
);
50 task
->task_state_flags
= SAS_TASK_STATE_PENDING
;
55 EXPORT_SYMBOL_GPL(sas_alloc_task
);
57 struct sas_task
*sas_alloc_slow_task(gfp_t flags
)
59 struct sas_task
*task
= sas_alloc_task(flags
);
60 struct sas_task_slow
*slow
= kmalloc(sizeof(*slow
), flags
);
64 kmem_cache_free(sas_task_cache
, task
);
69 task
->slow_task
= slow
;
70 init_timer(&slow
->timer
);
71 init_completion(&slow
->completion
);
75 EXPORT_SYMBOL_GPL(sas_alloc_slow_task
);
77 void sas_free_task(struct sas_task
*task
)
80 BUG_ON(!list_empty(&task
->list
));
81 kfree(task
->slow_task
);
82 kmem_cache_free(sas_task_cache
, task
);
85 EXPORT_SYMBOL_GPL(sas_free_task
);
87 /*------------ SAS addr hash -----------*/
88 void sas_hash_addr(u8
*hashed
, const u8
*sas_addr
)
90 const u32 poly
= 0x00DB2777;
94 for (i
= 0; i
< 8; i
++) {
96 for (b
= 7; b
>= 0; b
--) {
98 if ((1 << b
) & sas_addr
[i
]) {
99 if (!(r
& 0x01000000))
101 } else if (r
& 0x01000000)
106 hashed
[0] = (r
>> 16) & 0xFF;
107 hashed
[1] = (r
>> 8) & 0xFF ;
108 hashed
[2] = r
& 0xFF;
112 /* ---------- HA events ---------- */
114 void sas_hae_reset(struct work_struct
*work
)
116 struct sas_ha_event
*ev
= to_sas_ha_event(work
);
117 struct sas_ha_struct
*ha
= ev
->ha
;
119 clear_bit(HAE_RESET
, &ha
->pending
);
122 int sas_register_ha(struct sas_ha_struct
*sas_ha
)
126 mutex_init(&sas_ha
->disco_mutex
);
127 spin_lock_init(&sas_ha
->phy_port_lock
);
128 sas_hash_addr(sas_ha
->hashed_sas_addr
, sas_ha
->sas_addr
);
130 if (sas_ha
->lldd_queue_size
== 0)
131 sas_ha
->lldd_queue_size
= 1;
132 else if (sas_ha
->lldd_queue_size
== -1)
133 sas_ha
->lldd_queue_size
= 128; /* Sanity */
135 set_bit(SAS_HA_REGISTERED
, &sas_ha
->state
);
136 spin_lock_init(&sas_ha
->lock
);
137 mutex_init(&sas_ha
->drain_mutex
);
138 init_waitqueue_head(&sas_ha
->eh_wait_q
);
139 INIT_LIST_HEAD(&sas_ha
->defer_q
);
140 INIT_LIST_HEAD(&sas_ha
->eh_dev_q
);
142 error
= sas_register_phys(sas_ha
);
144 printk(KERN_NOTICE
"couldn't register sas phys:%d\n", error
);
148 error
= sas_register_ports(sas_ha
);
150 printk(KERN_NOTICE
"couldn't register sas ports:%d\n", error
);
154 error
= sas_init_events(sas_ha
);
156 printk(KERN_NOTICE
"couldn't start event thread:%d\n", error
);
160 if (sas_ha
->lldd_max_execute_num
> 1) {
161 error
= sas_init_queue(sas_ha
);
163 printk(KERN_NOTICE
"couldn't start queue thread:%d, "
164 "running in direct mode\n", error
);
165 sas_ha
->lldd_max_execute_num
= 1;
169 INIT_LIST_HEAD(&sas_ha
->eh_done_q
);
170 INIT_LIST_HEAD(&sas_ha
->eh_ata_q
);
175 sas_unregister_ports(sas_ha
);
181 int sas_unregister_ha(struct sas_ha_struct
*sas_ha
)
183 /* Set the state to unregistered to avoid further unchained
184 * events to be queued, and flush any in-progress drainers
186 mutex_lock(&sas_ha
->drain_mutex
);
187 spin_lock_irq(&sas_ha
->lock
);
188 clear_bit(SAS_HA_REGISTERED
, &sas_ha
->state
);
189 spin_unlock_irq(&sas_ha
->lock
);
190 __sas_drain_work(sas_ha
);
191 mutex_unlock(&sas_ha
->drain_mutex
);
193 sas_unregister_ports(sas_ha
);
195 /* flush unregistration work */
196 mutex_lock(&sas_ha
->drain_mutex
);
197 __sas_drain_work(sas_ha
);
198 mutex_unlock(&sas_ha
->drain_mutex
);
200 if (sas_ha
->lldd_max_execute_num
> 1) {
201 sas_shutdown_queue(sas_ha
);
202 sas_ha
->lldd_max_execute_num
= 1;
208 static int sas_get_linkerrors(struct sas_phy
*phy
)
210 if (scsi_is_sas_phy_local(phy
)) {
211 struct Scsi_Host
*shost
= dev_to_shost(phy
->dev
.parent
);
212 struct sas_ha_struct
*sas_ha
= SHOST_TO_SAS_HA(shost
);
213 struct asd_sas_phy
*asd_phy
= sas_ha
->sas_phy
[phy
->number
];
214 struct sas_internal
*i
=
215 to_sas_internal(sas_ha
->core
.shost
->transportt
);
217 return i
->dft
->lldd_control_phy(asd_phy
, PHY_FUNC_GET_EVENTS
, NULL
);
220 return sas_smp_get_phy_events(phy
);
223 int sas_try_ata_reset(struct asd_sas_phy
*asd_phy
)
225 struct domain_device
*dev
= NULL
;
227 /* try to route user requested link resets through libata */
229 dev
= asd_phy
->port
->port_dev
;
231 /* validate that dev has been probed */
233 dev
= sas_find_dev_by_rphy(dev
->rphy
);
235 if (dev
&& dev_is_sata(dev
)) {
236 sas_ata_schedule_reset(dev
);
237 sas_ata_wait_eh(dev
);
245 * transport_sas_phy_reset - reset a phy and permit libata to manage the link
247 * phy reset request via sysfs in host workqueue context so we know we
248 * can block on eh and safely traverse the domain_device topology
250 static int transport_sas_phy_reset(struct sas_phy
*phy
, int hard_reset
)
252 enum phy_func reset_type
;
255 reset_type
= PHY_FUNC_HARD_RESET
;
257 reset_type
= PHY_FUNC_LINK_RESET
;
259 if (scsi_is_sas_phy_local(phy
)) {
260 struct Scsi_Host
*shost
= dev_to_shost(phy
->dev
.parent
);
261 struct sas_ha_struct
*sas_ha
= SHOST_TO_SAS_HA(shost
);
262 struct asd_sas_phy
*asd_phy
= sas_ha
->sas_phy
[phy
->number
];
263 struct sas_internal
*i
=
264 to_sas_internal(sas_ha
->core
.shost
->transportt
);
266 if (!hard_reset
&& sas_try_ata_reset(asd_phy
) == 0)
268 return i
->dft
->lldd_control_phy(asd_phy
, reset_type
, NULL
);
270 struct sas_rphy
*rphy
= dev_to_rphy(phy
->dev
.parent
);
271 struct domain_device
*ddev
= sas_find_dev_by_rphy(rphy
);
272 struct domain_device
*ata_dev
= sas_ex_to_ata(ddev
, phy
->number
);
274 if (ata_dev
&& !hard_reset
) {
275 sas_ata_schedule_reset(ata_dev
);
276 sas_ata_wait_eh(ata_dev
);
279 return sas_smp_phy_control(ddev
, phy
->number
, reset_type
, NULL
);
283 static int sas_phy_enable(struct sas_phy
*phy
, int enable
)
289 cmd
= PHY_FUNC_LINK_RESET
;
291 cmd
= PHY_FUNC_DISABLE
;
293 if (scsi_is_sas_phy_local(phy
)) {
294 struct Scsi_Host
*shost
= dev_to_shost(phy
->dev
.parent
);
295 struct sas_ha_struct
*sas_ha
= SHOST_TO_SAS_HA(shost
);
296 struct asd_sas_phy
*asd_phy
= sas_ha
->sas_phy
[phy
->number
];
297 struct sas_internal
*i
=
298 to_sas_internal(sas_ha
->core
.shost
->transportt
);
301 ret
= transport_sas_phy_reset(phy
, 0);
303 ret
= i
->dft
->lldd_control_phy(asd_phy
, cmd
, NULL
);
305 struct sas_rphy
*rphy
= dev_to_rphy(phy
->dev
.parent
);
306 struct domain_device
*ddev
= sas_find_dev_by_rphy(rphy
);
309 ret
= transport_sas_phy_reset(phy
, 0);
311 ret
= sas_smp_phy_control(ddev
, phy
->number
, cmd
, NULL
);
316 int sas_phy_reset(struct sas_phy
*phy
, int hard_reset
)
319 enum phy_func reset_type
;
325 reset_type
= PHY_FUNC_HARD_RESET
;
327 reset_type
= PHY_FUNC_LINK_RESET
;
329 if (scsi_is_sas_phy_local(phy
)) {
330 struct Scsi_Host
*shost
= dev_to_shost(phy
->dev
.parent
);
331 struct sas_ha_struct
*sas_ha
= SHOST_TO_SAS_HA(shost
);
332 struct asd_sas_phy
*asd_phy
= sas_ha
->sas_phy
[phy
->number
];
333 struct sas_internal
*i
=
334 to_sas_internal(sas_ha
->core
.shost
->transportt
);
336 ret
= i
->dft
->lldd_control_phy(asd_phy
, reset_type
, NULL
);
338 struct sas_rphy
*rphy
= dev_to_rphy(phy
->dev
.parent
);
339 struct domain_device
*ddev
= sas_find_dev_by_rphy(rphy
);
340 ret
= sas_smp_phy_control(ddev
, phy
->number
, reset_type
, NULL
);
345 int sas_set_phy_speed(struct sas_phy
*phy
,
346 struct sas_phy_linkrates
*rates
)
350 if ((rates
->minimum_linkrate
&&
351 rates
->minimum_linkrate
> phy
->maximum_linkrate
) ||
352 (rates
->maximum_linkrate
&&
353 rates
->maximum_linkrate
< phy
->minimum_linkrate
))
356 if (rates
->minimum_linkrate
&&
357 rates
->minimum_linkrate
< phy
->minimum_linkrate_hw
)
358 rates
->minimum_linkrate
= phy
->minimum_linkrate_hw
;
360 if (rates
->maximum_linkrate
&&
361 rates
->maximum_linkrate
> phy
->maximum_linkrate_hw
)
362 rates
->maximum_linkrate
= phy
->maximum_linkrate_hw
;
364 if (scsi_is_sas_phy_local(phy
)) {
365 struct Scsi_Host
*shost
= dev_to_shost(phy
->dev
.parent
);
366 struct sas_ha_struct
*sas_ha
= SHOST_TO_SAS_HA(shost
);
367 struct asd_sas_phy
*asd_phy
= sas_ha
->sas_phy
[phy
->number
];
368 struct sas_internal
*i
=
369 to_sas_internal(sas_ha
->core
.shost
->transportt
);
371 ret
= i
->dft
->lldd_control_phy(asd_phy
, PHY_FUNC_SET_LINK_RATE
,
374 struct sas_rphy
*rphy
= dev_to_rphy(phy
->dev
.parent
);
375 struct domain_device
*ddev
= sas_find_dev_by_rphy(rphy
);
376 ret
= sas_smp_phy_control(ddev
, phy
->number
,
377 PHY_FUNC_LINK_RESET
, rates
);
384 static void sas_phy_release(struct sas_phy
*phy
)
386 kfree(phy
->hostdata
);
387 phy
->hostdata
= NULL
;
390 static void phy_reset_work(struct work_struct
*work
)
392 struct sas_phy_data
*d
= container_of(work
, typeof(*d
), reset_work
.work
);
394 d
->reset_result
= transport_sas_phy_reset(d
->phy
, d
->hard_reset
);
397 static void phy_enable_work(struct work_struct
*work
)
399 struct sas_phy_data
*d
= container_of(work
, typeof(*d
), enable_work
.work
);
401 d
->enable_result
= sas_phy_enable(d
->phy
, d
->enable
);
404 static int sas_phy_setup(struct sas_phy
*phy
)
406 struct sas_phy_data
*d
= kzalloc(sizeof(*d
), GFP_KERNEL
);
411 mutex_init(&d
->event_lock
);
412 INIT_SAS_WORK(&d
->reset_work
, phy_reset_work
);
413 INIT_SAS_WORK(&d
->enable_work
, phy_enable_work
);
420 static int queue_phy_reset(struct sas_phy
*phy
, int hard_reset
)
422 struct Scsi_Host
*shost
= dev_to_shost(phy
->dev
.parent
);
423 struct sas_ha_struct
*ha
= SHOST_TO_SAS_HA(shost
);
424 struct sas_phy_data
*d
= phy
->hostdata
;
430 /* libsas workqueue coordinates ata-eh reset with discovery */
431 mutex_lock(&d
->event_lock
);
433 d
->hard_reset
= hard_reset
;
435 spin_lock_irq(&ha
->lock
);
436 sas_queue_work(ha
, &d
->reset_work
);
437 spin_unlock_irq(&ha
->lock
);
439 rc
= sas_drain_work(ha
);
441 rc
= d
->reset_result
;
442 mutex_unlock(&d
->event_lock
);
447 static int queue_phy_enable(struct sas_phy
*phy
, int enable
)
449 struct Scsi_Host
*shost
= dev_to_shost(phy
->dev
.parent
);
450 struct sas_ha_struct
*ha
= SHOST_TO_SAS_HA(shost
);
451 struct sas_phy_data
*d
= phy
->hostdata
;
457 /* libsas workqueue coordinates ata-eh reset with discovery */
458 mutex_lock(&d
->event_lock
);
459 d
->enable_result
= 0;
462 spin_lock_irq(&ha
->lock
);
463 sas_queue_work(ha
, &d
->enable_work
);
464 spin_unlock_irq(&ha
->lock
);
466 rc
= sas_drain_work(ha
);
468 rc
= d
->enable_result
;
469 mutex_unlock(&d
->event_lock
);
474 static struct sas_function_template sft
= {
475 .phy_enable
= queue_phy_enable
,
476 .phy_reset
= queue_phy_reset
,
477 .phy_setup
= sas_phy_setup
,
478 .phy_release
= sas_phy_release
,
479 .set_phy_speed
= sas_set_phy_speed
,
480 .get_linkerrors
= sas_get_linkerrors
,
481 .smp_handler
= sas_smp_handler
,
484 struct scsi_transport_template
*
485 sas_domain_attach_transport(struct sas_domain_function_template
*dft
)
487 struct scsi_transport_template
*stt
= sas_attach_transport(&sft
);
488 struct sas_internal
*i
;
493 i
= to_sas_internal(stt
);
495 stt
->create_work_queue
= 1;
496 stt
->eh_timed_out
= sas_scsi_timed_out
;
497 stt
->eh_strategy_handler
= sas_scsi_recover_host
;
501 EXPORT_SYMBOL_GPL(sas_domain_attach_transport
);
504 void sas_domain_release_transport(struct scsi_transport_template
*stt
)
506 sas_release_transport(stt
);
508 EXPORT_SYMBOL_GPL(sas_domain_release_transport
);
510 /* ---------- SAS Class register/unregister ---------- */
512 static int __init
sas_class_init(void)
514 sas_task_cache
= KMEM_CACHE(sas_task
, SLAB_HWCACHE_ALIGN
);
521 static void __exit
sas_class_exit(void)
523 kmem_cache_destroy(sas_task_cache
);
526 MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>");
527 MODULE_DESCRIPTION("SAS Transport Layer");
528 MODULE_LICENSE("GPL v2");
530 module_init(sas_class_init
);
531 module_exit(sas_class_exit
);
533 EXPORT_SYMBOL_GPL(sas_register_ha
);
534 EXPORT_SYMBOL_GPL(sas_unregister_ha
);