1 /*******************************************************************************
2 * Filename: target_core_device.c (based on iscsi_target_device.c)
4 * This file contains the TCM Virtual Device and Disk Transport
5 * agnostic related functions.
7 * (c) Copyright 2003-2013 Datera, Inc.
9 * Nicholas A. Bellinger <nab@kernel.org>
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
25 ******************************************************************************/
27 #include <linux/net.h>
28 #include <linux/string.h>
29 #include <linux/delay.h>
30 #include <linux/timer.h>
31 #include <linux/slab.h>
32 #include <linux/spinlock.h>
33 #include <linux/kthread.h>
35 #include <linux/export.h>
36 #include <asm/unaligned.h>
39 #include <scsi/scsi_common.h>
40 #include <scsi/scsi_proto.h>
42 #include <target/target_core_base.h>
43 #include <target/target_core_backend.h>
44 #include <target/target_core_fabric.h>
46 #include "target_core_internal.h"
47 #include "target_core_alua.h"
48 #include "target_core_pr.h"
49 #include "target_core_ua.h"
51 DEFINE_MUTEX(g_device_mutex
);
52 LIST_HEAD(g_device_list
);
54 static struct se_hba
*lun0_hba
;
55 /* not static, needed by tpg.c */
56 struct se_device
*g_lun0_dev
;
59 transport_lookup_cmd_lun(struct se_cmd
*se_cmd
, u64 unpacked_lun
)
61 struct se_lun
*se_lun
= NULL
;
62 struct se_session
*se_sess
= se_cmd
->se_sess
;
63 struct se_node_acl
*nacl
= se_sess
->se_node_acl
;
64 struct se_dev_entry
*deve
;
65 sense_reason_t ret
= TCM_NO_SENSE
;
68 deve
= target_nacl_find_deve(nacl
, unpacked_lun
);
70 atomic_long_inc(&deve
->total_cmds
);
72 if (se_cmd
->data_direction
== DMA_TO_DEVICE
)
73 atomic_long_add(se_cmd
->data_length
,
75 else if (se_cmd
->data_direction
== DMA_FROM_DEVICE
)
76 atomic_long_add(se_cmd
->data_length
,
79 se_lun
= rcu_dereference(deve
->se_lun
);
81 if (!percpu_ref_tryget_live(&se_lun
->lun_ref
)) {
86 se_cmd
->se_lun
= rcu_dereference(deve
->se_lun
);
87 se_cmd
->pr_res_key
= deve
->pr_res_key
;
88 se_cmd
->orig_fe_lun
= unpacked_lun
;
89 se_cmd
->se_cmd_flags
|= SCF_SE_LUN_CMD
;
90 se_cmd
->lun_ref_active
= true;
92 if ((se_cmd
->data_direction
== DMA_TO_DEVICE
) &&
93 deve
->lun_access_ro
) {
94 pr_err("TARGET_CORE[%s]: Detected WRITE_PROTECTED LUN"
95 " Access for 0x%08llx\n",
96 se_cmd
->se_tfo
->get_fabric_name(),
99 ret
= TCM_WRITE_PROTECTED
;
108 * Use the se_portal_group->tpg_virt_lun0 to allow for
109 * REPORT_LUNS, et al to be returned when no active
110 * MappedLUN=0 exists for this Initiator Port.
112 if (unpacked_lun
!= 0) {
113 pr_err("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN"
114 " Access for 0x%08llx\n",
115 se_cmd
->se_tfo
->get_fabric_name(),
117 return TCM_NON_EXISTENT_LUN
;
120 se_lun
= se_sess
->se_tpg
->tpg_virt_lun0
;
121 se_cmd
->se_lun
= se_sess
->se_tpg
->tpg_virt_lun0
;
122 se_cmd
->orig_fe_lun
= 0;
123 se_cmd
->se_cmd_flags
|= SCF_SE_LUN_CMD
;
125 percpu_ref_get(&se_lun
->lun_ref
);
126 se_cmd
->lun_ref_active
= true;
129 * Force WRITE PROTECT for virtual LUN 0
131 if ((se_cmd
->data_direction
!= DMA_FROM_DEVICE
) &&
132 (se_cmd
->data_direction
!= DMA_NONE
)) {
133 ret
= TCM_WRITE_PROTECTED
;
138 * RCU reference protected by percpu se_lun->lun_ref taken above that
139 * must drop to zero (including initial reference) before this se_lun
140 * pointer can be kfree_rcu() by the final se_lun->lun_group put via
141 * target_core_fabric_configfs.c:target_fabric_port_release
144 se_cmd
->se_dev
= rcu_dereference_raw(se_lun
->lun_se_dev
);
145 atomic_long_inc(&se_cmd
->se_dev
->num_cmds
);
147 if (se_cmd
->data_direction
== DMA_TO_DEVICE
)
148 atomic_long_add(se_cmd
->data_length
,
149 &se_cmd
->se_dev
->write_bytes
);
150 else if (se_cmd
->data_direction
== DMA_FROM_DEVICE
)
151 atomic_long_add(se_cmd
->data_length
,
152 &se_cmd
->se_dev
->read_bytes
);
156 EXPORT_SYMBOL(transport_lookup_cmd_lun
);
158 int transport_lookup_tmr_lun(struct se_cmd
*se_cmd
, u64 unpacked_lun
)
160 struct se_dev_entry
*deve
;
161 struct se_lun
*se_lun
= NULL
;
162 struct se_session
*se_sess
= se_cmd
->se_sess
;
163 struct se_node_acl
*nacl
= se_sess
->se_node_acl
;
164 struct se_tmr_req
*se_tmr
= se_cmd
->se_tmr_req
;
168 deve
= target_nacl_find_deve(nacl
, unpacked_lun
);
170 se_tmr
->tmr_lun
= rcu_dereference(deve
->se_lun
);
171 se_cmd
->se_lun
= rcu_dereference(deve
->se_lun
);
172 se_lun
= rcu_dereference(deve
->se_lun
);
173 se_cmd
->pr_res_key
= deve
->pr_res_key
;
174 se_cmd
->orig_fe_lun
= unpacked_lun
;
179 pr_debug("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN"
180 " Access for 0x%08llx\n",
181 se_cmd
->se_tfo
->get_fabric_name(),
186 * XXX: Add percpu se_lun->lun_ref reference count for TMR
188 se_cmd
->se_dev
= rcu_dereference_raw(se_lun
->lun_se_dev
);
189 se_tmr
->tmr_dev
= rcu_dereference_raw(se_lun
->lun_se_dev
);
191 spin_lock_irqsave(&se_tmr
->tmr_dev
->se_tmr_lock
, flags
);
192 list_add_tail(&se_tmr
->tmr_list
, &se_tmr
->tmr_dev
->dev_tmr_list
);
193 spin_unlock_irqrestore(&se_tmr
->tmr_dev
->se_tmr_lock
, flags
);
197 EXPORT_SYMBOL(transport_lookup_tmr_lun
);
199 bool target_lun_is_rdonly(struct se_cmd
*cmd
)
201 struct se_session
*se_sess
= cmd
->se_sess
;
202 struct se_dev_entry
*deve
;
206 deve
= target_nacl_find_deve(se_sess
->se_node_acl
, cmd
->orig_fe_lun
);
207 ret
= deve
&& deve
->lun_access_ro
;
212 EXPORT_SYMBOL(target_lun_is_rdonly
);
215 * This function is called from core_scsi3_emulate_pro_register_and_move()
216 * and core_scsi3_decode_spec_i_port(), and will increment &deve->pr_kref
217 * when a matching rtpi is found.
219 struct se_dev_entry
*core_get_se_deve_from_rtpi(
220 struct se_node_acl
*nacl
,
223 struct se_dev_entry
*deve
;
225 struct se_portal_group
*tpg
= nacl
->se_tpg
;
228 hlist_for_each_entry_rcu(deve
, &nacl
->lun_entry_hlist
, link
) {
229 lun
= rcu_dereference(deve
->se_lun
);
231 pr_err("%s device entries device pointer is"
232 " NULL, but Initiator has access.\n",
233 tpg
->se_tpg_tfo
->get_fabric_name());
236 if (lun
->lun_rtpi
!= rtpi
)
239 kref_get(&deve
->pr_kref
);
249 void core_free_device_list_for_node(
250 struct se_node_acl
*nacl
,
251 struct se_portal_group
*tpg
)
253 struct se_dev_entry
*deve
;
255 mutex_lock(&nacl
->lun_entry_mutex
);
256 hlist_for_each_entry_rcu(deve
, &nacl
->lun_entry_hlist
, link
) {
257 struct se_lun
*lun
= rcu_dereference_check(deve
->se_lun
,
258 lockdep_is_held(&nacl
->lun_entry_mutex
));
259 core_disable_device_list_for_node(lun
, deve
, nacl
, tpg
);
261 mutex_unlock(&nacl
->lun_entry_mutex
);
264 void core_update_device_list_access(
267 struct se_node_acl
*nacl
)
269 struct se_dev_entry
*deve
;
271 mutex_lock(&nacl
->lun_entry_mutex
);
272 deve
= target_nacl_find_deve(nacl
, mapped_lun
);
274 deve
->lun_access_ro
= lun_access_ro
;
275 mutex_unlock(&nacl
->lun_entry_mutex
);
279 * Called with rcu_read_lock or nacl->device_list_lock held.
281 struct se_dev_entry
*target_nacl_find_deve(struct se_node_acl
*nacl
, u64 mapped_lun
)
283 struct se_dev_entry
*deve
;
285 hlist_for_each_entry_rcu(deve
, &nacl
->lun_entry_hlist
, link
)
286 if (deve
->mapped_lun
== mapped_lun
)
291 EXPORT_SYMBOL(target_nacl_find_deve
);
293 void target_pr_kref_release(struct kref
*kref
)
295 struct se_dev_entry
*deve
= container_of(kref
, struct se_dev_entry
,
297 complete(&deve
->pr_comp
);
301 target_luns_data_has_changed(struct se_node_acl
*nacl
, struct se_dev_entry
*new,
304 struct se_dev_entry
*tmp
;
307 hlist_for_each_entry_rcu(tmp
, &nacl
->lun_entry_hlist
, link
) {
308 if (skip_new
&& tmp
== new)
310 core_scsi3_ua_allocate(tmp
, 0x3F,
311 ASCQ_3FH_REPORTED_LUNS_DATA_HAS_CHANGED
);
316 int core_enable_device_list_for_node(
318 struct se_lun_acl
*lun_acl
,
321 struct se_node_acl
*nacl
,
322 struct se_portal_group
*tpg
)
324 struct se_dev_entry
*orig
, *new;
326 new = kzalloc(sizeof(*new), GFP_KERNEL
);
328 pr_err("Unable to allocate se_dev_entry memory\n");
332 atomic_set(&new->ua_count
, 0);
333 spin_lock_init(&new->ua_lock
);
334 INIT_LIST_HEAD(&new->ua_list
);
335 INIT_LIST_HEAD(&new->lun_link
);
337 new->mapped_lun
= mapped_lun
;
338 kref_init(&new->pr_kref
);
339 init_completion(&new->pr_comp
);
341 new->lun_access_ro
= lun_access_ro
;
342 new->creation_time
= get_jiffies_64();
345 mutex_lock(&nacl
->lun_entry_mutex
);
346 orig
= target_nacl_find_deve(nacl
, mapped_lun
);
347 if (orig
&& orig
->se_lun
) {
348 struct se_lun
*orig_lun
= rcu_dereference_check(orig
->se_lun
,
349 lockdep_is_held(&nacl
->lun_entry_mutex
));
351 if (orig_lun
!= lun
) {
352 pr_err("Existing orig->se_lun doesn't match new lun"
353 " for dynamic -> explicit NodeACL conversion:"
354 " %s\n", nacl
->initiatorname
);
355 mutex_unlock(&nacl
->lun_entry_mutex
);
359 if (orig
->se_lun_acl
!= NULL
) {
360 pr_warn_ratelimited("Detected existing explicit"
361 " se_lun_acl->se_lun_group reference for %s"
362 " mapped_lun: %llu, failing\n",
363 nacl
->initiatorname
, mapped_lun
);
364 mutex_unlock(&nacl
->lun_entry_mutex
);
369 rcu_assign_pointer(new->se_lun
, lun
);
370 rcu_assign_pointer(new->se_lun_acl
, lun_acl
);
371 hlist_del_rcu(&orig
->link
);
372 hlist_add_head_rcu(&new->link
, &nacl
->lun_entry_hlist
);
373 mutex_unlock(&nacl
->lun_entry_mutex
);
375 spin_lock(&lun
->lun_deve_lock
);
376 list_del(&orig
->lun_link
);
377 list_add_tail(&new->lun_link
, &lun
->lun_deve_list
);
378 spin_unlock(&lun
->lun_deve_lock
);
380 kref_put(&orig
->pr_kref
, target_pr_kref_release
);
381 wait_for_completion(&orig
->pr_comp
);
383 target_luns_data_has_changed(nacl
, new, true);
384 kfree_rcu(orig
, rcu_head
);
388 rcu_assign_pointer(new->se_lun
, lun
);
389 rcu_assign_pointer(new->se_lun_acl
, lun_acl
);
390 hlist_add_head_rcu(&new->link
, &nacl
->lun_entry_hlist
);
391 mutex_unlock(&nacl
->lun_entry_mutex
);
393 spin_lock(&lun
->lun_deve_lock
);
394 list_add_tail(&new->lun_link
, &lun
->lun_deve_list
);
395 spin_unlock(&lun
->lun_deve_lock
);
397 target_luns_data_has_changed(nacl
, new, true);
402 * Called with se_node_acl->lun_entry_mutex held.
404 void core_disable_device_list_for_node(
406 struct se_dev_entry
*orig
,
407 struct se_node_acl
*nacl
,
408 struct se_portal_group
*tpg
)
411 * rcu_dereference_raw protected by se_lun->lun_group symlink
412 * reference to se_device->dev_group.
414 struct se_device
*dev
= rcu_dereference_raw(lun
->lun_se_dev
);
416 * If the MappedLUN entry is being disabled, the entry in
417 * lun->lun_deve_list must be removed now before clearing the
418 * struct se_dev_entry pointers below as logic in
419 * core_alua_do_transition_tg_pt() depends on these being present.
421 * deve->se_lun_acl will be NULL for demo-mode created LUNs
422 * that have not been explicitly converted to MappedLUNs ->
423 * struct se_lun_acl, but we remove deve->lun_link from
424 * lun->lun_deve_list. This also means that active UAs and
425 * NodeACL context specific PR metadata for demo-mode
426 * MappedLUN *deve will be released below..
428 spin_lock(&lun
->lun_deve_lock
);
429 list_del(&orig
->lun_link
);
430 spin_unlock(&lun
->lun_deve_lock
);
432 * Disable struct se_dev_entry LUN ACL mapping
434 core_scsi3_ua_release_all(orig
);
436 hlist_del_rcu(&orig
->link
);
437 clear_bit(DEF_PR_REG_ACTIVE
, &orig
->deve_flags
);
438 orig
->lun_access_ro
= false;
439 orig
->creation_time
= 0;
440 orig
->attach_count
--;
442 * Before firing off RCU callback, wait for any in process SPEC_I_PT=1
443 * or REGISTER_AND_MOVE PR operation to complete.
445 kref_put(&orig
->pr_kref
, target_pr_kref_release
);
446 wait_for_completion(&orig
->pr_comp
);
448 rcu_assign_pointer(orig
->se_lun
, NULL
);
449 rcu_assign_pointer(orig
->se_lun_acl
, NULL
);
451 kfree_rcu(orig
, rcu_head
);
453 core_scsi3_free_pr_reg_from_nacl(dev
, nacl
);
454 target_luns_data_has_changed(nacl
, NULL
, false);
457 /* core_clear_lun_from_tpg():
461 void core_clear_lun_from_tpg(struct se_lun
*lun
, struct se_portal_group
*tpg
)
463 struct se_node_acl
*nacl
;
464 struct se_dev_entry
*deve
;
466 mutex_lock(&tpg
->acl_node_mutex
);
467 list_for_each_entry(nacl
, &tpg
->acl_node_list
, acl_list
) {
469 mutex_lock(&nacl
->lun_entry_mutex
);
470 hlist_for_each_entry_rcu(deve
, &nacl
->lun_entry_hlist
, link
) {
471 struct se_lun
*tmp_lun
= rcu_dereference_check(deve
->se_lun
,
472 lockdep_is_held(&nacl
->lun_entry_mutex
));
477 core_disable_device_list_for_node(lun
, deve
, nacl
, tpg
);
479 mutex_unlock(&nacl
->lun_entry_mutex
);
481 mutex_unlock(&tpg
->acl_node_mutex
);
484 int core_alloc_rtpi(struct se_lun
*lun
, struct se_device
*dev
)
488 spin_lock(&dev
->se_port_lock
);
489 if (dev
->export_count
== 0x0000ffff) {
490 pr_warn("Reached dev->dev_port_count =="
492 spin_unlock(&dev
->se_port_lock
);
497 * Allocate the next RELATIVE TARGET PORT IDENTIFIER for this struct se_device
498 * Here is the table from spc4r17 section 7.7.3.8.
500 * Table 473 -- RELATIVE TARGET PORT IDENTIFIER field
504 * 1h Relative port 1, historically known as port A
505 * 2h Relative port 2, historically known as port B
506 * 3h to FFFFh Relative port 3 through 65 535
508 lun
->lun_rtpi
= dev
->dev_rpti_counter
++;
512 list_for_each_entry(tmp
, &dev
->dev_sep_list
, lun_dev_link
) {
514 * Make sure RELATIVE TARGET PORT IDENTIFIER is unique
517 if (lun
->lun_rtpi
== tmp
->lun_rtpi
)
520 spin_unlock(&dev
->se_port_lock
);
525 static void se_release_vpd_for_dev(struct se_device
*dev
)
527 struct t10_vpd
*vpd
, *vpd_tmp
;
529 spin_lock(&dev
->t10_wwn
.t10_vpd_lock
);
530 list_for_each_entry_safe(vpd
, vpd_tmp
,
531 &dev
->t10_wwn
.t10_vpd_list
, vpd_list
) {
532 list_del(&vpd
->vpd_list
);
535 spin_unlock(&dev
->t10_wwn
.t10_vpd_lock
);
538 static u32
se_dev_align_max_sectors(u32 max_sectors
, u32 block_size
)
540 u32 aligned_max_sectors
;
543 * Limit max_sectors to a PAGE_SIZE aligned value for modern
544 * transport_allocate_data_tasks() operation.
546 alignment
= max(1ul, PAGE_SIZE
/ block_size
);
547 aligned_max_sectors
= rounddown(max_sectors
, alignment
);
549 if (max_sectors
!= aligned_max_sectors
)
550 pr_info("Rounding down aligned max_sectors from %u to %u\n",
551 max_sectors
, aligned_max_sectors
);
553 return aligned_max_sectors
;
556 int core_dev_add_lun(
557 struct se_portal_group
*tpg
,
558 struct se_device
*dev
,
563 rc
= core_tpg_add_lun(tpg
, lun
, false, dev
);
567 pr_debug("%s_TPG[%u]_LUN[%llu] - Activated %s Logical Unit from"
568 " CORE HBA: %u\n", tpg
->se_tpg_tfo
->get_fabric_name(),
569 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
), lun
->unpacked_lun
,
570 tpg
->se_tpg_tfo
->get_fabric_name(), dev
->se_hba
->hba_id
);
572 * Update LUN maps for dynamically added initiators when
573 * generate_node_acl is enabled.
575 if (tpg
->se_tpg_tfo
->tpg_check_demo_mode(tpg
)) {
576 struct se_node_acl
*acl
;
578 mutex_lock(&tpg
->acl_node_mutex
);
579 list_for_each_entry(acl
, &tpg
->acl_node_list
, acl_list
) {
580 if (acl
->dynamic_node_acl
&&
581 (!tpg
->se_tpg_tfo
->tpg_check_demo_mode_login_only
||
582 !tpg
->se_tpg_tfo
->tpg_check_demo_mode_login_only(tpg
))) {
583 core_tpg_add_node_to_devs(acl
, tpg
, lun
);
586 mutex_unlock(&tpg
->acl_node_mutex
);
592 /* core_dev_del_lun():
596 void core_dev_del_lun(
597 struct se_portal_group
*tpg
,
600 pr_debug("%s_TPG[%u]_LUN[%llu] - Deactivating %s Logical Unit from"
601 " device object\n", tpg
->se_tpg_tfo
->get_fabric_name(),
602 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
), lun
->unpacked_lun
,
603 tpg
->se_tpg_tfo
->get_fabric_name());
605 core_tpg_remove_lun(tpg
, lun
);
608 struct se_lun_acl
*core_dev_init_initiator_node_lun_acl(
609 struct se_portal_group
*tpg
,
610 struct se_node_acl
*nacl
,
614 struct se_lun_acl
*lacl
;
616 if (strlen(nacl
->initiatorname
) >= TRANSPORT_IQN_LEN
) {
617 pr_err("%s InitiatorName exceeds maximum size.\n",
618 tpg
->se_tpg_tfo
->get_fabric_name());
622 lacl
= kzalloc(sizeof(struct se_lun_acl
), GFP_KERNEL
);
624 pr_err("Unable to allocate memory for struct se_lun_acl.\n");
629 lacl
->mapped_lun
= mapped_lun
;
630 lacl
->se_lun_nacl
= nacl
;
635 int core_dev_add_initiator_node_lun_acl(
636 struct se_portal_group
*tpg
,
637 struct se_lun_acl
*lacl
,
641 struct se_node_acl
*nacl
= lacl
->se_lun_nacl
;
643 * rcu_dereference_raw protected by se_lun->lun_group symlink
644 * reference to se_device->dev_group.
646 struct se_device
*dev
= rcu_dereference_raw(lun
->lun_se_dev
);
651 if (lun
->lun_access_ro
)
652 lun_access_ro
= true;
656 if (core_enable_device_list_for_node(lun
, lacl
, lacl
->mapped_lun
,
657 lun_access_ro
, nacl
, tpg
) < 0)
660 pr_debug("%s_TPG[%hu]_LUN[%llu->%llu] - Added %s ACL for "
661 " InitiatorNode: %s\n", tpg
->se_tpg_tfo
->get_fabric_name(),
662 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
), lun
->unpacked_lun
, lacl
->mapped_lun
,
663 lun_access_ro
? "RO" : "RW",
664 nacl
->initiatorname
);
666 * Check to see if there are any existing persistent reservation APTPL
667 * pre-registrations that need to be enabled for this LUN ACL..
669 core_scsi3_check_aptpl_registration(dev
, tpg
, lun
, nacl
,
674 int core_dev_del_initiator_node_lun_acl(
676 struct se_lun_acl
*lacl
)
678 struct se_portal_group
*tpg
= lun
->lun_tpg
;
679 struct se_node_acl
*nacl
;
680 struct se_dev_entry
*deve
;
682 nacl
= lacl
->se_lun_nacl
;
686 mutex_lock(&nacl
->lun_entry_mutex
);
687 deve
= target_nacl_find_deve(nacl
, lacl
->mapped_lun
);
689 core_disable_device_list_for_node(lun
, deve
, nacl
, tpg
);
690 mutex_unlock(&nacl
->lun_entry_mutex
);
692 pr_debug("%s_TPG[%hu]_LUN[%llu] - Removed ACL for"
693 " InitiatorNode: %s Mapped LUN: %llu\n",
694 tpg
->se_tpg_tfo
->get_fabric_name(),
695 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
), lun
->unpacked_lun
,
696 nacl
->initiatorname
, lacl
->mapped_lun
);
701 void core_dev_free_initiator_node_lun_acl(
702 struct se_portal_group
*tpg
,
703 struct se_lun_acl
*lacl
)
705 pr_debug("%s_TPG[%hu] - Freeing ACL for %s InitiatorNode: %s"
706 " Mapped LUN: %llu\n", tpg
->se_tpg_tfo
->get_fabric_name(),
707 tpg
->se_tpg_tfo
->tpg_get_tag(tpg
),
708 tpg
->se_tpg_tfo
->get_fabric_name(),
709 lacl
->se_lun_nacl
->initiatorname
, lacl
->mapped_lun
);
714 static void scsi_dump_inquiry(struct se_device
*dev
)
716 struct t10_wwn
*wwn
= &dev
->t10_wwn
;
720 * Print Linux/SCSI style INQUIRY formatting to the kernel ring buffer
722 for (i
= 0; i
< 8; i
++)
723 if (wwn
->vendor
[i
] >= 0x20)
724 buf
[i
] = wwn
->vendor
[i
];
728 pr_debug(" Vendor: %s\n", buf
);
730 for (i
= 0; i
< 16; i
++)
731 if (wwn
->model
[i
] >= 0x20)
732 buf
[i
] = wwn
->model
[i
];
736 pr_debug(" Model: %s\n", buf
);
738 for (i
= 0; i
< 4; i
++)
739 if (wwn
->revision
[i
] >= 0x20)
740 buf
[i
] = wwn
->revision
[i
];
744 pr_debug(" Revision: %s\n", buf
);
746 device_type
= dev
->transport
->get_device_type(dev
);
747 pr_debug(" Type: %s ", scsi_device_type(device_type
));
750 struct se_device
*target_alloc_device(struct se_hba
*hba
, const char *name
)
752 struct se_device
*dev
;
753 struct se_lun
*xcopy_lun
;
755 dev
= hba
->backend
->ops
->alloc_device(hba
, name
);
759 dev
->dev_link_magic
= SE_DEV_LINK_MAGIC
;
761 dev
->transport
= hba
->backend
->ops
;
762 dev
->prot_length
= sizeof(struct t10_pi_tuple
);
763 dev
->hba_index
= hba
->hba_index
;
765 INIT_LIST_HEAD(&dev
->dev_list
);
766 INIT_LIST_HEAD(&dev
->dev_sep_list
);
767 INIT_LIST_HEAD(&dev
->dev_tmr_list
);
768 INIT_LIST_HEAD(&dev
->delayed_cmd_list
);
769 INIT_LIST_HEAD(&dev
->state_list
);
770 INIT_LIST_HEAD(&dev
->qf_cmd_list
);
771 INIT_LIST_HEAD(&dev
->g_dev_node
);
772 spin_lock_init(&dev
->execute_task_lock
);
773 spin_lock_init(&dev
->delayed_cmd_lock
);
774 spin_lock_init(&dev
->dev_reservation_lock
);
775 spin_lock_init(&dev
->se_port_lock
);
776 spin_lock_init(&dev
->se_tmr_lock
);
777 spin_lock_init(&dev
->qf_cmd_lock
);
778 sema_init(&dev
->caw_sem
, 1);
779 INIT_LIST_HEAD(&dev
->t10_wwn
.t10_vpd_list
);
780 spin_lock_init(&dev
->t10_wwn
.t10_vpd_lock
);
781 INIT_LIST_HEAD(&dev
->t10_pr
.registration_list
);
782 INIT_LIST_HEAD(&dev
->t10_pr
.aptpl_reg_list
);
783 spin_lock_init(&dev
->t10_pr
.registration_lock
);
784 spin_lock_init(&dev
->t10_pr
.aptpl_reg_lock
);
785 INIT_LIST_HEAD(&dev
->t10_alua
.tg_pt_gps_list
);
786 spin_lock_init(&dev
->t10_alua
.tg_pt_gps_lock
);
787 INIT_LIST_HEAD(&dev
->t10_alua
.lba_map_list
);
788 spin_lock_init(&dev
->t10_alua
.lba_map_lock
);
790 dev
->t10_wwn
.t10_dev
= dev
;
791 dev
->t10_alua
.t10_dev
= dev
;
793 dev
->dev_attrib
.da_dev
= dev
;
794 dev
->dev_attrib
.emulate_model_alias
= DA_EMULATE_MODEL_ALIAS
;
795 dev
->dev_attrib
.emulate_dpo
= 1;
796 dev
->dev_attrib
.emulate_fua_write
= 1;
797 dev
->dev_attrib
.emulate_fua_read
= 1;
798 dev
->dev_attrib
.emulate_write_cache
= DA_EMULATE_WRITE_CACHE
;
799 dev
->dev_attrib
.emulate_ua_intlck_ctrl
= DA_EMULATE_UA_INTLLCK_CTRL
;
800 dev
->dev_attrib
.emulate_tas
= DA_EMULATE_TAS
;
801 dev
->dev_attrib
.emulate_tpu
= DA_EMULATE_TPU
;
802 dev
->dev_attrib
.emulate_tpws
= DA_EMULATE_TPWS
;
803 dev
->dev_attrib
.emulate_caw
= DA_EMULATE_CAW
;
804 dev
->dev_attrib
.emulate_3pc
= DA_EMULATE_3PC
;
805 dev
->dev_attrib
.pi_prot_type
= TARGET_DIF_TYPE0_PROT
;
806 dev
->dev_attrib
.enforce_pr_isids
= DA_ENFORCE_PR_ISIDS
;
807 dev
->dev_attrib
.force_pr_aptpl
= DA_FORCE_PR_APTPL
;
808 dev
->dev_attrib
.is_nonrot
= DA_IS_NONROT
;
809 dev
->dev_attrib
.emulate_rest_reord
= DA_EMULATE_REST_REORD
;
810 dev
->dev_attrib
.max_unmap_lba_count
= DA_MAX_UNMAP_LBA_COUNT
;
811 dev
->dev_attrib
.max_unmap_block_desc_count
=
812 DA_MAX_UNMAP_BLOCK_DESC_COUNT
;
813 dev
->dev_attrib
.unmap_granularity
= DA_UNMAP_GRANULARITY_DEFAULT
;
814 dev
->dev_attrib
.unmap_granularity_alignment
=
815 DA_UNMAP_GRANULARITY_ALIGNMENT_DEFAULT
;
816 dev
->dev_attrib
.unmap_zeroes_data
=
817 DA_UNMAP_ZEROES_DATA_DEFAULT
;
818 dev
->dev_attrib
.max_write_same_len
= DA_MAX_WRITE_SAME_LEN
;
820 xcopy_lun
= &dev
->xcopy_lun
;
821 rcu_assign_pointer(xcopy_lun
->lun_se_dev
, dev
);
822 init_completion(&xcopy_lun
->lun_ref_comp
);
823 init_completion(&xcopy_lun
->lun_shutdown_comp
);
824 INIT_LIST_HEAD(&xcopy_lun
->lun_deve_list
);
825 INIT_LIST_HEAD(&xcopy_lun
->lun_dev_link
);
826 mutex_init(&xcopy_lun
->lun_tg_pt_md_mutex
);
827 xcopy_lun
->lun_tpg
= &xcopy_pt_tpg
;
833 * Check if the underlying struct block_device request_queue supports
834 * the QUEUE_FLAG_DISCARD bit for UNMAP/WRITE_SAME in SCSI + TRIM
835 * in ATA and we need to set TPE=1
837 bool target_configure_unmap_from_queue(struct se_dev_attrib
*attrib
,
838 struct request_queue
*q
)
840 int block_size
= queue_logical_block_size(q
);
842 if (!blk_queue_discard(q
))
845 attrib
->max_unmap_lba_count
=
846 q
->limits
.max_discard_sectors
>> (ilog2(block_size
) - 9);
848 * Currently hardcoded to 1 in Linux/SCSI code..
850 attrib
->max_unmap_block_desc_count
= 1;
851 attrib
->unmap_granularity
= q
->limits
.discard_granularity
/ block_size
;
852 attrib
->unmap_granularity_alignment
= q
->limits
.discard_alignment
/
854 attrib
->unmap_zeroes_data
= q
->limits
.discard_zeroes_data
;
857 EXPORT_SYMBOL(target_configure_unmap_from_queue
);
860 * Convert from blocksize advertised to the initiator to the 512 byte
861 * units unconditionally used by the Linux block layer.
863 sector_t
target_to_linux_sector(struct se_device
*dev
, sector_t lb
)
865 switch (dev
->dev_attrib
.block_size
) {
876 EXPORT_SYMBOL(target_to_linux_sector
);
878 int target_configure_device(struct se_device
*dev
)
880 struct se_hba
*hba
= dev
->se_hba
;
883 if (dev
->dev_flags
& DF_CONFIGURED
) {
884 pr_err("se_dev->se_dev_ptr already set for storage"
889 ret
= dev
->transport
->configure_device(dev
);
893 * XXX: there is not much point to have two different values here..
895 dev
->dev_attrib
.block_size
= dev
->dev_attrib
.hw_block_size
;
896 dev
->dev_attrib
.queue_depth
= dev
->dev_attrib
.hw_queue_depth
;
899 * Align max_hw_sectors down to PAGE_SIZE I/O transfers
901 dev
->dev_attrib
.hw_max_sectors
=
902 se_dev_align_max_sectors(dev
->dev_attrib
.hw_max_sectors
,
903 dev
->dev_attrib
.hw_block_size
);
904 dev
->dev_attrib
.optimal_sectors
= dev
->dev_attrib
.hw_max_sectors
;
906 dev
->dev_index
= scsi_get_new_index(SCSI_DEVICE_INDEX
);
907 dev
->creation_time
= get_jiffies_64();
909 ret
= core_setup_alua(dev
);
914 * Startup the struct se_device processing thread
916 dev
->tmr_wq
= alloc_workqueue("tmr-%s", WQ_MEM_RECLAIM
| WQ_UNBOUND
, 1,
917 dev
->transport
->name
);
919 pr_err("Unable to create tmr workqueue for %s\n",
920 dev
->transport
->name
);
926 * Setup work_queue for QUEUE_FULL
928 INIT_WORK(&dev
->qf_work_queue
, target_qf_do_work
);
931 * Preload the initial INQUIRY const values if we are doing
932 * anything virtual (IBLOCK, FILEIO, RAMDISK), but not for TCM/pSCSI
933 * passthrough because this is being provided by the backend LLD.
935 if (!(dev
->transport
->transport_flags
& TRANSPORT_FLAG_PASSTHROUGH
)) {
936 strncpy(&dev
->t10_wwn
.vendor
[0], "LIO-ORG", 8);
937 strncpy(&dev
->t10_wwn
.model
[0],
938 dev
->transport
->inquiry_prod
, 16);
939 strncpy(&dev
->t10_wwn
.revision
[0],
940 dev
->transport
->inquiry_rev
, 4);
943 scsi_dump_inquiry(dev
);
945 spin_lock(&hba
->device_lock
);
947 spin_unlock(&hba
->device_lock
);
949 mutex_lock(&g_device_mutex
);
950 list_add_tail(&dev
->g_dev_node
, &g_device_list
);
951 mutex_unlock(&g_device_mutex
);
953 dev
->dev_flags
|= DF_CONFIGURED
;
958 core_alua_free_lu_gp_mem(dev
);
960 se_release_vpd_for_dev(dev
);
964 void target_free_device(struct se_device
*dev
)
966 struct se_hba
*hba
= dev
->se_hba
;
968 WARN_ON(!list_empty(&dev
->dev_sep_list
));
970 if (dev
->dev_flags
& DF_CONFIGURED
) {
971 destroy_workqueue(dev
->tmr_wq
);
973 mutex_lock(&g_device_mutex
);
974 list_del(&dev
->g_dev_node
);
975 mutex_unlock(&g_device_mutex
);
977 spin_lock(&hba
->device_lock
);
979 spin_unlock(&hba
->device_lock
);
982 core_alua_free_lu_gp_mem(dev
);
983 core_alua_set_lba_map(dev
, NULL
, 0, 0);
984 core_scsi3_free_all_registrations(dev
);
985 se_release_vpd_for_dev(dev
);
987 if (dev
->transport
->free_prot
)
988 dev
->transport
->free_prot(dev
);
990 dev
->transport
->free_device(dev
);
993 int core_dev_setup_virtual_lun0(void)
996 struct se_device
*dev
;
997 char buf
[] = "rd_pages=8,rd_nullio=1";
1000 hba
= core_alloc_hba("rd_mcp", 0, HBA_FLAGS_INTERNAL_USE
);
1002 return PTR_ERR(hba
);
1004 dev
= target_alloc_device(hba
, "virt_lun0");
1010 hba
->backend
->ops
->set_configfs_dev_params(dev
, buf
, sizeof(buf
));
1012 ret
= target_configure_device(dev
);
1014 goto out_free_se_dev
;
1021 target_free_device(dev
);
1023 core_delete_hba(hba
);
1028 void core_dev_release_virtual_lun0(void)
1030 struct se_hba
*hba
= lun0_hba
;
1036 target_free_device(g_lun0_dev
);
1037 core_delete_hba(hba
);
1041 * Common CDB parsing for kernel and user passthrough.
1044 passthrough_parse_cdb(struct se_cmd
*cmd
,
1045 sense_reason_t (*exec_cmd
)(struct se_cmd
*cmd
))
1047 unsigned char *cdb
= cmd
->t_task_cdb
;
1050 * Clear a lun set in the cdb if the initiator talking to use spoke
1051 * and old standards version, as we can't assume the underlying device
1052 * won't choke up on it.
1055 case READ_10
: /* SBC - RDProtect */
1056 case READ_12
: /* SBC - RDProtect */
1057 case READ_16
: /* SBC - RDProtect */
1058 case SEND_DIAGNOSTIC
: /* SPC - SELF-TEST Code */
1059 case VERIFY
: /* SBC - VRProtect */
1060 case VERIFY_16
: /* SBC - VRProtect */
1061 case WRITE_VERIFY
: /* SBC - VRProtect */
1062 case WRITE_VERIFY_12
: /* SBC - VRProtect */
1063 case MAINTENANCE_IN
: /* SPC - Parameter Data Format for SA RTPG */
1066 cdb
[1] &= 0x1f; /* clear logical unit number */
1071 * For REPORT LUNS we always need to emulate the response, for everything
1074 if (cdb
[0] == REPORT_LUNS
) {
1075 cmd
->execute_cmd
= spc_emulate_report_luns
;
1076 return TCM_NO_SENSE
;
1079 /* Set DATA_CDB flag for ops that should have it */
1090 case WRITE_VERIFY_12
:
1091 case 0x8e: /* WRITE_VERIFY_16 */
1092 case COMPARE_AND_WRITE
:
1093 case XDWRITEREAD_10
:
1094 cmd
->se_cmd_flags
|= SCF_SCSI_DATA_CDB
;
1096 case VARIABLE_LENGTH_CMD
:
1097 switch (get_unaligned_be16(&cdb
[8])) {
1100 case 0x0c: /* WRITE_VERIFY_32 */
1101 case XDWRITEREAD_32
:
1102 cmd
->se_cmd_flags
|= SCF_SCSI_DATA_CDB
;
1107 cmd
->execute_cmd
= exec_cmd
;
1109 return TCM_NO_SENSE
;
1111 EXPORT_SYMBOL(passthrough_parse_cdb
);