]>
Commit | Line | Data |
---|---|---|
1a59d1b8 | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
c66ac9db NB |
2 | /******************************************************************************* |
3 | * Filename: target_core_device.c (based on iscsi_target_device.c) | |
4 | * | |
e3d6f909 | 5 | * This file contains the TCM Virtual Device and Disk Transport |
c66ac9db NB |
6 | * agnostic related functions. |
7 | * | |
4c76251e | 8 | * (c) Copyright 2003-2013 Datera, Inc. |
c66ac9db NB |
9 | * |
10 | * Nicholas A. Bellinger <nab@kernel.org> | |
11 | * | |
c66ac9db NB |
12 | ******************************************************************************/ |
13 | ||
14 | #include <linux/net.h> | |
15 | #include <linux/string.h> | |
16 | #include <linux/delay.h> | |
17 | #include <linux/timer.h> | |
18 | #include <linux/slab.h> | |
19 | #include <linux/spinlock.h> | |
c66ac9db NB |
20 | #include <linux/kthread.h> |
21 | #include <linux/in.h> | |
c53181af | 22 | #include <linux/export.h> |
8dcf07be | 23 | #include <linux/t10-pi.h> |
7bfea53b | 24 | #include <asm/unaligned.h> |
c66ac9db NB |
25 | #include <net/sock.h> |
26 | #include <net/tcp.h> | |
ba929992 BVA |
27 | #include <scsi/scsi_common.h> |
28 | #include <scsi/scsi_proto.h> | |
c66ac9db NB |
29 | |
30 | #include <target/target_core_base.h> | |
c4795fb2 CH |
31 | #include <target/target_core_backend.h> |
32 | #include <target/target_core_fabric.h> | |
c66ac9db | 33 | |
e26d99ae | 34 | #include "target_core_internal.h" |
c66ac9db | 35 | #include "target_core_alua.h" |
c66ac9db NB |
36 | #include "target_core_pr.h" |
37 | #include "target_core_ua.h" | |
38 | ||
c82ff239 CIK |
39 | static DEFINE_MUTEX(device_mutex); |
40 | static LIST_HEAD(device_list); | |
0a5eee64 | 41 | static DEFINE_IDR(devices_idr); |
d9ea32bf | 42 | |
e3d6f909 | 43 | static struct se_hba *lun0_hba; |
e3d6f909 AG |
44 | /* not static, needed by tpg.c */ |
45 | struct se_device *g_lun0_dev; | |
46 | ||
de103c93 | 47 | sense_reason_t |
a36840d8 | 48 | transport_lookup_cmd_lun(struct se_cmd *se_cmd) |
c66ac9db | 49 | { |
c66ac9db | 50 | struct se_lun *se_lun = NULL; |
e3d6f909 | 51 | struct se_session *se_sess = se_cmd->se_sess; |
29a05dee | 52 | struct se_node_acl *nacl = se_sess->se_node_acl; |
29a05dee | 53 | struct se_dev_entry *deve; |
8fa3a867 | 54 | sense_reason_t ret = TCM_NO_SENSE; |
5951146d | 55 | |
29a05dee | 56 | rcu_read_lock(); |
a36840d8 | 57 | deve = target_nacl_find_deve(nacl, se_cmd->orig_fe_lun); |
29a05dee NB |
58 | if (deve) { |
59 | atomic_long_inc(&deve->total_cmds); | |
5951146d | 60 | |
5951146d | 61 | if (se_cmd->data_direction == DMA_TO_DEVICE) |
29a05dee NB |
62 | atomic_long_add(se_cmd->data_length, |
63 | &deve->write_bytes); | |
5951146d | 64 | else if (se_cmd->data_direction == DMA_FROM_DEVICE) |
29a05dee NB |
65 | atomic_long_add(se_cmd->data_length, |
66 | &deve->read_bytes); | |
5951146d | 67 | |
a2b5d6f9 MC |
68 | if ((se_cmd->data_direction == DMA_TO_DEVICE) && |
69 | deve->lun_access_ro) { | |
70 | pr_err("TARGET_CORE[%s]: Detected WRITE_PROTECTED LUN" | |
71 | " Access for 0x%08llx\n", | |
72 | se_cmd->se_tfo->fabric_name, | |
73 | se_cmd->orig_fe_lun); | |
74 | rcu_read_unlock(); | |
75 | return TCM_WRITE_PROTECTED; | |
76 | } | |
77 | ||
29a05dee | 78 | se_lun = rcu_dereference(deve->se_lun); |
bd4e2d29 NB |
79 | |
80 | if (!percpu_ref_tryget_live(&se_lun->lun_ref)) { | |
81 | se_lun = NULL; | |
82 | goto out_unlock; | |
83 | } | |
84 | ||
63f74794 | 85 | se_cmd->se_lun = se_lun; |
c66ac9db | 86 | se_cmd->pr_res_key = deve->pr_res_key; |
c66ac9db | 87 | se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; |
5277797d | 88 | se_cmd->lun_ref_active = true; |
c66ac9db | 89 | } |
bd4e2d29 | 90 | out_unlock: |
29a05dee | 91 | rcu_read_unlock(); |
c66ac9db NB |
92 | |
93 | if (!se_lun) { | |
5951146d AG |
94 | /* |
95 | * Use the se_portal_group->tpg_virt_lun0 to allow for | |
96 | * REPORT_LUNS, et al to be returned when no active | |
97 | * MappedLUN=0 exists for this Initiator Port. | |
98 | */ | |
a36840d8 | 99 | if (se_cmd->orig_fe_lun != 0) { |
6708bb27 | 100 | pr_err("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN" |
5482d56b | 101 | " Access for 0x%08llx from %s\n", |
30c7ca93 | 102 | se_cmd->se_tfo->fabric_name, |
a36840d8 | 103 | se_cmd->orig_fe_lun, |
5482d56b | 104 | nacl->initiatorname); |
de103c93 | 105 | return TCM_NON_EXISTENT_LUN; |
5951146d | 106 | } |
5951146d | 107 | |
8fa3a867 NB |
108 | /* |
109 | * Force WRITE PROTECT for virtual LUN 0 | |
110 | */ | |
111 | if ((se_cmd->data_direction != DMA_FROM_DEVICE) && | |
a2b5d6f9 MC |
112 | (se_cmd->data_direction != DMA_NONE)) |
113 | return TCM_WRITE_PROTECTED; | |
114 | ||
115 | se_lun = se_sess->se_tpg->tpg_virt_lun0; | |
116 | if (!percpu_ref_tryget_live(&se_lun->lun_ref)) | |
117 | return TCM_NON_EXISTENT_LUN; | |
118 | ||
119 | se_cmd->se_lun = se_sess->se_tpg->tpg_virt_lun0; | |
120 | se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; | |
121 | se_cmd->lun_ref_active = true; | |
c66ac9db | 122 | } |
4cc987ea NB |
123 | /* |
124 | * RCU reference protected by percpu se_lun->lun_ref taken above that | |
125 | * must drop to zero (including initial reference) before this se_lun | |
126 | * pointer can be kfree_rcu() by the final se_lun->lun_group put via | |
127 | * target_core_fabric_configfs.c:target_fabric_port_release | |
128 | */ | |
129 | se_cmd->se_dev = rcu_dereference_raw(se_lun->lun_se_dev); | |
130 | atomic_long_inc(&se_cmd->se_dev->num_cmds); | |
c66ac9db | 131 | |
c66ac9db | 132 | if (se_cmd->data_direction == DMA_TO_DEVICE) |
4cc987ea NB |
133 | atomic_long_add(se_cmd->data_length, |
134 | &se_cmd->se_dev->write_bytes); | |
c66ac9db | 135 | else if (se_cmd->data_direction == DMA_FROM_DEVICE) |
4cc987ea NB |
136 | atomic_long_add(se_cmd->data_length, |
137 | &se_cmd->se_dev->read_bytes); | |
c66ac9db | 138 | |
8fa3a867 | 139 | return ret; |
c66ac9db | 140 | } |
5951146d | 141 | EXPORT_SYMBOL(transport_lookup_cmd_lun); |
c66ac9db | 142 | |
a36840d8 | 143 | int transport_lookup_tmr_lun(struct se_cmd *se_cmd) |
c66ac9db | 144 | { |
c66ac9db NB |
145 | struct se_dev_entry *deve; |
146 | struct se_lun *se_lun = NULL; | |
e3d6f909 | 147 | struct se_session *se_sess = se_cmd->se_sess; |
29a05dee | 148 | struct se_node_acl *nacl = se_sess->se_node_acl; |
c66ac9db | 149 | struct se_tmr_req *se_tmr = se_cmd->se_tmr_req; |
5e1be919 | 150 | unsigned long flags; |
c66ac9db | 151 | |
29a05dee | 152 | rcu_read_lock(); |
a36840d8 | 153 | deve = target_nacl_find_deve(nacl, se_cmd->orig_fe_lun); |
29a05dee | 154 | if (deve) { |
29a05dee | 155 | se_lun = rcu_dereference(deve->se_lun); |
eeb64d23 NB |
156 | |
157 | if (!percpu_ref_tryget_live(&se_lun->lun_ref)) { | |
158 | se_lun = NULL; | |
159 | goto out_unlock; | |
160 | } | |
161 | ||
63f74794 | 162 | se_cmd->se_lun = se_lun; |
c66ac9db | 163 | se_cmd->pr_res_key = deve->pr_res_key; |
eeb64d23 NB |
164 | se_cmd->se_cmd_flags |= SCF_SE_LUN_CMD; |
165 | se_cmd->lun_ref_active = true; | |
c66ac9db | 166 | } |
eeb64d23 | 167 | out_unlock: |
29a05dee | 168 | rcu_read_unlock(); |
c66ac9db NB |
169 | |
170 | if (!se_lun) { | |
6708bb27 | 171 | pr_debug("TARGET_CORE[%s]: Detected NON_EXISTENT_LUN" |
5482d56b | 172 | " Access for 0x%08llx for %s\n", |
30c7ca93 | 173 | se_cmd->se_tfo->fabric_name, |
a36840d8 | 174 | se_cmd->orig_fe_lun, |
5482d56b | 175 | nacl->initiatorname); |
e3d6f909 | 176 | return -ENODEV; |
c66ac9db | 177 | } |
4cc987ea NB |
178 | se_cmd->se_dev = rcu_dereference_raw(se_lun->lun_se_dev); |
179 | se_tmr->tmr_dev = rcu_dereference_raw(se_lun->lun_se_dev); | |
5951146d | 180 | |
5e1be919 | 181 | spin_lock_irqsave(&se_tmr->tmr_dev->se_tmr_lock, flags); |
5951146d | 182 | list_add_tail(&se_tmr->tmr_list, &se_tmr->tmr_dev->dev_tmr_list); |
5e1be919 | 183 | spin_unlock_irqrestore(&se_tmr->tmr_dev->se_tmr_lock, flags); |
c66ac9db NB |
184 | |
185 | return 0; | |
186 | } | |
5951146d | 187 | EXPORT_SYMBOL(transport_lookup_tmr_lun); |
c66ac9db | 188 | |
29a05dee NB |
189 | bool target_lun_is_rdonly(struct se_cmd *cmd) |
190 | { | |
191 | struct se_session *se_sess = cmd->se_sess; | |
192 | struct se_dev_entry *deve; | |
193 | bool ret; | |
194 | ||
29a05dee NB |
195 | rcu_read_lock(); |
196 | deve = target_nacl_find_deve(se_sess->se_node_acl, cmd->orig_fe_lun); | |
03a68b44 | 197 | ret = deve && deve->lun_access_ro; |
29a05dee NB |
198 | rcu_read_unlock(); |
199 | ||
200 | return ret; | |
201 | } | |
202 | EXPORT_SYMBOL(target_lun_is_rdonly); | |
203 | ||
c66ac9db NB |
204 | /* |
205 | * This function is called from core_scsi3_emulate_pro_register_and_move() | |
29a05dee | 206 | * and core_scsi3_decode_spec_i_port(), and will increment &deve->pr_kref |
c66ac9db NB |
207 | * when a matching rtpi is found. |
208 | */ | |
209 | struct se_dev_entry *core_get_se_deve_from_rtpi( | |
210 | struct se_node_acl *nacl, | |
211 | u16 rtpi) | |
212 | { | |
213 | struct se_dev_entry *deve; | |
214 | struct se_lun *lun; | |
c66ac9db | 215 | struct se_portal_group *tpg = nacl->se_tpg; |
c66ac9db | 216 | |
29a05dee NB |
217 | rcu_read_lock(); |
218 | hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { | |
219 | lun = rcu_dereference(deve->se_lun); | |
6708bb27 AG |
220 | if (!lun) { |
221 | pr_err("%s device entries device pointer is" | |
c66ac9db | 222 | " NULL, but Initiator has access.\n", |
30c7ca93 | 223 | tpg->se_tpg_tfo->fabric_name); |
c66ac9db NB |
224 | continue; |
225 | } | |
29a05dee | 226 | if (lun->lun_rtpi != rtpi) |
c66ac9db NB |
227 | continue; |
228 | ||
29a05dee NB |
229 | kref_get(&deve->pr_kref); |
230 | rcu_read_unlock(); | |
c66ac9db NB |
231 | |
232 | return deve; | |
233 | } | |
29a05dee | 234 | rcu_read_unlock(); |
c66ac9db NB |
235 | |
236 | return NULL; | |
237 | } | |
238 | ||
29a05dee | 239 | void core_free_device_list_for_node( |
c66ac9db NB |
240 | struct se_node_acl *nacl, |
241 | struct se_portal_group *tpg) | |
242 | { | |
243 | struct se_dev_entry *deve; | |
c66ac9db | 244 | |
29a05dee NB |
245 | mutex_lock(&nacl->lun_entry_mutex); |
246 | hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { | |
247 | struct se_lun *lun = rcu_dereference_check(deve->se_lun, | |
248 | lockdep_is_held(&nacl->lun_entry_mutex)); | |
249 | core_disable_device_list_for_node(lun, deve, nacl, tpg); | |
c66ac9db | 250 | } |
29a05dee | 251 | mutex_unlock(&nacl->lun_entry_mutex); |
c66ac9db NB |
252 | } |
253 | ||
c66ac9db | 254 | void core_update_device_list_access( |
f2d30680 | 255 | u64 mapped_lun, |
03a68b44 | 256 | bool lun_access_ro, |
c66ac9db NB |
257 | struct se_node_acl *nacl) |
258 | { | |
259 | struct se_dev_entry *deve; | |
260 | ||
29a05dee NB |
261 | mutex_lock(&nacl->lun_entry_mutex); |
262 | deve = target_nacl_find_deve(nacl, mapped_lun); | |
03a68b44 AG |
263 | if (deve) |
264 | deve->lun_access_ro = lun_access_ro; | |
29a05dee | 265 | mutex_unlock(&nacl->lun_entry_mutex); |
c66ac9db NB |
266 | } |
267 | ||
29a05dee NB |
268 | /* |
269 | * Called with rcu_read_lock or nacl->device_list_lock held. | |
c66ac9db | 270 | */ |
f2d30680 | 271 | struct se_dev_entry *target_nacl_find_deve(struct se_node_acl *nacl, u64 mapped_lun) |
29a05dee NB |
272 | { |
273 | struct se_dev_entry *deve; | |
274 | ||
275 | hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) | |
276 | if (deve->mapped_lun == mapped_lun) | |
277 | return deve; | |
278 | ||
279 | return NULL; | |
280 | } | |
281 | EXPORT_SYMBOL(target_nacl_find_deve); | |
282 | ||
283 | void target_pr_kref_release(struct kref *kref) | |
284 | { | |
285 | struct se_dev_entry *deve = container_of(kref, struct se_dev_entry, | |
286 | pr_kref); | |
287 | complete(&deve->pr_comp); | |
c66ac9db NB |
288 | } |
289 | ||
7c0d0d51 HR |
290 | static void |
291 | target_luns_data_has_changed(struct se_node_acl *nacl, struct se_dev_entry *new, | |
292 | bool skip_new) | |
293 | { | |
294 | struct se_dev_entry *tmp; | |
295 | ||
296 | rcu_read_lock(); | |
297 | hlist_for_each_entry_rcu(tmp, &nacl->lun_entry_hlist, link) { | |
298 | if (skip_new && tmp == new) | |
299 | continue; | |
300 | core_scsi3_ua_allocate(tmp, 0x3F, | |
301 | ASCQ_3FH_REPORTED_LUNS_DATA_HAS_CHANGED); | |
302 | } | |
303 | rcu_read_unlock(); | |
304 | } | |
305 | ||
e80ac6c4 | 306 | int core_enable_device_list_for_node( |
c66ac9db NB |
307 | struct se_lun *lun, |
308 | struct se_lun_acl *lun_acl, | |
f2d30680 | 309 | u64 mapped_lun, |
03a68b44 | 310 | bool lun_access_ro, |
c66ac9db | 311 | struct se_node_acl *nacl, |
e80ac6c4 | 312 | struct se_portal_group *tpg) |
c66ac9db | 313 | { |
29a05dee | 314 | struct se_dev_entry *orig, *new; |
c66ac9db | 315 | |
29a05dee NB |
316 | new = kzalloc(sizeof(*new), GFP_KERNEL); |
317 | if (!new) { | |
318 | pr_err("Unable to allocate se_dev_entry memory\n"); | |
319 | return -ENOMEM; | |
320 | } | |
e80ac6c4 | 321 | |
29a05dee | 322 | spin_lock_init(&new->ua_lock); |
29a05dee | 323 | INIT_LIST_HEAD(&new->ua_list); |
adf653f9 | 324 | INIT_LIST_HEAD(&new->lun_link); |
e80ac6c4 | 325 | |
29a05dee NB |
326 | new->mapped_lun = mapped_lun; |
327 | kref_init(&new->pr_kref); | |
328 | init_completion(&new->pr_comp); | |
329 | ||
03a68b44 | 330 | new->lun_access_ro = lun_access_ro; |
29a05dee NB |
331 | new->creation_time = get_jiffies_64(); |
332 | new->attach_count++; | |
333 | ||
334 | mutex_lock(&nacl->lun_entry_mutex); | |
335 | orig = target_nacl_find_deve(nacl, mapped_lun); | |
336 | if (orig && orig->se_lun) { | |
337 | struct se_lun *orig_lun = rcu_dereference_check(orig->se_lun, | |
338 | lockdep_is_held(&nacl->lun_entry_mutex)); | |
339 | ||
340 | if (orig_lun != lun) { | |
341 | pr_err("Existing orig->se_lun doesn't match new lun" | |
342 | " for dynamic -> explicit NodeACL conversion:" | |
343 | " %s\n", nacl->initiatorname); | |
344 | mutex_unlock(&nacl->lun_entry_mutex); | |
345 | kfree(new); | |
e80ac6c4 | 346 | return -EINVAL; |
c66ac9db | 347 | } |
391e2a6d NB |
348 | if (orig->se_lun_acl != NULL) { |
349 | pr_warn_ratelimited("Detected existing explicit" | |
350 | " se_lun_acl->se_lun_group reference for %s" | |
351 | " mapped_lun: %llu, failing\n", | |
352 | nacl->initiatorname, mapped_lun); | |
353 | mutex_unlock(&nacl->lun_entry_mutex); | |
354 | kfree(new); | |
355 | return -EINVAL; | |
356 | } | |
c66ac9db | 357 | |
29a05dee NB |
358 | rcu_assign_pointer(new->se_lun, lun); |
359 | rcu_assign_pointer(new->se_lun_acl, lun_acl); | |
360 | hlist_del_rcu(&orig->link); | |
361 | hlist_add_head_rcu(&new->link, &nacl->lun_entry_hlist); | |
362 | mutex_unlock(&nacl->lun_entry_mutex); | |
c66ac9db | 363 | |
1adff1b3 | 364 | spin_lock(&lun->lun_deve_lock); |
adf653f9 CH |
365 | list_del(&orig->lun_link); |
366 | list_add_tail(&new->lun_link, &lun->lun_deve_list); | |
1adff1b3 | 367 | spin_unlock(&lun->lun_deve_lock); |
c66ac9db | 368 | |
29a05dee NB |
369 | kref_put(&orig->pr_kref, target_pr_kref_release); |
370 | wait_for_completion(&orig->pr_comp); | |
c66ac9db | 371 | |
7c0d0d51 | 372 | target_luns_data_has_changed(nacl, new, true); |
29a05dee NB |
373 | kfree_rcu(orig, rcu_head); |
374 | return 0; | |
c66ac9db | 375 | } |
e80ac6c4 | 376 | |
29a05dee NB |
377 | rcu_assign_pointer(new->se_lun, lun); |
378 | rcu_assign_pointer(new->se_lun_acl, lun_acl); | |
379 | hlist_add_head_rcu(&new->link, &nacl->lun_entry_hlist); | |
380 | mutex_unlock(&nacl->lun_entry_mutex); | |
e80ac6c4 | 381 | |
1adff1b3 | 382 | spin_lock(&lun->lun_deve_lock); |
adf653f9 | 383 | list_add_tail(&new->lun_link, &lun->lun_deve_list); |
1adff1b3 | 384 | spin_unlock(&lun->lun_deve_lock); |
e80ac6c4 | 385 | |
7c0d0d51 | 386 | target_luns_data_has_changed(nacl, new, true); |
e80ac6c4 AG |
387 | return 0; |
388 | } | |
389 | ||
29a05dee | 390 | void core_disable_device_list_for_node( |
e80ac6c4 | 391 | struct se_lun *lun, |
29a05dee | 392 | struct se_dev_entry *orig, |
e80ac6c4 AG |
393 | struct se_node_acl *nacl, |
394 | struct se_portal_group *tpg) | |
395 | { | |
4cc987ea NB |
396 | /* |
397 | * rcu_dereference_raw protected by se_lun->lun_group symlink | |
398 | * reference to se_device->dev_group. | |
399 | */ | |
400 | struct se_device *dev = rcu_dereference_raw(lun->lun_se_dev); | |
618baaf7 BVA |
401 | |
402 | lockdep_assert_held(&nacl->lun_entry_mutex); | |
403 | ||
e80ac6c4 AG |
404 | /* |
405 | * If the MappedLUN entry is being disabled, the entry in | |
adf653f9 | 406 | * lun->lun_deve_list must be removed now before clearing the |
e80ac6c4 AG |
407 | * struct se_dev_entry pointers below as logic in |
408 | * core_alua_do_transition_tg_pt() depends on these being present. | |
409 | * | |
410 | * deve->se_lun_acl will be NULL for demo-mode created LUNs | |
411 | * that have not been explicitly converted to MappedLUNs -> | |
adf653f9 CH |
412 | * struct se_lun_acl, but we remove deve->lun_link from |
413 | * lun->lun_deve_list. This also means that active UAs and | |
e80ac6c4 AG |
414 | * NodeACL context specific PR metadata for demo-mode |
415 | * MappedLUN *deve will be released below.. | |
416 | */ | |
1adff1b3 | 417 | spin_lock(&lun->lun_deve_lock); |
adf653f9 | 418 | list_del(&orig->lun_link); |
1adff1b3 | 419 | spin_unlock(&lun->lun_deve_lock); |
c66ac9db | 420 | /* |
29a05dee | 421 | * Disable struct se_dev_entry LUN ACL mapping |
c66ac9db | 422 | */ |
29a05dee NB |
423 | core_scsi3_ua_release_all(orig); |
424 | ||
425 | hlist_del_rcu(&orig->link); | |
80bfdfa9 | 426 | clear_bit(DEF_PR_REG_ACTIVE, &orig->deve_flags); |
03a68b44 | 427 | orig->lun_access_ro = false; |
29a05dee NB |
428 | orig->creation_time = 0; |
429 | orig->attach_count--; | |
c66ac9db | 430 | /* |
29a05dee NB |
431 | * Before firing off RCU callback, wait for any in process SPEC_I_PT=1 |
432 | * or REGISTER_AND_MOVE PR operation to complete. | |
c66ac9db | 433 | */ |
29a05dee NB |
434 | kref_put(&orig->pr_kref, target_pr_kref_release); |
435 | wait_for_completion(&orig->pr_comp); | |
436 | ||
3ccd6e83 NB |
437 | rcu_assign_pointer(orig->se_lun, NULL); |
438 | rcu_assign_pointer(orig->se_lun_acl, NULL); | |
439 | ||
29a05dee | 440 | kfree_rcu(orig, rcu_head); |
c66ac9db | 441 | |
4cc987ea | 442 | core_scsi3_free_pr_reg_from_nacl(dev, nacl); |
7c0d0d51 | 443 | target_luns_data_has_changed(nacl, NULL, false); |
c66ac9db NB |
444 | } |
445 | ||
446 | /* core_clear_lun_from_tpg(): | |
447 | * | |
448 | * | |
449 | */ | |
450 | void core_clear_lun_from_tpg(struct se_lun *lun, struct se_portal_group *tpg) | |
451 | { | |
452 | struct se_node_acl *nacl; | |
453 | struct se_dev_entry *deve; | |
c66ac9db | 454 | |
403edd78 | 455 | mutex_lock(&tpg->acl_node_mutex); |
c66ac9db | 456 | list_for_each_entry(nacl, &tpg->acl_node_list, acl_list) { |
c66ac9db | 457 | |
29a05dee NB |
458 | mutex_lock(&nacl->lun_entry_mutex); |
459 | hlist_for_each_entry_rcu(deve, &nacl->lun_entry_hlist, link) { | |
460 | struct se_lun *tmp_lun = rcu_dereference_check(deve->se_lun, | |
461 | lockdep_is_held(&nacl->lun_entry_mutex)); | |
c66ac9db | 462 | |
29a05dee NB |
463 | if (lun != tmp_lun) |
464 | continue; | |
c66ac9db | 465 | |
29a05dee | 466 | core_disable_device_list_for_node(lun, deve, nacl, tpg); |
c66ac9db | 467 | } |
29a05dee | 468 | mutex_unlock(&nacl->lun_entry_mutex); |
c66ac9db | 469 | } |
403edd78 | 470 | mutex_unlock(&tpg->acl_node_mutex); |
c66ac9db NB |
471 | } |
472 | ||
adf653f9 | 473 | int core_alloc_rtpi(struct se_lun *lun, struct se_device *dev) |
c66ac9db | 474 | { |
adf653f9 | 475 | struct se_lun *tmp; |
c66ac9db NB |
476 | |
477 | spin_lock(&dev->se_port_lock); | |
adf653f9 | 478 | if (dev->export_count == 0x0000ffff) { |
6708bb27 | 479 | pr_warn("Reached dev->dev_port_count ==" |
c66ac9db NB |
480 | " 0x0000ffff\n"); |
481 | spin_unlock(&dev->se_port_lock); | |
adf653f9 | 482 | return -ENOSPC; |
c66ac9db NB |
483 | } |
484 | again: | |
485 | /* | |
35d1efe8 | 486 | * Allocate the next RELATIVE TARGET PORT IDENTIFIER for this struct se_device |
c66ac9db NB |
487 | * Here is the table from spc4r17 section 7.7.3.8. |
488 | * | |
489 | * Table 473 -- RELATIVE TARGET PORT IDENTIFIER field | |
490 | * | |
491 | * Code Description | |
492 | * 0h Reserved | |
493 | * 1h Relative port 1, historically known as port A | |
494 | * 2h Relative port 2, historically known as port B | |
495 | * 3h to FFFFh Relative port 3 through 65 535 | |
496 | */ | |
adf653f9 CH |
497 | lun->lun_rtpi = dev->dev_rpti_counter++; |
498 | if (!lun->lun_rtpi) | |
c66ac9db NB |
499 | goto again; |
500 | ||
adf653f9 | 501 | list_for_each_entry(tmp, &dev->dev_sep_list, lun_dev_link) { |
c66ac9db | 502 | /* |
35d1efe8 | 503 | * Make sure RELATIVE TARGET PORT IDENTIFIER is unique |
c66ac9db NB |
504 | * for 16-bit wrap.. |
505 | */ | |
adf653f9 | 506 | if (lun->lun_rtpi == tmp->lun_rtpi) |
c66ac9db NB |
507 | goto again; |
508 | } | |
509 | spin_unlock(&dev->se_port_lock); | |
510 | ||
c66ac9db NB |
511 | return 0; |
512 | } | |
513 | ||
0fd97ccf | 514 | static void se_release_vpd_for_dev(struct se_device *dev) |
c66ac9db NB |
515 | { |
516 | struct t10_vpd *vpd, *vpd_tmp; | |
517 | ||
0fd97ccf | 518 | spin_lock(&dev->t10_wwn.t10_vpd_lock); |
c66ac9db | 519 | list_for_each_entry_safe(vpd, vpd_tmp, |
0fd97ccf | 520 | &dev->t10_wwn.t10_vpd_list, vpd_list) { |
c66ac9db NB |
521 | list_del(&vpd->vpd_list); |
522 | kfree(vpd); | |
523 | } | |
0fd97ccf | 524 | spin_unlock(&dev->t10_wwn.t10_vpd_lock); |
c66ac9db NB |
525 | } |
526 | ||
c8045372 | 527 | static u32 se_dev_align_max_sectors(u32 max_sectors, u32 block_size) |
525a48a2 | 528 | { |
3e03989b RD |
529 | u32 aligned_max_sectors; |
530 | u32 alignment; | |
525a48a2 NB |
531 | /* |
532 | * Limit max_sectors to a PAGE_SIZE aligned value for modern | |
533 | * transport_allocate_data_tasks() operation. | |
534 | */ | |
3e03989b RD |
535 | alignment = max(1ul, PAGE_SIZE / block_size); |
536 | aligned_max_sectors = rounddown(max_sectors, alignment); | |
537 | ||
538 | if (max_sectors != aligned_max_sectors) | |
539 | pr_info("Rounding down aligned max_sectors from %u to %u\n", | |
540 | max_sectors, aligned_max_sectors); | |
525a48a2 | 541 | |
3e03989b | 542 | return aligned_max_sectors; |
525a48a2 NB |
543 | } |
544 | ||
6bb82612 | 545 | int core_dev_add_lun( |
c66ac9db | 546 | struct se_portal_group *tpg, |
c66ac9db | 547 | struct se_device *dev, |
6bb82612 | 548 | struct se_lun *lun) |
c66ac9db | 549 | { |
8d9efe53 | 550 | int rc; |
c66ac9db | 551 | |
03a68b44 | 552 | rc = core_tpg_add_lun(tpg, lun, false, dev); |
8d9efe53 | 553 | if (rc < 0) |
6bb82612 | 554 | return rc; |
c66ac9db | 555 | |
f2d30680 | 556 | pr_debug("%s_TPG[%u]_LUN[%llu] - Activated %s Logical Unit from" |
30c7ca93 | 557 | " CORE HBA: %u\n", tpg->se_tpg_tfo->fabric_name, |
2af7973a | 558 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, |
30c7ca93 | 559 | tpg->se_tpg_tfo->fabric_name, dev->se_hba->hba_id); |
c66ac9db NB |
560 | /* |
561 | * Update LUN maps for dynamically added initiators when | |
562 | * generate_node_acl is enabled. | |
563 | */ | |
e3d6f909 | 564 | if (tpg->se_tpg_tfo->tpg_check_demo_mode(tpg)) { |
c66ac9db | 565 | struct se_node_acl *acl; |
403edd78 NB |
566 | |
567 | mutex_lock(&tpg->acl_node_mutex); | |
c66ac9db | 568 | list_for_each_entry(acl, &tpg->acl_node_list, acl_list) { |
052605c6 NB |
569 | if (acl->dynamic_node_acl && |
570 | (!tpg->se_tpg_tfo->tpg_check_demo_mode_login_only || | |
571 | !tpg->se_tpg_tfo->tpg_check_demo_mode_login_only(tpg))) { | |
df9766ca | 572 | core_tpg_add_node_to_devs(acl, tpg, lun); |
c66ac9db NB |
573 | } |
574 | } | |
403edd78 | 575 | mutex_unlock(&tpg->acl_node_mutex); |
c66ac9db NB |
576 | } |
577 | ||
6bb82612 | 578 | return 0; |
c66ac9db NB |
579 | } |
580 | ||
581 | /* core_dev_del_lun(): | |
582 | * | |
583 | * | |
584 | */ | |
cd9d7cba | 585 | void core_dev_del_lun( |
c66ac9db | 586 | struct se_portal_group *tpg, |
cd9d7cba | 587 | struct se_lun *lun) |
c66ac9db | 588 | { |
f2d30680 | 589 | pr_debug("%s_TPG[%u]_LUN[%llu] - Deactivating %s Logical Unit from" |
30c7ca93 | 590 | " device object\n", tpg->se_tpg_tfo->fabric_name, |
cd9d7cba | 591 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, |
30c7ca93 | 592 | tpg->se_tpg_tfo->fabric_name); |
c66ac9db | 593 | |
cd9d7cba | 594 | core_tpg_remove_lun(tpg, lun); |
c66ac9db NB |
595 | } |
596 | ||
c66ac9db NB |
597 | struct se_lun_acl *core_dev_init_initiator_node_lun_acl( |
598 | struct se_portal_group *tpg, | |
fcf29481 | 599 | struct se_node_acl *nacl, |
f2d30680 | 600 | u64 mapped_lun, |
c66ac9db NB |
601 | int *ret) |
602 | { | |
603 | struct se_lun_acl *lacl; | |
c66ac9db | 604 | |
fcf29481 | 605 | if (strlen(nacl->initiatorname) >= TRANSPORT_IQN_LEN) { |
6708bb27 | 606 | pr_err("%s InitiatorName exceeds maximum size.\n", |
30c7ca93 | 607 | tpg->se_tpg_tfo->fabric_name); |
c66ac9db NB |
608 | *ret = -EOVERFLOW; |
609 | return NULL; | |
610 | } | |
c66ac9db | 611 | lacl = kzalloc(sizeof(struct se_lun_acl), GFP_KERNEL); |
6708bb27 AG |
612 | if (!lacl) { |
613 | pr_err("Unable to allocate memory for struct se_lun_acl.\n"); | |
c66ac9db NB |
614 | *ret = -ENOMEM; |
615 | return NULL; | |
616 | } | |
617 | ||
c66ac9db NB |
618 | lacl->mapped_lun = mapped_lun; |
619 | lacl->se_lun_nacl = nacl; | |
c66ac9db NB |
620 | |
621 | return lacl; | |
622 | } | |
623 | ||
624 | int core_dev_add_initiator_node_lun_acl( | |
625 | struct se_portal_group *tpg, | |
626 | struct se_lun_acl *lacl, | |
6bb82612 | 627 | struct se_lun *lun, |
03a68b44 | 628 | bool lun_access_ro) |
c66ac9db | 629 | { |
6bb82612 | 630 | struct se_node_acl *nacl = lacl->se_lun_nacl; |
4cc987ea NB |
631 | /* |
632 | * rcu_dereference_raw protected by se_lun->lun_group symlink | |
633 | * reference to se_device->dev_group. | |
634 | */ | |
635 | struct se_device *dev = rcu_dereference_raw(lun->lun_se_dev); | |
c66ac9db | 636 | |
6708bb27 | 637 | if (!nacl) |
c66ac9db NB |
638 | return -EINVAL; |
639 | ||
03a68b44 AG |
640 | if (lun->lun_access_ro) |
641 | lun_access_ro = true; | |
c66ac9db NB |
642 | |
643 | lacl->se_lun = lun; | |
644 | ||
e80ac6c4 | 645 | if (core_enable_device_list_for_node(lun, lacl, lacl->mapped_lun, |
03a68b44 | 646 | lun_access_ro, nacl, tpg) < 0) |
c66ac9db NB |
647 | return -EINVAL; |
648 | ||
f2d30680 | 649 | pr_debug("%s_TPG[%hu]_LUN[%llu->%llu] - Added %s ACL for " |
30c7ca93 | 650 | " InitiatorNode: %s\n", tpg->se_tpg_tfo->fabric_name, |
6bb82612 | 651 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, lacl->mapped_lun, |
03a68b44 | 652 | lun_access_ro ? "RO" : "RW", |
b6a54b8d | 653 | nacl->initiatorname); |
c66ac9db NB |
654 | /* |
655 | * Check to see if there are any existing persistent reservation APTPL | |
656 | * pre-registrations that need to be enabled for this LUN ACL.. | |
657 | */ | |
4cc987ea | 658 | core_scsi3_check_aptpl_registration(dev, tpg, lun, nacl, |
e2480563 | 659 | lacl->mapped_lun); |
c66ac9db NB |
660 | return 0; |
661 | } | |
662 | ||
c66ac9db | 663 | int core_dev_del_initiator_node_lun_acl( |
c66ac9db NB |
664 | struct se_lun *lun, |
665 | struct se_lun_acl *lacl) | |
666 | { | |
adf653f9 | 667 | struct se_portal_group *tpg = lun->lun_tpg; |
c66ac9db | 668 | struct se_node_acl *nacl; |
29a05dee | 669 | struct se_dev_entry *deve; |
c66ac9db NB |
670 | |
671 | nacl = lacl->se_lun_nacl; | |
6708bb27 | 672 | if (!nacl) |
c66ac9db NB |
673 | return -EINVAL; |
674 | ||
29a05dee NB |
675 | mutex_lock(&nacl->lun_entry_mutex); |
676 | deve = target_nacl_find_deve(nacl, lacl->mapped_lun); | |
677 | if (deve) | |
678 | core_disable_device_list_for_node(lun, deve, nacl, tpg); | |
679 | mutex_unlock(&nacl->lun_entry_mutex); | |
c66ac9db | 680 | |
f2d30680 HR |
681 | pr_debug("%s_TPG[%hu]_LUN[%llu] - Removed ACL for" |
682 | " InitiatorNode: %s Mapped LUN: %llu\n", | |
30c7ca93 | 683 | tpg->se_tpg_tfo->fabric_name, |
e3d6f909 | 684 | tpg->se_tpg_tfo->tpg_get_tag(tpg), lun->unpacked_lun, |
b6a54b8d | 685 | nacl->initiatorname, lacl->mapped_lun); |
c66ac9db NB |
686 | |
687 | return 0; | |
688 | } | |
689 | ||
690 | void core_dev_free_initiator_node_lun_acl( | |
691 | struct se_portal_group *tpg, | |
692 | struct se_lun_acl *lacl) | |
693 | { | |
6708bb27 | 694 | pr_debug("%s_TPG[%hu] - Freeing ACL for %s InitiatorNode: %s" |
30c7ca93 | 695 | " Mapped LUN: %llu\n", tpg->se_tpg_tfo->fabric_name, |
e3d6f909 | 696 | tpg->se_tpg_tfo->tpg_get_tag(tpg), |
30c7ca93 | 697 | tpg->se_tpg_tfo->fabric_name, |
b6a54b8d | 698 | lacl->se_lun_nacl->initiatorname, lacl->mapped_lun); |
c66ac9db NB |
699 | |
700 | kfree(lacl); | |
701 | } | |
702 | ||
0fd97ccf CH |
703 | static void scsi_dump_inquiry(struct se_device *dev) |
704 | { | |
705 | struct t10_wwn *wwn = &dev->t10_wwn; | |
b2da4abf DD |
706 | int device_type = dev->transport->get_device_type(dev); |
707 | ||
0fd97ccf CH |
708 | /* |
709 | * Print Linux/SCSI style INQUIRY formatting to the kernel ring buffer | |
710 | */ | |
b2da4abf DD |
711 | pr_debug(" Vendor: %-" __stringify(INQUIRY_VENDOR_LEN) "s\n", |
712 | wwn->vendor); | |
713 | pr_debug(" Model: %-" __stringify(INQUIRY_MODEL_LEN) "s\n", | |
714 | wwn->model); | |
715 | pr_debug(" Revision: %-" __stringify(INQUIRY_REVISION_LEN) "s\n", | |
716 | wwn->revision); | |
0fd97ccf | 717 | pr_debug(" Type: %s ", scsi_device_type(device_type)); |
0fd97ccf CH |
718 | } |
719 | ||
720 | struct se_device *target_alloc_device(struct se_hba *hba, const char *name) | |
721 | { | |
722 | struct se_device *dev; | |
4863e525 | 723 | struct se_lun *xcopy_lun; |
1526d9f1 | 724 | int i; |
0fd97ccf | 725 | |
0a06d430 | 726 | dev = hba->backend->ops->alloc_device(hba, name); |
0fd97ccf CH |
727 | if (!dev) |
728 | return NULL; | |
729 | ||
1526d9f1 MC |
730 | dev->queues = kcalloc(nr_cpu_ids, sizeof(*dev->queues), GFP_KERNEL); |
731 | if (!dev->queues) { | |
732 | dev->transport->free_device(dev); | |
733 | return NULL; | |
734 | } | |
735 | ||
736 | dev->queue_cnt = nr_cpu_ids; | |
737 | for (i = 0; i < dev->queue_cnt; i++) { | |
eb44ce8c MC |
738 | struct se_device_queue *q; |
739 | ||
740 | q = &dev->queues[i]; | |
741 | INIT_LIST_HEAD(&q->state_list); | |
742 | spin_lock_init(&q->lock); | |
743 | ||
744 | init_llist_head(&q->sq.cmd_list); | |
745 | INIT_WORK(&q->sq.work, target_queued_submit_work); | |
1526d9f1 MC |
746 | } |
747 | ||
0fd97ccf | 748 | dev->se_hba = hba; |
0a06d430 | 749 | dev->transport = hba->backend->ops; |
69088a04 | 750 | dev->transport_flags = dev->transport->transport_flags_default; |
fe052a18 | 751 | dev->prot_length = sizeof(struct t10_pi_tuple); |
4cc987ea | 752 | dev->hba_index = hba->hba_index; |
0fd97ccf | 753 | |
0fd97ccf CH |
754 | INIT_LIST_HEAD(&dev->dev_sep_list); |
755 | INIT_LIST_HEAD(&dev->dev_tmr_list); | |
756 | INIT_LIST_HEAD(&dev->delayed_cmd_list); | |
0fd97ccf | 757 | INIT_LIST_HEAD(&dev->qf_cmd_list); |
0fd97ccf CH |
758 | spin_lock_init(&dev->delayed_cmd_lock); |
759 | spin_lock_init(&dev->dev_reservation_lock); | |
760 | spin_lock_init(&dev->se_port_lock); | |
761 | spin_lock_init(&dev->se_tmr_lock); | |
762 | spin_lock_init(&dev->qf_cmd_lock); | |
68ff9b9b | 763 | sema_init(&dev->caw_sem, 1); |
0fd97ccf CH |
764 | INIT_LIST_HEAD(&dev->t10_wwn.t10_vpd_list); |
765 | spin_lock_init(&dev->t10_wwn.t10_vpd_lock); | |
766 | INIT_LIST_HEAD(&dev->t10_pr.registration_list); | |
767 | INIT_LIST_HEAD(&dev->t10_pr.aptpl_reg_list); | |
768 | spin_lock_init(&dev->t10_pr.registration_lock); | |
769 | spin_lock_init(&dev->t10_pr.aptpl_reg_lock); | |
770 | INIT_LIST_HEAD(&dev->t10_alua.tg_pt_gps_list); | |
771 | spin_lock_init(&dev->t10_alua.tg_pt_gps_lock); | |
c66094bf HR |
772 | INIT_LIST_HEAD(&dev->t10_alua.lba_map_list); |
773 | spin_lock_init(&dev->t10_alua.lba_map_lock); | |
0fd97ccf | 774 | |
17e09590 MC |
775 | INIT_WORK(&dev->delayed_cmd_work, target_do_delayed_work); |
776 | ||
0fd97ccf | 777 | dev->t10_wwn.t10_dev = dev; |
2469f1e0 SS |
778 | /* |
779 | * Use OpenFabrics IEEE Company ID: 00 14 05 | |
780 | */ | |
781 | dev->t10_wwn.company_id = 0x001405; | |
782 | ||
0fd97ccf CH |
783 | dev->t10_alua.t10_dev = dev; |
784 | ||
785 | dev->dev_attrib.da_dev = dev; | |
adfa9570 | 786 | dev->dev_attrib.emulate_model_alias = DA_EMULATE_MODEL_ALIAS; |
814e5b45 CH |
787 | dev->dev_attrib.emulate_dpo = 1; |
788 | dev->dev_attrib.emulate_fua_write = 1; | |
789 | dev->dev_attrib.emulate_fua_read = 1; | |
0fd97ccf | 790 | dev->dev_attrib.emulate_write_cache = DA_EMULATE_WRITE_CACHE; |
1bf630fd | 791 | dev->dev_attrib.emulate_ua_intlck_ctrl = TARGET_UA_INTLCK_CTRL_CLEAR; |
0fd97ccf CH |
792 | dev->dev_attrib.emulate_tas = DA_EMULATE_TAS; |
793 | dev->dev_attrib.emulate_tpu = DA_EMULATE_TPU; | |
794 | dev->dev_attrib.emulate_tpws = DA_EMULATE_TPWS; | |
0123a9ec | 795 | dev->dev_attrib.emulate_caw = DA_EMULATE_CAW; |
d397a445 | 796 | dev->dev_attrib.emulate_3pc = DA_EMULATE_3PC; |
b49d6f78 | 797 | dev->dev_attrib.emulate_pr = DA_EMULATE_PR; |
2ed22c9c | 798 | dev->dev_attrib.pi_prot_type = TARGET_DIF_TYPE0_PROT; |
0fd97ccf | 799 | dev->dev_attrib.enforce_pr_isids = DA_ENFORCE_PR_ISIDS; |
92404e60 | 800 | dev->dev_attrib.force_pr_aptpl = DA_FORCE_PR_APTPL; |
0fd97ccf CH |
801 | dev->dev_attrib.is_nonrot = DA_IS_NONROT; |
802 | dev->dev_attrib.emulate_rest_reord = DA_EMULATE_REST_REORD; | |
803 | dev->dev_attrib.max_unmap_lba_count = DA_MAX_UNMAP_LBA_COUNT; | |
804 | dev->dev_attrib.max_unmap_block_desc_count = | |
805 | DA_MAX_UNMAP_BLOCK_DESC_COUNT; | |
806 | dev->dev_attrib.unmap_granularity = DA_UNMAP_GRANULARITY_DEFAULT; | |
807 | dev->dev_attrib.unmap_granularity_alignment = | |
808 | DA_UNMAP_GRANULARITY_ALIGNMENT_DEFAULT; | |
e6f41633 JP |
809 | dev->dev_attrib.unmap_zeroes_data = |
810 | DA_UNMAP_ZEROES_DATA_DEFAULT; | |
773cbaf7 | 811 | dev->dev_attrib.max_write_same_len = DA_MAX_WRITE_SAME_LEN; |
0fd97ccf | 812 | |
4863e525 | 813 | xcopy_lun = &dev->xcopy_lun; |
4cc987ea | 814 | rcu_assign_pointer(xcopy_lun->lun_se_dev, dev); |
bd4e2d29 | 815 | init_completion(&xcopy_lun->lun_shutdown_comp); |
adf653f9 CH |
816 | INIT_LIST_HEAD(&xcopy_lun->lun_deve_list); |
817 | INIT_LIST_HEAD(&xcopy_lun->lun_dev_link); | |
818 | mutex_init(&xcopy_lun->lun_tg_pt_md_mutex); | |
819 | xcopy_lun->lun_tpg = &xcopy_pt_tpg; | |
4863e525 | 820 | |
3beeabd5 DD |
821 | /* Preload the default INQUIRY const values */ |
822 | strlcpy(dev->t10_wwn.vendor, "LIO-ORG", sizeof(dev->t10_wwn.vendor)); | |
823 | strlcpy(dev->t10_wwn.model, dev->transport->inquiry_prod, | |
824 | sizeof(dev->t10_wwn.model)); | |
825 | strlcpy(dev->t10_wwn.revision, dev->transport->inquiry_rev, | |
826 | sizeof(dev->t10_wwn.revision)); | |
827 | ||
0fd97ccf CH |
828 | return dev; |
829 | } | |
830 | ||
8a9ebe71 MC |
831 | /* |
832 | * Check if the underlying struct block_device request_queue supports | |
833 | * the QUEUE_FLAG_DISCARD bit for UNMAP/WRITE_SAME in SCSI + TRIM | |
834 | * in ATA and we need to set TPE=1 | |
835 | */ | |
836 | bool target_configure_unmap_from_queue(struct se_dev_attrib *attrib, | |
ea263c7f | 837 | struct request_queue *q) |
8a9ebe71 | 838 | { |
ea263c7f MC |
839 | int block_size = queue_logical_block_size(q); |
840 | ||
8a9ebe71 MC |
841 | if (!blk_queue_discard(q)) |
842 | return false; | |
843 | ||
ea263c7f MC |
844 | attrib->max_unmap_lba_count = |
845 | q->limits.max_discard_sectors >> (ilog2(block_size) - 9); | |
8a9ebe71 MC |
846 | /* |
847 | * Currently hardcoded to 1 in Linux/SCSI code.. | |
848 | */ | |
849 | attrib->max_unmap_block_desc_count = 1; | |
850 | attrib->unmap_granularity = q->limits.discard_granularity / block_size; | |
851 | attrib->unmap_granularity_alignment = q->limits.discard_alignment / | |
852 | block_size; | |
738981bd | 853 | attrib->unmap_zeroes_data = !!(q->limits.max_write_zeroes_sectors); |
8a9ebe71 MC |
854 | return true; |
855 | } | |
856 | EXPORT_SYMBOL(target_configure_unmap_from_queue); | |
857 | ||
858 | /* | |
859 | * Convert from blocksize advertised to the initiator to the 512 byte | |
860 | * units unconditionally used by the Linux block layer. | |
861 | */ | |
862 | sector_t target_to_linux_sector(struct se_device *dev, sector_t lb) | |
863 | { | |
864 | switch (dev->dev_attrib.block_size) { | |
865 | case 4096: | |
866 | return lb << 3; | |
867 | case 2048: | |
868 | return lb << 2; | |
869 | case 1024: | |
870 | return lb << 1; | |
871 | default: | |
872 | return lb; | |
873 | } | |
874 | } | |
875 | EXPORT_SYMBOL(target_to_linux_sector); | |
876 | ||
b1943fd4 | 877 | struct devices_idr_iter { |
36d4cb46 | 878 | struct config_item *prev_item; |
b1943fd4 MC |
879 | int (*fn)(struct se_device *dev, void *data); |
880 | void *data; | |
881 | }; | |
882 | ||
883 | static int target_devices_idr_iter(int id, void *p, void *data) | |
36d4cb46 | 884 | __must_hold(&device_mutex) |
b1943fd4 MC |
885 | { |
886 | struct devices_idr_iter *iter = data; | |
887 | struct se_device *dev = p; | |
36d4cb46 BVA |
888 | int ret; |
889 | ||
890 | config_item_put(iter->prev_item); | |
891 | iter->prev_item = NULL; | |
b1943fd4 MC |
892 | |
893 | /* | |
894 | * We add the device early to the idr, so it can be used | |
895 | * by backend modules during configuration. We do not want | |
896 | * to allow other callers to access partially setup devices, | |
897 | * so we skip them here. | |
898 | */ | |
cb0f32e1 | 899 | if (!target_dev_configured(dev)) |
b1943fd4 MC |
900 | return 0; |
901 | ||
36d4cb46 BVA |
902 | iter->prev_item = config_item_get_unless_zero(&dev->dev_group.cg_item); |
903 | if (!iter->prev_item) | |
904 | return 0; | |
905 | mutex_unlock(&device_mutex); | |
906 | ||
907 | ret = iter->fn(dev, iter->data); | |
908 | ||
909 | mutex_lock(&device_mutex); | |
910 | return ret; | |
b1943fd4 MC |
911 | } |
912 | ||
913 | /** | |
914 | * target_for_each_device - iterate over configured devices | |
915 | * @fn: iterator function | |
916 | * @data: pointer to data that will be passed to fn | |
917 | * | |
918 | * fn must return 0 to continue looping over devices. non-zero will break | |
919 | * from the loop and return that value to the caller. | |
920 | */ | |
921 | int target_for_each_device(int (*fn)(struct se_device *dev, void *data), | |
922 | void *data) | |
923 | { | |
36d4cb46 | 924 | struct devices_idr_iter iter = { .fn = fn, .data = data }; |
b1943fd4 MC |
925 | int ret; |
926 | ||
be50f538 | 927 | mutex_lock(&device_mutex); |
b1943fd4 | 928 | ret = idr_for_each(&devices_idr, target_devices_idr_iter, &iter); |
be50f538 | 929 | mutex_unlock(&device_mutex); |
36d4cb46 | 930 | config_item_put(iter.prev_item); |
b1943fd4 MC |
931 | return ret; |
932 | } | |
933 | ||
0fd97ccf CH |
934 | int target_configure_device(struct se_device *dev) |
935 | { | |
936 | struct se_hba *hba = dev->se_hba; | |
0a5eee64 | 937 | int ret, id; |
0fd97ccf | 938 | |
cb0f32e1 | 939 | if (target_dev_configured(dev)) { |
0fd97ccf CH |
940 | pr_err("se_dev->se_dev_ptr already set for storage" |
941 | " object\n"); | |
942 | return -EEXIST; | |
943 | } | |
944 | ||
0a5eee64 MC |
945 | /* |
946 | * Add early so modules like tcmu can use during its | |
947 | * configuration. | |
948 | */ | |
be50f538 | 949 | mutex_lock(&device_mutex); |
0a5eee64 MC |
950 | /* |
951 | * Use cyclic to try and avoid collisions with devices | |
952 | * that were recently removed. | |
953 | */ | |
954 | id = idr_alloc_cyclic(&devices_idr, dev, 0, INT_MAX, GFP_KERNEL); | |
be50f538 | 955 | mutex_unlock(&device_mutex); |
0a5eee64 MC |
956 | if (id < 0) { |
957 | ret = -ENOMEM; | |
958 | goto out; | |
959 | } | |
960 | dev->dev_index = id; | |
961 | ||
0fd97ccf CH |
962 | ret = dev->transport->configure_device(dev); |
963 | if (ret) | |
0a5eee64 | 964 | goto out_free_index; |
0fd97ccf CH |
965 | /* |
966 | * XXX: there is not much point to have two different values here.. | |
967 | */ | |
968 | dev->dev_attrib.block_size = dev->dev_attrib.hw_block_size; | |
969 | dev->dev_attrib.queue_depth = dev->dev_attrib.hw_queue_depth; | |
970 | ||
971 | /* | |
972 | * Align max_hw_sectors down to PAGE_SIZE I/O transfers | |
973 | */ | |
974 | dev->dev_attrib.hw_max_sectors = | |
975 | se_dev_align_max_sectors(dev->dev_attrib.hw_max_sectors, | |
976 | dev->dev_attrib.hw_block_size); | |
046ba642 | 977 | dev->dev_attrib.optimal_sectors = dev->dev_attrib.hw_max_sectors; |
0fd97ccf | 978 | |
0fd97ccf CH |
979 | dev->creation_time = get_jiffies_64(); |
980 | ||
0fd97ccf CH |
981 | ret = core_setup_alua(dev); |
982 | if (ret) | |
c82b59e7 | 983 | goto out_destroy_device; |
0fd97ccf | 984 | |
0fd97ccf CH |
985 | /* |
986 | * Setup work_queue for QUEUE_FULL | |
987 | */ | |
988 | INIT_WORK(&dev->qf_work_queue, target_qf_do_work); | |
989 | ||
0fd97ccf CH |
990 | scsi_dump_inquiry(dev); |
991 | ||
992 | spin_lock(&hba->device_lock); | |
993 | hba->dev_count++; | |
994 | spin_unlock(&hba->device_lock); | |
d9ea32bf | 995 | |
5f7da044 NB |
996 | dev->dev_flags |= DF_CONFIGURED; |
997 | ||
0fd97ccf CH |
998 | return 0; |
999 | ||
c82b59e7 | 1000 | out_destroy_device: |
1001 | dev->transport->destroy_device(dev); | |
0a5eee64 | 1002 | out_free_index: |
be50f538 | 1003 | mutex_lock(&device_mutex); |
0a5eee64 | 1004 | idr_remove(&devices_idr, dev->dev_index); |
be50f538 | 1005 | mutex_unlock(&device_mutex); |
0fd97ccf CH |
1006 | out: |
1007 | se_release_vpd_for_dev(dev); | |
1008 | return ret; | |
1009 | } | |
1010 | ||
1011 | void target_free_device(struct se_device *dev) | |
1012 | { | |
1013 | struct se_hba *hba = dev->se_hba; | |
1014 | ||
1015 | WARN_ON(!list_empty(&dev->dev_sep_list)); | |
1016 | ||
cb0f32e1 | 1017 | if (target_dev_configured(dev)) { |
92634706 MC |
1018 | dev->transport->destroy_device(dev); |
1019 | ||
be50f538 | 1020 | mutex_lock(&device_mutex); |
0a5eee64 | 1021 | idr_remove(&devices_idr, dev->dev_index); |
be50f538 | 1022 | mutex_unlock(&device_mutex); |
d9ea32bf | 1023 | |
0fd97ccf CH |
1024 | spin_lock(&hba->device_lock); |
1025 | hba->dev_count--; | |
1026 | spin_unlock(&hba->device_lock); | |
1027 | } | |
1028 | ||
1029 | core_alua_free_lu_gp_mem(dev); | |
229d4f11 | 1030 | core_alua_set_lba_map(dev, NULL, 0, 0); |
0fd97ccf CH |
1031 | core_scsi3_free_all_registrations(dev); |
1032 | se_release_vpd_for_dev(dev); | |
1033 | ||
2ed22c9c NB |
1034 | if (dev->transport->free_prot) |
1035 | dev->transport->free_prot(dev); | |
1036 | ||
1526d9f1 | 1037 | kfree(dev->queues); |
0fd97ccf CH |
1038 | dev->transport->free_device(dev); |
1039 | } | |
1040 | ||
c66ac9db NB |
1041 | int core_dev_setup_virtual_lun0(void) |
1042 | { | |
1043 | struct se_hba *hba; | |
1044 | struct se_device *dev; | |
1b5ad814 | 1045 | char buf[] = "rd_pages=8,rd_nullio=1,rd_dummy=1"; |
c66ac9db NB |
1046 | int ret; |
1047 | ||
6708bb27 | 1048 | hba = core_alloc_hba("rd_mcp", 0, HBA_FLAGS_INTERNAL_USE); |
c66ac9db NB |
1049 | if (IS_ERR(hba)) |
1050 | return PTR_ERR(hba); | |
1051 | ||
0fd97ccf CH |
1052 | dev = target_alloc_device(hba, "virt_lun0"); |
1053 | if (!dev) { | |
c66ac9db | 1054 | ret = -ENOMEM; |
0fd97ccf | 1055 | goto out_free_hba; |
c66ac9db | 1056 | } |
c66ac9db | 1057 | |
0a06d430 | 1058 | hba->backend->ops->set_configfs_dev_params(dev, buf, sizeof(buf)); |
c66ac9db | 1059 | |
0fd97ccf CH |
1060 | ret = target_configure_device(dev); |
1061 | if (ret) | |
1062 | goto out_free_se_dev; | |
c66ac9db | 1063 | |
0fd97ccf CH |
1064 | lun0_hba = hba; |
1065 | g_lun0_dev = dev; | |
c66ac9db | 1066 | return 0; |
0fd97ccf CH |
1067 | |
1068 | out_free_se_dev: | |
1069 | target_free_device(dev); | |
1070 | out_free_hba: | |
1071 | core_delete_hba(hba); | |
c66ac9db NB |
1072 | return ret; |
1073 | } | |
1074 | ||
1075 | ||
1076 | void core_dev_release_virtual_lun0(void) | |
1077 | { | |
e3d6f909 | 1078 | struct se_hba *hba = lun0_hba; |
c66ac9db | 1079 | |
6708bb27 | 1080 | if (!hba) |
c66ac9db NB |
1081 | return; |
1082 | ||
e3d6f909 | 1083 | if (g_lun0_dev) |
0fd97ccf | 1084 | target_free_device(g_lun0_dev); |
c66ac9db NB |
1085 | core_delete_hba(hba); |
1086 | } | |
7bfea53b AG |
1087 | |
1088 | /* | |
1089 | * Common CDB parsing for kernel and user passthrough. | |
1090 | */ | |
1091 | sense_reason_t | |
1092 | passthrough_parse_cdb(struct se_cmd *cmd, | |
1093 | sense_reason_t (*exec_cmd)(struct se_cmd *cmd)) | |
1094 | { | |
1095 | unsigned char *cdb = cmd->t_task_cdb; | |
4ec5bf0e BL |
1096 | struct se_device *dev = cmd->se_dev; |
1097 | unsigned int size; | |
7bfea53b | 1098 | |
7bfea53b AG |
1099 | /* |
1100 | * For REPORT LUNS we always need to emulate the response, for everything | |
1101 | * else, pass it up. | |
1102 | */ | |
1103 | if (cdb[0] == REPORT_LUNS) { | |
1104 | cmd->execute_cmd = spc_emulate_report_luns; | |
1105 | return TCM_NO_SENSE; | |
1106 | } | |
1107 | ||
b49d6f78 DD |
1108 | /* |
1109 | * With emulate_pr disabled, all reservation requests should fail, | |
1110 | * regardless of whether or not TRANSPORT_FLAG_PASSTHROUGH_PGR is set. | |
1111 | */ | |
1112 | if (!dev->dev_attrib.emulate_pr && | |
1113 | ((cdb[0] == PERSISTENT_RESERVE_IN) || | |
1114 | (cdb[0] == PERSISTENT_RESERVE_OUT) || | |
1115 | (cdb[0] == RELEASE || cdb[0] == RELEASE_10) || | |
1116 | (cdb[0] == RESERVE || cdb[0] == RESERVE_10))) { | |
1117 | return TCM_UNSUPPORTED_SCSI_OPCODE; | |
1118 | } | |
1119 | ||
4ec5bf0e BL |
1120 | /* |
1121 | * For PERSISTENT RESERVE IN/OUT, RELEASE, and RESERVE we need to | |
1122 | * emulate the response, since tcmu does not have the information | |
1123 | * required to process these commands. | |
1124 | */ | |
69088a04 | 1125 | if (!(dev->transport_flags & |
4ec5bf0e BL |
1126 | TRANSPORT_FLAG_PASSTHROUGH_PGR)) { |
1127 | if (cdb[0] == PERSISTENT_RESERVE_IN) { | |
1128 | cmd->execute_cmd = target_scsi3_emulate_pr_in; | |
a85d667e | 1129 | size = get_unaligned_be16(&cdb[7]); |
4ec5bf0e BL |
1130 | return target_cmd_size_check(cmd, size); |
1131 | } | |
1132 | if (cdb[0] == PERSISTENT_RESERVE_OUT) { | |
1133 | cmd->execute_cmd = target_scsi3_emulate_pr_out; | |
388fe699 | 1134 | size = get_unaligned_be32(&cdb[5]); |
4ec5bf0e BL |
1135 | return target_cmd_size_check(cmd, size); |
1136 | } | |
1137 | ||
1138 | if (cdb[0] == RELEASE || cdb[0] == RELEASE_10) { | |
1139 | cmd->execute_cmd = target_scsi2_reservation_release; | |
1140 | if (cdb[0] == RELEASE_10) | |
a85d667e | 1141 | size = get_unaligned_be16(&cdb[7]); |
4ec5bf0e BL |
1142 | else |
1143 | size = cmd->data_length; | |
1144 | return target_cmd_size_check(cmd, size); | |
1145 | } | |
1146 | if (cdb[0] == RESERVE || cdb[0] == RESERVE_10) { | |
1147 | cmd->execute_cmd = target_scsi2_reservation_reserve; | |
1148 | if (cdb[0] == RESERVE_10) | |
a85d667e | 1149 | size = get_unaligned_be16(&cdb[7]); |
4ec5bf0e BL |
1150 | else |
1151 | size = cmd->data_length; | |
1152 | return target_cmd_size_check(cmd, size); | |
1153 | } | |
1154 | } | |
1155 | ||
7bfea53b AG |
1156 | /* Set DATA_CDB flag for ops that should have it */ |
1157 | switch (cdb[0]) { | |
1158 | case READ_6: | |
1159 | case READ_10: | |
1160 | case READ_12: | |
1161 | case READ_16: | |
1162 | case WRITE_6: | |
1163 | case WRITE_10: | |
1164 | case WRITE_12: | |
1165 | case WRITE_16: | |
1166 | case WRITE_VERIFY: | |
1167 | case WRITE_VERIFY_12: | |
3e182db7 | 1168 | case WRITE_VERIFY_16: |
7bfea53b AG |
1169 | case COMPARE_AND_WRITE: |
1170 | case XDWRITEREAD_10: | |
1171 | cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; | |
1172 | break; | |
1173 | case VARIABLE_LENGTH_CMD: | |
1174 | switch (get_unaligned_be16(&cdb[8])) { | |
1175 | case READ_32: | |
1176 | case WRITE_32: | |
e5dc9a70 | 1177 | case WRITE_VERIFY_32: |
7bfea53b AG |
1178 | case XDWRITEREAD_32: |
1179 | cmd->se_cmd_flags |= SCF_SCSI_DATA_CDB; | |
1180 | break; | |
1181 | } | |
1182 | } | |
1183 | ||
1184 | cmd->execute_cmd = exec_cmd; | |
1185 | ||
1186 | return TCM_NO_SENSE; | |
1187 | } | |
1188 | EXPORT_SYMBOL(passthrough_parse_cdb); |