2 * iSCSI transport class definitions
4 * Copyright (C) IBM Corporation, 2004
5 * Copyright (C) Mike Christie, 2004 - 2005
6 * Copyright (C) Dmitry Yusupov, 2004 - 2005
7 * Copyright (C) Alex Aizman, 2004 - 2005
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
23 #include <linux/module.h>
24 #include <linux/mempool.h>
25 #include <linux/mutex.h>
27 #include <scsi/scsi.h>
28 #include <scsi/scsi_host.h>
29 #include <scsi/scsi_device.h>
30 #include <scsi/scsi_transport.h>
31 #include <scsi/scsi_transport_iscsi.h>
32 #include <scsi/iscsi_if.h>
34 #define ISCSI_SESSION_ATTRS 8
35 #define ISCSI_CONN_ATTRS 6
37 struct iscsi_internal
{
38 struct scsi_transport_template t
;
39 struct iscsi_transport
*iscsi_transport
;
40 struct list_head list
;
42 * List of sessions for this transport
44 struct list_head sessions
;
46 * based on transport capabilities, at register time we set these
47 * bits to tell the transport class it wants attributes displayed
48 * in sysfs or that it can support different iSCSI Data-Path
53 struct class_device cdev
;
55 * We do not have any private or other attrs.
57 struct transport_container conn_cont
;
58 struct class_device_attribute
*conn_attrs
[ISCSI_CONN_ATTRS
+ 1];
59 struct transport_container session_cont
;
60 struct class_device_attribute
*session_attrs
[ISCSI_SESSION_ATTRS
+ 1];
64 * list of registered transports and lock that must
65 * be held while accessing list. The iscsi_transport_lock must
66 * be acquired after the rx_queue_mutex.
68 static LIST_HEAD(iscsi_transports
);
69 static DEFINE_SPINLOCK(iscsi_transport_lock
);
71 #define to_iscsi_internal(tmpl) \
72 container_of(tmpl, struct iscsi_internal, t)
74 #define cdev_to_iscsi_internal(_cdev) \
75 container_of(_cdev, struct iscsi_internal, cdev)
77 static void iscsi_transport_release(struct class_device
*cdev
)
79 struct iscsi_internal
*priv
= cdev_to_iscsi_internal(cdev
);
84 * iscsi_transport_class represents the iscsi_transports that are
87 static struct class iscsi_transport_class
= {
88 .name
= "iscsi_transport",
89 .release
= iscsi_transport_release
,
93 show_transport_handle(struct class_device
*cdev
, char *buf
)
95 struct iscsi_internal
*priv
= cdev_to_iscsi_internal(cdev
);
96 return sprintf(buf
, "%llu\n", (unsigned long long)iscsi_handle(priv
->iscsi_transport
));
98 static CLASS_DEVICE_ATTR(handle
, S_IRUGO
, show_transport_handle
, NULL
);
100 #define show_transport_attr(name, format) \
102 show_transport_##name(struct class_device *cdev, char *buf) \
104 struct iscsi_internal *priv = cdev_to_iscsi_internal(cdev); \
105 return sprintf(buf, format"\n", priv->iscsi_transport->name); \
107 static CLASS_DEVICE_ATTR(name, S_IRUGO, show_transport_##name, NULL);
109 show_transport_attr(caps
, "0x%x");
110 show_transport_attr(max_lun
, "%d");
111 show_transport_attr(max_conn
, "%d");
112 show_transport_attr(max_cmd_len
, "%d");
114 static struct attribute
*iscsi_transport_attrs
[] = {
115 &class_device_attr_handle
.attr
,
116 &class_device_attr_caps
.attr
,
117 &class_device_attr_max_lun
.attr
,
118 &class_device_attr_max_conn
.attr
,
119 &class_device_attr_max_cmd_len
.attr
,
123 static struct attribute_group iscsi_transport_group
= {
124 .attrs
= iscsi_transport_attrs
,
127 static DECLARE_TRANSPORT_CLASS(iscsi_session_class
,
133 static DECLARE_TRANSPORT_CLASS(iscsi_connection_class
,
139 static struct sock
*nls
;
140 static int daemon_pid
;
141 static DEFINE_MUTEX(rx_queue_mutex
);
143 struct mempool_zone
{
148 struct list_head freequeue
;
152 static struct mempool_zone
*z_reply
;
155 * Z_MAX_* - actual mempool size allocated at the mempool_zone_init() time
156 * Z_HIWAT_* - zone's high watermark when if_error bit will be set to -ENOMEM
157 * so daemon will notice OOM on NETLINK tranposrt level and will
158 * be able to predict or change operational behavior
160 #define Z_MAX_REPLY 8
161 #define Z_HIWAT_REPLY 6
163 #define Z_HIWAT_PDU 6
164 #define Z_MAX_ERROR 16
165 #define Z_HIWAT_ERROR 12
167 static LIST_HEAD(connlist
);
168 static DEFINE_SPINLOCK(connlock
);
171 * The following functions can be used by LLDs that allocate
172 * their own scsi_hosts or by software iscsi LLDs
174 static void iscsi_session_release(struct device
*dev
)
176 struct iscsi_cls_session
*session
= iscsi_dev_to_session(dev
);
177 struct iscsi_transport
*transport
= session
->transport
;
178 struct Scsi_Host
*shost
;
180 shost
= iscsi_session_to_shost(session
);
181 scsi_host_put(shost
);
183 module_put(transport
->owner
);
186 static int iscsi_is_session_dev(const struct device
*dev
)
188 return dev
->release
== iscsi_session_release
;
192 * iscsi_create_session - create iscsi class session
194 * @transport: iscsi transport
196 * This can be called from a LLD or iscsi_transport
198 struct iscsi_cls_session
*
199 iscsi_create_session(struct Scsi_Host
*shost
, struct iscsi_transport
*transport
)
201 struct iscsi_cls_session
*session
;
204 if (!try_module_get(transport
->owner
))
207 session
= kzalloc(sizeof(*session
), GFP_KERNEL
);
210 session
->transport
= transport
;
212 /* this is released in the dev's release function */
213 scsi_host_get(shost
);
214 snprintf(session
->dev
.bus_id
, BUS_ID_SIZE
, "session%u", shost
->host_no
);
215 session
->dev
.parent
= &shost
->shost_gendev
;
216 session
->dev
.release
= iscsi_session_release
;
217 err
= device_register(&session
->dev
);
219 dev_printk(KERN_ERR
, &session
->dev
, "iscsi: could not "
220 "register session's dev\n");
223 transport_register_device(&session
->dev
);
230 module_put(transport
->owner
);
234 EXPORT_SYMBOL_GPL(iscsi_create_session
);
237 * iscsi_destroy_session - destroy iscsi session
238 * @session: iscsi_session
240 * Can be called by a LLD or iscsi_transport. There must not be
241 * any running connections.
243 int iscsi_destroy_session(struct iscsi_cls_session
*session
)
245 transport_unregister_device(&session
->dev
);
246 device_unregister(&session
->dev
);
250 EXPORT_SYMBOL_GPL(iscsi_destroy_session
);
252 static void iscsi_conn_release(struct device
*dev
)
254 struct iscsi_cls_conn
*conn
= iscsi_dev_to_conn(dev
);
255 struct device
*parent
= conn
->dev
.parent
;
261 static int iscsi_is_conn_dev(const struct device
*dev
)
263 return dev
->release
== iscsi_conn_release
;
267 * iscsi_create_conn - create iscsi class connection
268 * @session: iscsi cls session
269 * @cid: connection id
271 * This can be called from a LLD or iscsi_transport. The connection
272 * is child of the session so cid must be unique for all connections
275 struct iscsi_cls_conn
*
276 iscsi_create_conn(struct iscsi_cls_session
*session
, uint32_t cid
)
278 struct iscsi_transport
*transport
= session
->transport
;
279 struct Scsi_Host
*shost
= iscsi_session_to_shost(session
);
280 struct iscsi_cls_conn
*conn
;
283 conn
= kzalloc(sizeof(*conn
) + transport
->conndata_size
, GFP_KERNEL
);
287 if (transport
->conndata_size
)
288 conn
->dd_data
= &conn
[1];
290 INIT_LIST_HEAD(&conn
->conn_list
);
291 conn
->transport
= transport
;
293 /* this is released in the dev's release function */
294 if (!get_device(&session
->dev
))
296 snprintf(conn
->dev
.bus_id
, BUS_ID_SIZE
, "connection%d:%u",
297 shost
->host_no
, cid
);
298 conn
->dev
.parent
= &session
->dev
;
299 conn
->dev
.release
= iscsi_conn_release
;
300 err
= device_register(&conn
->dev
);
302 dev_printk(KERN_ERR
, &conn
->dev
, "iscsi: could not register "
303 "connection's dev\n");
304 goto release_parent_ref
;
306 transport_register_device(&conn
->dev
);
310 put_device(&session
->dev
);
316 EXPORT_SYMBOL_GPL(iscsi_create_conn
);
319 * iscsi_destroy_conn - destroy iscsi class connection
320 * @session: iscsi cls session
322 * This can be called from a LLD or iscsi_transport.
324 int iscsi_destroy_conn(struct iscsi_cls_conn
*conn
)
326 transport_unregister_device(&conn
->dev
);
327 device_unregister(&conn
->dev
);
331 EXPORT_SYMBOL_GPL(iscsi_destroy_conn
);
334 * These functions are used only by software iscsi_transports
335 * which do not allocate and more their scsi_hosts since this
336 * is initiated from userspace.
340 * iSCSI Session's hostdata organization:
342 * *------------------* <== hostdata_session(host->hostdata)
343 * | ptr to class sess|
344 * |------------------| <== iscsi_hostdata(host->hostdata)
345 * | transport's data |
346 * *------------------*
349 #define hostdata_privsize(_t) (sizeof(unsigned long) + _t->hostdata_size + \
350 _t->hostdata_size % sizeof(unsigned long))
352 #define hostdata_session(_hostdata) (iscsi_ptr(*(unsigned long *)_hostdata))
355 * iscsi_transport_create_session - create iscsi cls session and host
356 * scsit: scsi transport template
357 * transport: iscsi transport template
359 * This can be used by software iscsi_transports that allocate
360 * a session per scsi host.
363 iscsi_transport_create_session(struct scsi_transport_template
*scsit
,
364 struct iscsi_transport
*transport
)
366 struct iscsi_cls_session
*session
;
367 struct Scsi_Host
*shost
;
369 shost
= scsi_host_alloc(transport
->host_template
,
370 hostdata_privsize(transport
));
372 printk(KERN_ERR
"iscsi: can not allocate SCSI host for "
378 shost
->max_channel
= 0;
379 shost
->max_lun
= transport
->max_lun
;
380 shost
->max_cmd_len
= transport
->max_cmd_len
;
381 shost
->transportt
= scsit
;
383 if (scsi_add_host(shost
, NULL
))
386 session
= iscsi_create_session(shost
, transport
);
390 *(unsigned long*)shost
->hostdata
= (unsigned long)session
;
394 scsi_remove_host(shost
);
396 scsi_host_put(shost
);
400 EXPORT_SYMBOL_GPL(iscsi_transport_create_session
);
403 * iscsi_transport_destroy_session - destroy session and scsi host
406 * This can be used by software iscsi_transports that allocate
407 * a session per scsi host.
409 int iscsi_transport_destroy_session(struct Scsi_Host
*shost
)
411 struct iscsi_cls_session
*session
;
413 scsi_remove_host(shost
);
414 session
= hostdata_session(shost
->hostdata
);
415 iscsi_destroy_session(session
);
416 /* ref from host alloc */
417 scsi_host_put(shost
);
421 EXPORT_SYMBOL_GPL(iscsi_transport_destroy_session
);
424 * iscsi interface functions
426 static struct iscsi_cls_conn
*
427 iscsi_if_find_conn(uint64_t key
)
430 struct iscsi_cls_conn
*conn
;
432 spin_lock_irqsave(&connlock
, flags
);
433 list_for_each_entry(conn
, &connlist
, conn_list
)
434 if (conn
->connh
== key
) {
435 spin_unlock_irqrestore(&connlock
, flags
);
438 spin_unlock_irqrestore(&connlock
, flags
);
442 static struct iscsi_internal
*
443 iscsi_if_transport_lookup(struct iscsi_transport
*tt
)
445 struct iscsi_internal
*priv
;
448 spin_lock_irqsave(&iscsi_transport_lock
, flags
);
449 list_for_each_entry(priv
, &iscsi_transports
, list
) {
450 if (tt
== priv
->iscsi_transport
) {
451 spin_unlock_irqrestore(&iscsi_transport_lock
, flags
);
455 spin_unlock_irqrestore(&iscsi_transport_lock
, flags
);
459 static inline struct list_head
*skb_to_lh(struct sk_buff
*skb
)
461 return (struct list_head
*)&skb
->cb
;
465 mempool_zone_alloc_skb(unsigned int gfp_mask
, void *pool_data
)
467 struct mempool_zone
*zone
= pool_data
;
469 return alloc_skb(zone
->size
, gfp_mask
);
473 mempool_zone_free_skb(void *element
, void *pool_data
)
479 mempool_zone_complete(struct mempool_zone
*zone
)
482 struct list_head
*lh
, *n
;
484 spin_lock_irqsave(&zone
->freelock
, flags
);
485 list_for_each_safe(lh
, n
, &zone
->freequeue
) {
486 struct sk_buff
*skb
= (struct sk_buff
*)((char *)lh
-
487 offsetof(struct sk_buff
, cb
));
488 if (!skb_shared(skb
)) {
489 list_del(skb_to_lh(skb
));
490 mempool_free(skb
, zone
->pool
);
491 atomic_dec(&zone
->allocated
);
494 spin_unlock_irqrestore(&zone
->freelock
, flags
);
497 static struct mempool_zone
*
498 mempool_zone_init(unsigned max
, unsigned size
, unsigned hiwat
)
500 struct mempool_zone
*zp
;
502 zp
= kzalloc(sizeof(*zp
), GFP_KERNEL
);
506 zp
->pool
= mempool_create(max
, mempool_zone_alloc_skb
,
507 mempool_zone_free_skb
, zp
);
516 INIT_LIST_HEAD(&zp
->freequeue
);
517 spin_lock_init(&zp
->freelock
);
518 atomic_set(&zp
->allocated
, 0);
523 static void mempool_zone_destroy(struct mempool_zone
*zp
)
525 mempool_destroy(zp
->pool
);
529 static struct sk_buff
*
530 mempool_zone_get_skb(struct mempool_zone
*zone
)
534 skb
= mempool_alloc(zone
->pool
, GFP_ATOMIC
);
536 atomic_inc(&zone
->allocated
);
541 iscsi_unicast_skb(struct mempool_zone
*zone
, struct sk_buff
*skb
)
547 rc
= netlink_unicast(nls
, skb
, daemon_pid
, MSG_DONTWAIT
);
549 mempool_free(skb
, zone
->pool
);
550 printk(KERN_ERR
"iscsi: can not unicast skb (%d)\n", rc
);
554 spin_lock_irqsave(&zone
->freelock
, flags
);
555 list_add(skb_to_lh(skb
), &zone
->freequeue
);
556 spin_unlock_irqrestore(&zone
->freelock
, flags
);
561 int iscsi_recv_pdu(iscsi_connh_t connh
, struct iscsi_hdr
*hdr
,
562 char *data
, uint32_t data_size
)
564 struct nlmsghdr
*nlh
;
566 struct iscsi_uevent
*ev
;
567 struct iscsi_cls_conn
*conn
;
569 int len
= NLMSG_SPACE(sizeof(*ev
) + sizeof(struct iscsi_hdr
) +
572 conn
= iscsi_if_find_conn(connh
);
575 mempool_zone_complete(conn
->z_pdu
);
577 skb
= mempool_zone_get_skb(conn
->z_pdu
);
579 iscsi_conn_error(connh
, ISCSI_ERR_CONN_FAILED
);
580 dev_printk(KERN_ERR
, &conn
->dev
, "iscsi: can not deliver "
581 "control PDU: OOM\n");
585 nlh
= __nlmsg_put(skb
, daemon_pid
, 0, 0, (len
- sizeof(*nlh
)), 0);
586 ev
= NLMSG_DATA(nlh
);
587 memset(ev
, 0, sizeof(*ev
));
588 ev
->transport_handle
= iscsi_handle(conn
->transport
);
589 ev
->type
= ISCSI_KEVENT_RECV_PDU
;
590 if (atomic_read(&conn
->z_pdu
->allocated
) >= conn
->z_pdu
->hiwat
)
591 ev
->iferror
= -ENOMEM
;
592 ev
->r
.recv_req
.conn_handle
= connh
;
593 pdu
= (char*)ev
+ sizeof(*ev
);
594 memcpy(pdu
, hdr
, sizeof(struct iscsi_hdr
));
595 memcpy(pdu
+ sizeof(struct iscsi_hdr
), data
, data_size
);
597 return iscsi_unicast_skb(conn
->z_pdu
, skb
);
599 EXPORT_SYMBOL_GPL(iscsi_recv_pdu
);
601 void iscsi_conn_error(iscsi_connh_t connh
, enum iscsi_err error
)
603 struct nlmsghdr
*nlh
;
605 struct iscsi_uevent
*ev
;
606 struct iscsi_cls_conn
*conn
;
607 int len
= NLMSG_SPACE(sizeof(*ev
));
609 conn
= iscsi_if_find_conn(connh
);
612 mempool_zone_complete(conn
->z_error
);
614 skb
= mempool_zone_get_skb(conn
->z_error
);
616 dev_printk(KERN_ERR
, &conn
->dev
, "iscsi: gracefully ignored "
617 "conn error (%d)\n", error
);
621 nlh
= __nlmsg_put(skb
, daemon_pid
, 0, 0, (len
- sizeof(*nlh
)), 0);
622 ev
= NLMSG_DATA(nlh
);
623 ev
->transport_handle
= iscsi_handle(conn
->transport
);
624 ev
->type
= ISCSI_KEVENT_CONN_ERROR
;
625 if (atomic_read(&conn
->z_error
->allocated
) >= conn
->z_error
->hiwat
)
626 ev
->iferror
= -ENOMEM
;
627 ev
->r
.connerror
.error
= error
;
628 ev
->r
.connerror
.conn_handle
= connh
;
630 iscsi_unicast_skb(conn
->z_error
, skb
);
632 dev_printk(KERN_INFO
, &conn
->dev
, "iscsi: detected conn error (%d)\n",
635 EXPORT_SYMBOL_GPL(iscsi_conn_error
);
638 iscsi_if_send_reply(int pid
, int seq
, int type
, int done
, int multi
,
639 void *payload
, int size
)
642 struct nlmsghdr
*nlh
;
643 int len
= NLMSG_SPACE(size
);
644 int flags
= multi
? NLM_F_MULTI
: 0;
645 int t
= done
? NLMSG_DONE
: type
;
647 mempool_zone_complete(z_reply
);
649 skb
= mempool_zone_get_skb(z_reply
);
652 * user is supposed to react on iferror == -ENOMEM;
657 nlh
= __nlmsg_put(skb
, pid
, seq
, t
, (len
- sizeof(*nlh
)), 0);
658 nlh
->nlmsg_flags
= flags
;
659 memcpy(NLMSG_DATA(nlh
), payload
, size
);
660 return iscsi_unicast_skb(z_reply
, skb
);
664 iscsi_if_get_stats(struct iscsi_transport
*transport
, struct sk_buff
*skb
,
665 struct nlmsghdr
*nlh
)
667 struct iscsi_uevent
*ev
= NLMSG_DATA(nlh
);
668 struct iscsi_stats
*stats
;
669 struct sk_buff
*skbstat
;
670 struct iscsi_cls_conn
*conn
;
671 struct nlmsghdr
*nlhstat
;
672 struct iscsi_uevent
*evstat
;
673 int len
= NLMSG_SPACE(sizeof(*ev
) +
674 sizeof(struct iscsi_stats
) +
675 sizeof(struct iscsi_stats_custom
) *
676 ISCSI_STATS_CUSTOM_MAX
);
679 conn
= iscsi_if_find_conn(ev
->u
.get_stats
.conn_handle
);
686 mempool_zone_complete(conn
->z_pdu
);
688 skbstat
= mempool_zone_get_skb(conn
->z_pdu
);
690 dev_printk(KERN_ERR
, &conn
->dev
, "iscsi: can not "
691 "deliver stats: OOM\n");
695 nlhstat
= __nlmsg_put(skbstat
, daemon_pid
, 0, 0,
696 (len
- sizeof(*nlhstat
)), 0);
697 evstat
= NLMSG_DATA(nlhstat
);
698 memset(evstat
, 0, sizeof(*evstat
));
699 evstat
->transport_handle
= iscsi_handle(conn
->transport
);
700 evstat
->type
= nlh
->nlmsg_type
;
701 if (atomic_read(&conn
->z_pdu
->allocated
) >= conn
->z_pdu
->hiwat
)
702 evstat
->iferror
= -ENOMEM
;
703 evstat
->u
.get_stats
.conn_handle
=
704 ev
->u
.get_stats
.conn_handle
;
705 stats
= (struct iscsi_stats
*)
706 ((char*)evstat
+ sizeof(*evstat
));
707 memset(stats
, 0, sizeof(*stats
));
709 transport
->get_stats(ev
->u
.get_stats
.conn_handle
, stats
);
710 actual_size
= NLMSG_SPACE(sizeof(struct iscsi_uevent
) +
711 sizeof(struct iscsi_stats
) +
712 sizeof(struct iscsi_stats_custom
) *
713 stats
->custom_length
);
714 actual_size
-= sizeof(*nlhstat
);
715 actual_size
= NLMSG_LENGTH(actual_size
);
716 skb_trim(skb
, NLMSG_ALIGN(actual_size
));
717 nlhstat
->nlmsg_len
= actual_size
;
719 err
= iscsi_unicast_skb(conn
->z_pdu
, skbstat
);
720 } while (err
< 0 && err
!= -ECONNREFUSED
);
726 iscsi_if_create_session(struct iscsi_internal
*priv
, struct iscsi_uevent
*ev
)
728 struct iscsi_transport
*transport
= priv
->iscsi_transport
;
729 struct Scsi_Host
*shost
;
731 if (!transport
->create_session
)
734 shost
= transport
->create_session(&priv
->t
,
735 ev
->u
.c_session
.initial_cmdsn
);
739 ev
->r
.c_session_ret
.session_handle
= iscsi_handle(iscsi_hostdata(shost
->hostdata
));
740 ev
->r
.c_session_ret
.sid
= shost
->host_no
;
745 iscsi_if_destroy_session(struct iscsi_internal
*priv
, struct iscsi_uevent
*ev
)
747 struct iscsi_transport
*transport
= priv
->iscsi_transport
;
749 struct Scsi_Host
*shost
;
751 if (!transport
->destroy_session
)
754 shost
= scsi_host_lookup(ev
->u
.d_session
.sid
);
755 if (shost
== ERR_PTR(-ENXIO
))
758 if (transport
->destroy_session
)
759 transport
->destroy_session(shost
);
760 /* ref from host lookup */
761 scsi_host_put(shost
);
766 iscsi_if_create_conn(struct iscsi_transport
*transport
, struct iscsi_uevent
*ev
){
767 struct Scsi_Host
*shost
;
768 struct iscsi_cls_conn
*conn
;
771 if (!transport
->create_conn
)
774 shost
= scsi_host_lookup(ev
->u
.c_conn
.sid
);
775 if (shost
== ERR_PTR(-ENXIO
))
778 conn
= transport
->create_conn(shost
, ev
->u
.c_conn
.cid
);
782 conn
->z_pdu
= mempool_zone_init(Z_MAX_PDU
,
783 NLMSG_SPACE(sizeof(struct iscsi_uevent
) +
784 sizeof(struct iscsi_hdr
) +
785 DEFAULT_MAX_RECV_DATA_SEGMENT_LENGTH
),
788 dev_printk(KERN_ERR
, &conn
->dev
, "iscsi: can not allocate "
789 "pdu zone for new conn\n");
793 conn
->z_error
= mempool_zone_init(Z_MAX_ERROR
,
794 NLMSG_SPACE(sizeof(struct iscsi_uevent
)),
796 if (!conn
->z_error
) {
797 dev_printk(KERN_ERR
, &conn
->dev
, "iscsi: can not allocate "
798 "error zone for new conn\n");
802 ev
->r
.handle
= conn
->connh
= iscsi_handle(conn
->dd_data
);
804 spin_lock_irqsave(&connlock
, flags
);
805 list_add(&conn
->conn_list
, &connlist
);
807 spin_unlock_irqrestore(&connlock
, flags
);
809 scsi_host_put(shost
);
813 mempool_zone_destroy(conn
->z_pdu
);
815 if (transport
->destroy_conn
)
816 transport
->destroy_conn(conn
->dd_data
);
818 scsi_host_put(shost
);
823 iscsi_if_destroy_conn(struct iscsi_transport
*transport
, struct iscsi_uevent
*ev
)
826 struct iscsi_cls_conn
*conn
;
827 struct mempool_zone
*z_error
, *z_pdu
;
829 conn
= iscsi_if_find_conn(ev
->u
.d_conn
.conn_handle
);
833 if (!transport
->destroy_conn
)
836 spin_lock_irqsave(&connlock
, flags
);
838 list_del(&conn
->conn_list
);
839 spin_unlock_irqrestore(&connlock
, flags
);
842 z_error
= conn
->z_error
;
844 if (transport
->destroy_conn
)
845 transport
->destroy_conn(conn
);
847 mempool_zone_destroy(z_pdu
);
848 mempool_zone_destroy(z_error
);
854 iscsi_if_recv_msg(struct sk_buff
*skb
, struct nlmsghdr
*nlh
)
857 struct iscsi_uevent
*ev
= NLMSG_DATA(nlh
);
858 struct iscsi_transport
*transport
= NULL
;
859 struct iscsi_internal
*priv
;
861 if (NETLINK_CREDS(skb
)->uid
)
864 priv
= iscsi_if_transport_lookup(iscsi_ptr(ev
->transport_handle
));
867 transport
= priv
->iscsi_transport
;
869 daemon_pid
= NETLINK_CREDS(skb
)->pid
;
871 switch (nlh
->nlmsg_type
) {
872 case ISCSI_UEVENT_CREATE_SESSION
:
873 err
= iscsi_if_create_session(priv
, ev
);
875 case ISCSI_UEVENT_DESTROY_SESSION
:
876 err
= iscsi_if_destroy_session(priv
, ev
);
878 case ISCSI_UEVENT_CREATE_CONN
:
879 err
= iscsi_if_create_conn(transport
, ev
);
881 case ISCSI_UEVENT_DESTROY_CONN
:
882 err
= iscsi_if_destroy_conn(transport
, ev
);
884 case ISCSI_UEVENT_BIND_CONN
:
885 if (!iscsi_if_find_conn(ev
->u
.b_conn
.conn_handle
))
887 ev
->r
.retcode
= transport
->bind_conn(
888 ev
->u
.b_conn
.session_handle
,
889 ev
->u
.b_conn
.conn_handle
,
890 ev
->u
.b_conn
.transport_fd
,
891 ev
->u
.b_conn
.is_leading
);
893 case ISCSI_UEVENT_SET_PARAM
:
894 if (!iscsi_if_find_conn(ev
->u
.set_param
.conn_handle
))
896 ev
->r
.retcode
= transport
->set_param(
897 ev
->u
.set_param
.conn_handle
,
898 ev
->u
.set_param
.param
, ev
->u
.set_param
.value
);
900 case ISCSI_UEVENT_START_CONN
:
901 if (!iscsi_if_find_conn(ev
->u
.start_conn
.conn_handle
))
903 ev
->r
.retcode
= transport
->start_conn(
904 ev
->u
.start_conn
.conn_handle
);
906 case ISCSI_UEVENT_STOP_CONN
:
907 if (!iscsi_if_find_conn(ev
->u
.stop_conn
.conn_handle
))
909 transport
->stop_conn(ev
->u
.stop_conn
.conn_handle
,
910 ev
->u
.stop_conn
.flag
);
912 case ISCSI_UEVENT_SEND_PDU
:
913 if (!iscsi_if_find_conn(ev
->u
.send_pdu
.conn_handle
))
915 ev
->r
.retcode
= transport
->send_pdu(
916 ev
->u
.send_pdu
.conn_handle
,
917 (struct iscsi_hdr
*)((char*)ev
+ sizeof(*ev
)),
918 (char*)ev
+ sizeof(*ev
) + ev
->u
.send_pdu
.hdr_size
,
919 ev
->u
.send_pdu
.data_size
);
921 case ISCSI_UEVENT_GET_STATS
:
922 err
= iscsi_if_get_stats(transport
, skb
, nlh
);
932 /* Get message from skb (based on rtnetlink_rcv_skb). Each message is
933 * processed by iscsi_if_recv_msg. Malformed skbs with wrong length are
934 * discarded silently. */
936 iscsi_if_rx(struct sock
*sk
, int len
)
940 mutex_lock(&rx_queue_mutex
);
941 while ((skb
= skb_dequeue(&sk
->sk_receive_queue
)) != NULL
) {
942 while (skb
->len
>= NLMSG_SPACE(0)) {
945 struct nlmsghdr
*nlh
;
946 struct iscsi_uevent
*ev
;
948 nlh
= (struct nlmsghdr
*)skb
->data
;
949 if (nlh
->nlmsg_len
< sizeof(*nlh
) ||
950 skb
->len
< nlh
->nlmsg_len
) {
953 ev
= NLMSG_DATA(nlh
);
954 rlen
= NLMSG_ALIGN(nlh
->nlmsg_len
);
957 err
= iscsi_if_recv_msg(skb
, nlh
);
959 ev
->type
= ISCSI_KEVENT_IF_ERROR
;
964 * special case for GET_STATS:
965 * on success - sending reply and stats from
966 * inside of if_recv_msg(),
967 * on error - fall through.
969 if (ev
->type
== ISCSI_UEVENT_GET_STATS
&& !err
)
971 err
= iscsi_if_send_reply(
972 NETLINK_CREDS(skb
)->pid
, nlh
->nlmsg_seq
,
973 nlh
->nlmsg_type
, 0, 0, ev
, sizeof(*ev
));
974 if (atomic_read(&z_reply
->allocated
) >=
976 ev
->iferror
= -ENOMEM
;
977 } while (err
< 0 && err
!= -ECONNREFUSED
);
982 mutex_unlock(&rx_queue_mutex
);
985 #define iscsi_cdev_to_conn(_cdev) \
986 iscsi_dev_to_conn(_cdev->dev)
989 * iSCSI connection attrs
991 #define iscsi_conn_int_attr_show(param, format) \
993 show_conn_int_param_##param(struct class_device *cdev, char *buf) \
995 uint32_t value = 0; \
996 struct iscsi_cls_conn *conn = iscsi_cdev_to_conn(cdev); \
997 struct iscsi_transport *t = conn->transport; \
999 t->get_conn_param(conn->dd_data, param, &value); \
1000 return snprintf(buf, 20, format"\n", value); \
1003 #define iscsi_conn_int_attr(field, param, format) \
1004 iscsi_conn_int_attr_show(param, format) \
1005 static CLASS_DEVICE_ATTR(field, S_IRUGO, show_conn_int_param_##param, NULL);
1007 iscsi_conn_int_attr(max_recv_dlength
, ISCSI_PARAM_MAX_RECV_DLENGTH
, "%u");
1008 iscsi_conn_int_attr(max_xmit_dlength
, ISCSI_PARAM_MAX_XMIT_DLENGTH
, "%u");
1009 iscsi_conn_int_attr(header_digest
, ISCSI_PARAM_HDRDGST_EN
, "%d");
1010 iscsi_conn_int_attr(data_digest
, ISCSI_PARAM_DATADGST_EN
, "%d");
1011 iscsi_conn_int_attr(ifmarker
, ISCSI_PARAM_IFMARKER_EN
, "%d");
1012 iscsi_conn_int_attr(ofmarker
, ISCSI_PARAM_OFMARKER_EN
, "%d");
1014 #define iscsi_cdev_to_session(_cdev) \
1015 iscsi_dev_to_session(_cdev->dev)
1018 * iSCSI session attrs
1020 #define iscsi_session_int_attr_show(param, format) \
1022 show_session_int_param_##param(struct class_device *cdev, char *buf) \
1024 uint32_t value = 0; \
1025 struct iscsi_cls_session *session = iscsi_cdev_to_session(cdev); \
1026 struct Scsi_Host *shost = iscsi_session_to_shost(session); \
1027 struct iscsi_transport *t = session->transport; \
1029 t->get_session_param(shost, param, &value); \
1030 return snprintf(buf, 20, format"\n", value); \
1033 #define iscsi_session_int_attr(field, param, format) \
1034 iscsi_session_int_attr_show(param, format) \
1035 static CLASS_DEVICE_ATTR(field, S_IRUGO, show_session_int_param_##param, NULL);
1037 iscsi_session_int_attr(initial_r2t
, ISCSI_PARAM_INITIAL_R2T_EN
, "%d");
1038 iscsi_session_int_attr(max_outstanding_r2t
, ISCSI_PARAM_MAX_R2T
, "%hu");
1039 iscsi_session_int_attr(immediate_data
, ISCSI_PARAM_IMM_DATA_EN
, "%d");
1040 iscsi_session_int_attr(first_burst_len
, ISCSI_PARAM_FIRST_BURST
, "%u");
1041 iscsi_session_int_attr(max_burst_len
, ISCSI_PARAM_MAX_BURST
, "%u");
1042 iscsi_session_int_attr(data_pdu_in_order
, ISCSI_PARAM_PDU_INORDER_EN
, "%d");
1043 iscsi_session_int_attr(data_seq_in_order
, ISCSI_PARAM_DATASEQ_INORDER_EN
, "%d");
1044 iscsi_session_int_attr(erl
, ISCSI_PARAM_ERL
, "%d");
1046 #define SETUP_SESSION_RD_ATTR(field, param) \
1047 if (priv->param_mask & (1 << param)) { \
1048 priv->session_attrs[count] = &class_device_attr_##field;\
1052 #define SETUP_CONN_RD_ATTR(field, param) \
1053 if (priv->param_mask & (1 << param)) { \
1054 priv->conn_attrs[count] = &class_device_attr_##field; \
1058 static int iscsi_session_match(struct attribute_container
*cont
,
1061 struct iscsi_cls_session
*session
;
1062 struct Scsi_Host
*shost
;
1063 struct iscsi_internal
*priv
;
1065 if (!iscsi_is_session_dev(dev
))
1068 session
= iscsi_dev_to_session(dev
);
1069 shost
= iscsi_session_to_shost(session
);
1070 if (!shost
->transportt
)
1073 priv
= to_iscsi_internal(shost
->transportt
);
1074 if (priv
->session_cont
.ac
.class != &iscsi_session_class
.class)
1077 return &priv
->session_cont
.ac
== cont
;
1080 static int iscsi_conn_match(struct attribute_container
*cont
,
1083 struct iscsi_cls_session
*session
;
1084 struct iscsi_cls_conn
*conn
;
1085 struct Scsi_Host
*shost
;
1086 struct iscsi_internal
*priv
;
1088 if (!iscsi_is_conn_dev(dev
))
1091 conn
= iscsi_dev_to_conn(dev
);
1092 session
= iscsi_dev_to_session(conn
->dev
.parent
);
1093 shost
= iscsi_session_to_shost(session
);
1095 if (!shost
->transportt
)
1098 priv
= to_iscsi_internal(shost
->transportt
);
1099 if (priv
->conn_cont
.ac
.class != &iscsi_connection_class
.class)
1102 return &priv
->conn_cont
.ac
== cont
;
1105 struct scsi_transport_template
*
1106 iscsi_register_transport(struct iscsi_transport
*tt
)
1108 struct iscsi_internal
*priv
;
1109 unsigned long flags
;
1114 priv
= iscsi_if_transport_lookup(tt
);
1118 priv
= kmalloc(sizeof(*priv
), GFP_KERNEL
);
1121 memset(priv
, 0, sizeof(*priv
));
1122 INIT_LIST_HEAD(&priv
->list
);
1123 INIT_LIST_HEAD(&priv
->sessions
);
1124 priv
->iscsi_transport
= tt
;
1126 priv
->cdev
.class = &iscsi_transport_class
;
1127 snprintf(priv
->cdev
.class_id
, BUS_ID_SIZE
, "%s", tt
->name
);
1128 err
= class_device_register(&priv
->cdev
);
1132 err
= sysfs_create_group(&priv
->cdev
.kobj
, &iscsi_transport_group
);
1134 goto unregister_cdev
;
1136 /* setup parameters mask */
1137 priv
->param_mask
= 0xFFFFFFFF;
1138 if (!(tt
->caps
& CAP_MULTI_R2T
))
1139 priv
->param_mask
&= ~(1 << ISCSI_PARAM_MAX_R2T
);
1140 if (!(tt
->caps
& CAP_HDRDGST
))
1141 priv
->param_mask
&= ~(1 << ISCSI_PARAM_HDRDGST_EN
);
1142 if (!(tt
->caps
& CAP_DATADGST
))
1143 priv
->param_mask
&= ~(1 << ISCSI_PARAM_DATADGST_EN
);
1144 if (!(tt
->caps
& CAP_MARKERS
)) {
1145 priv
->param_mask
&= ~(1 << ISCSI_PARAM_IFMARKER_EN
);
1146 priv
->param_mask
&= ~(1 << ISCSI_PARAM_OFMARKER_EN
);
1149 /* connection parameters */
1150 priv
->conn_cont
.ac
.attrs
= &priv
->conn_attrs
[0];
1151 priv
->conn_cont
.ac
.class = &iscsi_connection_class
.class;
1152 priv
->conn_cont
.ac
.match
= iscsi_conn_match
;
1153 transport_container_register(&priv
->conn_cont
);
1155 SETUP_CONN_RD_ATTR(max_recv_dlength
, ISCSI_PARAM_MAX_RECV_DLENGTH
);
1156 SETUP_CONN_RD_ATTR(max_xmit_dlength
, ISCSI_PARAM_MAX_XMIT_DLENGTH
);
1157 SETUP_CONN_RD_ATTR(header_digest
, ISCSI_PARAM_HDRDGST_EN
);
1158 SETUP_CONN_RD_ATTR(data_digest
, ISCSI_PARAM_DATADGST_EN
);
1159 SETUP_CONN_RD_ATTR(ifmarker
, ISCSI_PARAM_IFMARKER_EN
);
1160 SETUP_CONN_RD_ATTR(ofmarker
, ISCSI_PARAM_OFMARKER_EN
);
1162 BUG_ON(count
> ISCSI_CONN_ATTRS
);
1163 priv
->conn_attrs
[count
] = NULL
;
1166 /* session parameters */
1167 priv
->session_cont
.ac
.attrs
= &priv
->session_attrs
[0];
1168 priv
->session_cont
.ac
.class = &iscsi_session_class
.class;
1169 priv
->session_cont
.ac
.match
= iscsi_session_match
;
1170 transport_container_register(&priv
->session_cont
);
1172 SETUP_SESSION_RD_ATTR(initial_r2t
, ISCSI_PARAM_INITIAL_R2T_EN
);
1173 SETUP_SESSION_RD_ATTR(max_outstanding_r2t
, ISCSI_PARAM_MAX_R2T
);
1174 SETUP_SESSION_RD_ATTR(immediate_data
, ISCSI_PARAM_IMM_DATA_EN
);
1175 SETUP_SESSION_RD_ATTR(first_burst_len
, ISCSI_PARAM_FIRST_BURST
);
1176 SETUP_SESSION_RD_ATTR(max_burst_len
, ISCSI_PARAM_MAX_BURST
);
1177 SETUP_SESSION_RD_ATTR(data_pdu_in_order
, ISCSI_PARAM_PDU_INORDER_EN
);
1178 SETUP_SESSION_RD_ATTR(data_seq_in_order
,ISCSI_PARAM_DATASEQ_INORDER_EN
)
1179 SETUP_SESSION_RD_ATTR(erl
, ISCSI_PARAM_ERL
);
1181 BUG_ON(count
> ISCSI_SESSION_ATTRS
);
1182 priv
->session_attrs
[count
] = NULL
;
1184 spin_lock_irqsave(&iscsi_transport_lock
, flags
);
1185 list_add(&priv
->list
, &iscsi_transports
);
1186 spin_unlock_irqrestore(&iscsi_transport_lock
, flags
);
1188 printk(KERN_NOTICE
"iscsi: registered transport (%s)\n", tt
->name
);
1192 class_device_unregister(&priv
->cdev
);
1197 EXPORT_SYMBOL_GPL(iscsi_register_transport
);
1199 int iscsi_unregister_transport(struct iscsi_transport
*tt
)
1201 struct iscsi_internal
*priv
;
1202 unsigned long flags
;
1206 mutex_lock(&rx_queue_mutex
);
1208 priv
= iscsi_if_transport_lookup(tt
);
1211 spin_lock_irqsave(&iscsi_transport_lock
, flags
);
1212 list_del(&priv
->list
);
1213 spin_unlock_irqrestore(&iscsi_transport_lock
, flags
);
1215 transport_container_unregister(&priv
->conn_cont
);
1216 transport_container_unregister(&priv
->session_cont
);
1218 sysfs_remove_group(&priv
->cdev
.kobj
, &iscsi_transport_group
);
1219 class_device_unregister(&priv
->cdev
);
1220 mutex_unlock(&rx_queue_mutex
);
1224 EXPORT_SYMBOL_GPL(iscsi_unregister_transport
);
1227 iscsi_rcv_nl_event(struct notifier_block
*this, unsigned long event
, void *ptr
)
1229 struct netlink_notify
*n
= ptr
;
1231 if (event
== NETLINK_URELEASE
&&
1232 n
->protocol
== NETLINK_ISCSI
&& n
->pid
) {
1233 struct iscsi_cls_conn
*conn
;
1234 unsigned long flags
;
1236 mempool_zone_complete(z_reply
);
1237 spin_lock_irqsave(&connlock
, flags
);
1238 list_for_each_entry(conn
, &connlist
, conn_list
) {
1239 mempool_zone_complete(conn
->z_error
);
1240 mempool_zone_complete(conn
->z_pdu
);
1242 spin_unlock_irqrestore(&connlock
, flags
);
1248 static struct notifier_block iscsi_nl_notifier
= {
1249 .notifier_call
= iscsi_rcv_nl_event
,
1252 static __init
int iscsi_transport_init(void)
1256 err
= class_register(&iscsi_transport_class
);
1260 err
= transport_class_register(&iscsi_connection_class
);
1262 goto unregister_transport_class
;
1264 err
= transport_class_register(&iscsi_session_class
);
1266 goto unregister_conn_class
;
1268 err
= netlink_register_notifier(&iscsi_nl_notifier
);
1270 goto unregister_session_class
;
1272 nls
= netlink_kernel_create(NETLINK_ISCSI
, 1, iscsi_if_rx
,
1276 goto unregister_notifier
;
1279 z_reply
= mempool_zone_init(Z_MAX_REPLY
,
1280 NLMSG_SPACE(sizeof(struct iscsi_uevent
)), Z_HIWAT_REPLY
);
1284 sock_release(nls
->sk_socket
);
1285 unregister_notifier
:
1286 netlink_unregister_notifier(&iscsi_nl_notifier
);
1287 unregister_session_class
:
1288 transport_class_unregister(&iscsi_session_class
);
1289 unregister_conn_class
:
1290 transport_class_unregister(&iscsi_connection_class
);
1291 unregister_transport_class
:
1292 class_unregister(&iscsi_transport_class
);
1296 static void __exit
iscsi_transport_exit(void)
1298 mempool_zone_destroy(z_reply
);
1299 sock_release(nls
->sk_socket
);
1300 netlink_unregister_notifier(&iscsi_nl_notifier
);
1301 transport_class_unregister(&iscsi_connection_class
);
1302 transport_class_unregister(&iscsi_session_class
);
1303 class_unregister(&iscsi_transport_class
);
1306 module_init(iscsi_transport_init
);
1307 module_exit(iscsi_transport_exit
);
1309 MODULE_AUTHOR("Mike Christie <michaelc@cs.wisc.edu>, "
1310 "Dmitry Yusupov <dmitry_yus@yahoo.com>, "
1311 "Alex Aizman <itn780@yahoo.com>");
1312 MODULE_DESCRIPTION("iSCSI Transport Interface");
1313 MODULE_LICENSE("GPL");