2 * iSCSI transport class definitions
4 * Copyright (C) IBM Corporation, 2004
5 * Copyright (C) Mike Christie, 2004 - 2005
6 * Copyright (C) Dmitry Yusupov, 2004 - 2005
7 * Copyright (C) Alex Aizman, 2004 - 2005
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
23 #include <linux/module.h>
24 #include <linux/mempool.h>
25 #include <linux/mutex.h>
27 #include <scsi/scsi.h>
28 #include <scsi/scsi_host.h>
29 #include <scsi/scsi_device.h>
30 #include <scsi/scsi_transport.h>
31 #include <scsi/scsi_transport_iscsi.h>
32 #include <scsi/iscsi_if.h>
34 #define ISCSI_SESSION_ATTRS 11
35 #define ISCSI_CONN_ATTRS 11
36 #define ISCSI_HOST_ATTRS 0
38 struct iscsi_internal {
39 struct scsi_transport_template t;
40 struct iscsi_transport *iscsi_transport;
41 struct list_head list;
42 struct class_device cdev;
44 struct class_device_attribute *host_attrs[ISCSI_HOST_ATTRS + 1];
45 struct transport_container conn_cont;
46 struct class_device_attribute *conn_attrs[ISCSI_CONN_ATTRS + 1];
47 struct transport_container session_cont;
48 struct class_device_attribute *session_attrs[ISCSI_SESSION_ATTRS + 1];
51 static int iscsi_session_nr; /* sysfs session id for next new session */
54 * list of registered transports and lock that must
55 * be held while accessing list. The iscsi_transport_lock must
56 * be acquired after the rx_queue_mutex.
58 static LIST_HEAD(iscsi_transports);
59 static DEFINE_SPINLOCK(iscsi_transport_lock);
61 #define to_iscsi_internal(tmpl) \
62 container_of(tmpl, struct iscsi_internal, t)
64 #define cdev_to_iscsi_internal(_cdev) \
65 container_of(_cdev, struct iscsi_internal, cdev)
67 static void iscsi_transport_release(struct class_device *cdev)
69 struct iscsi_internal *priv = cdev_to_iscsi_internal(cdev);
74 * iscsi_transport_class represents the iscsi_transports that are
77 static struct class iscsi_transport_class = {
78 .name = "iscsi_transport",
79 .release = iscsi_transport_release,
83 show_transport_handle(struct class_device *cdev, char *buf)
85 struct iscsi_internal *priv = cdev_to_iscsi_internal(cdev);
86 return sprintf(buf, "%llu\n", (unsigned long long)iscsi_handle(priv->iscsi_transport));
88 static CLASS_DEVICE_ATTR(handle, S_IRUGO, show_transport_handle, NULL);
90 #define show_transport_attr(name, format) \
92 show_transport_##name(struct class_device *cdev, char *buf) \
94 struct iscsi_internal *priv = cdev_to_iscsi_internal(cdev); \
95 return sprintf(buf, format"\n", priv->iscsi_transport->name); \
97 static CLASS_DEVICE_ATTR(name, S_IRUGO, show_transport_##name, NULL);
99 show_transport_attr(caps, "0x%x");
100 show_transport_attr(max_lun, "%d");
101 show_transport_attr(max_conn, "%d");
102 show_transport_attr(max_cmd_len, "%d");
104 static struct attribute *iscsi_transport_attrs[] = {
105 &class_device_attr_handle.attr,
106 &class_device_attr_caps.attr,
107 &class_device_attr_max_lun.attr,
108 &class_device_attr_max_conn.attr,
109 &class_device_attr_max_cmd_len.attr,
113 static struct attribute_group iscsi_transport_group = {
114 .attrs = iscsi_transport_attrs,
117 static int iscsi_setup_host(struct transport_container *tc, struct device *dev,
118 struct class_device *cdev)
120 struct Scsi_Host *shost = dev_to_shost(dev);
121 struct iscsi_host *ihost = shost->shost_data;
123 memset(ihost, 0, sizeof(*ihost));
124 INIT_LIST_HEAD(&ihost->sessions);
125 mutex_init(&ihost->mutex);
129 static DECLARE_TRANSPORT_CLASS(iscsi_host_class,
135 static DECLARE_TRANSPORT_CLASS(iscsi_session_class,
141 static DECLARE_TRANSPORT_CLASS(iscsi_connection_class,
147 static struct sock *nls;
148 static int daemon_pid;
149 static DEFINE_MUTEX(rx_queue_mutex);
151 struct mempool_zone {
156 struct list_head freequeue;
160 static struct mempool_zone *z_reply;
163 * Z_MAX_* - actual mempool size allocated at the mempool_zone_init() time
164 * Z_HIWAT_* - zone's high watermark when if_error bit will be set to -ENOMEM
165 * so daemon will notice OOM on NETLINK tranposrt level and will
166 * be able to predict or change operational behavior
168 #define Z_MAX_REPLY 8
169 #define Z_HIWAT_REPLY 6
171 #define Z_HIWAT_PDU 6
172 #define Z_MAX_ERROR 16
173 #define Z_HIWAT_ERROR 12
175 static LIST_HEAD(sesslist);
176 static DEFINE_SPINLOCK(sesslock);
177 static LIST_HEAD(connlist);
178 static DEFINE_SPINLOCK(connlock);
180 static uint32_t iscsi_conn_get_sid(struct iscsi_cls_conn *conn)
182 struct iscsi_cls_session *sess = iscsi_dev_to_session(conn->dev.parent);
187 * Returns the matching session to a given sid
189 static struct iscsi_cls_session *iscsi_session_lookup(uint32_t sid)
192 struct iscsi_cls_session *sess;
194 spin_lock_irqsave(&sesslock, flags);
195 list_for_each_entry(sess, &sesslist, sess_list) {
196 if (sess->sid == sid) {
197 spin_unlock_irqrestore(&sesslock, flags);
201 spin_unlock_irqrestore(&sesslock, flags);
206 * Returns the matching connection to a given sid / cid tuple
208 static struct iscsi_cls_conn *iscsi_conn_lookup(uint32_t sid, uint32_t cid)
211 struct iscsi_cls_conn *conn;
213 spin_lock_irqsave(&connlock, flags);
214 list_for_each_entry(conn, &connlist, conn_list) {
215 if ((conn->cid == cid) && (iscsi_conn_get_sid(conn) == sid)) {
216 spin_unlock_irqrestore(&connlock, flags);
220 spin_unlock_irqrestore(&connlock, flags);
225 * The following functions can be used by LLDs that allocate
226 * their own scsi_hosts or by software iscsi LLDs
228 static void iscsi_session_release(struct device *dev)
230 struct iscsi_cls_session *session = iscsi_dev_to_session(dev);
231 struct iscsi_transport *transport = session->transport;
232 struct Scsi_Host *shost;
234 shost = iscsi_session_to_shost(session);
235 scsi_host_put(shost);
236 kfree(session->targetname);
238 module_put(transport->owner);
241 static int iscsi_is_session_dev(const struct device *dev)
243 return dev->release == iscsi_session_release;
246 static int iscsi_user_scan(struct Scsi_Host *shost, uint channel,
249 struct iscsi_host *ihost = shost->shost_data;
250 struct iscsi_cls_session *session;
252 mutex_lock(&ihost->mutex);
253 list_for_each_entry(session, &ihost->sessions, host_list) {
254 if ((channel == SCAN_WILD_CARD ||
255 channel == session->channel) &&
256 (id == SCAN_WILD_CARD || id == session->target_id))
257 scsi_scan_target(&session->dev, session->channel,
258 session->target_id, lun, 1);
260 mutex_unlock(&ihost->mutex);
265 static void session_recovery_timedout(void *data)
267 struct iscsi_cls_session *session = data;
269 dev_printk(KERN_INFO, &session->dev, "iscsi: session recovery timed "
270 "out after %d secs\n", session->recovery_tmo);
272 if (session->transport->session_recovery_timedout)
273 session->transport->session_recovery_timedout(session);
275 scsi_target_unblock(&session->dev);
278 void iscsi_unblock_session(struct iscsi_cls_session *session)
280 if (!cancel_delayed_work(&session->recovery_work))
281 flush_scheduled_work();
282 scsi_target_unblock(&session->dev);
284 EXPORT_SYMBOL_GPL(iscsi_unblock_session);
286 void iscsi_block_session(struct iscsi_cls_session *session)
288 scsi_target_block(&session->dev);
289 schedule_delayed_work(&session->recovery_work,
290 session->recovery_tmo * HZ);
292 EXPORT_SYMBOL_GPL(iscsi_block_session);
295 * iscsi_create_session - create iscsi class session
297 * @transport: iscsi transport
299 * This can be called from a LLD or iscsi_transport.
301 struct iscsi_cls_session *
302 iscsi_create_session(struct Scsi_Host *shost,
303 struct iscsi_transport *transport, int channel)
305 struct iscsi_host *ihost;
306 struct iscsi_cls_session *session;
309 if (!try_module_get(transport->owner))
312 session = kzalloc(sizeof(*session) + transport->sessiondata_size,
316 session->transport = transport;
317 session->recovery_tmo = 120;
318 INIT_WORK(&session->recovery_work, session_recovery_timedout, session);
319 INIT_LIST_HEAD(&session->host_list);
320 INIT_LIST_HEAD(&session->sess_list);
322 if (transport->sessiondata_size)
323 session->dd_data = &session[1];
325 /* this is released in the dev's release function */
326 scsi_host_get(shost);
327 ihost = shost->shost_data;
329 session->sid = iscsi_session_nr++;
330 session->channel = channel;
331 session->target_id = ihost->next_target_id++;
333 snprintf(session->dev.bus_id, BUS_ID_SIZE, "session%u",
335 session->dev.parent = &shost->shost_gendev;
336 session->dev.release = iscsi_session_release;
337 err = device_register(&session->dev);
339 dev_printk(KERN_ERR, &session->dev, "iscsi: could not "
340 "register session's dev\n");
343 transport_register_device(&session->dev);
345 mutex_lock(&ihost->mutex);
346 list_add(&session->host_list, &ihost->sessions);
347 mutex_unlock(&ihost->mutex);
354 module_put(transport->owner);
358 EXPORT_SYMBOL_GPL(iscsi_create_session);
361 * iscsi_destroy_session - destroy iscsi session
362 * @session: iscsi_session
364 * Can be called by a LLD or iscsi_transport. There must not be
365 * any running connections.
367 int iscsi_destroy_session(struct iscsi_cls_session *session)
369 struct Scsi_Host *shost = iscsi_session_to_shost(session);
370 struct iscsi_host *ihost = shost->shost_data;
372 if (!cancel_delayed_work(&session->recovery_work))
373 flush_scheduled_work();
375 mutex_lock(&ihost->mutex);
376 list_del(&session->host_list);
377 mutex_unlock(&ihost->mutex);
379 transport_unregister_device(&session->dev);
380 device_unregister(&session->dev);
384 EXPORT_SYMBOL_GPL(iscsi_destroy_session);
386 static void iscsi_conn_release(struct device *dev)
388 struct iscsi_cls_conn *conn = iscsi_dev_to_conn(dev);
389 struct device *parent = conn->dev.parent;
391 kfree(conn->persistent_address);
396 static int iscsi_is_conn_dev(const struct device *dev)
398 return dev->release == iscsi_conn_release;
402 * iscsi_create_conn - create iscsi class connection
403 * @session: iscsi cls session
404 * @cid: connection id
406 * This can be called from a LLD or iscsi_transport. The connection
407 * is child of the session so cid must be unique for all connections
410 * Since we do not support MCS, cid will normally be zero. In some cases
411 * for software iscsi we could be trying to preallocate a connection struct
412 * in which case there could be two connection structs and cid would be
415 struct iscsi_cls_conn *
416 iscsi_create_conn(struct iscsi_cls_session *session, uint32_t cid)
418 struct iscsi_transport *transport = session->transport;
419 struct iscsi_cls_conn *conn;
422 conn = kzalloc(sizeof(*conn) + transport->conndata_size, GFP_KERNEL);
426 if (transport->conndata_size)
427 conn->dd_data = &conn[1];
429 INIT_LIST_HEAD(&conn->conn_list);
430 conn->transport = transport;
433 /* this is released in the dev's release function */
434 if (!get_device(&session->dev))
437 snprintf(conn->dev.bus_id, BUS_ID_SIZE, "connection%d:%u",
439 conn->dev.parent = &session->dev;
440 conn->dev.release = iscsi_conn_release;
441 err = device_register(&conn->dev);
443 dev_printk(KERN_ERR, &conn->dev, "iscsi: could not register "
444 "connection's dev\n");
445 goto release_parent_ref;
447 transport_register_device(&conn->dev);
451 put_device(&session->dev);
457 EXPORT_SYMBOL_GPL(iscsi_create_conn);
460 * iscsi_destroy_conn - destroy iscsi class connection
461 * @session: iscsi cls session
463 * This can be called from a LLD or iscsi_transport.
465 int iscsi_destroy_conn(struct iscsi_cls_conn *conn)
467 transport_unregister_device(&conn->dev);
468 device_unregister(&conn->dev);
472 EXPORT_SYMBOL_GPL(iscsi_destroy_conn);
475 * iscsi interface functions
477 static struct iscsi_internal *
478 iscsi_if_transport_lookup(struct iscsi_transport *tt)
480 struct iscsi_internal *priv;
483 spin_lock_irqsave(&iscsi_transport_lock, flags);
484 list_for_each_entry(priv, &iscsi_transports, list) {
485 if (tt == priv->iscsi_transport) {
486 spin_unlock_irqrestore(&iscsi_transport_lock, flags);
490 spin_unlock_irqrestore(&iscsi_transport_lock, flags);
494 static inline struct list_head *skb_to_lh(struct sk_buff *skb)
496 return (struct list_head *)&skb->cb;
500 mempool_zone_alloc_skb(gfp_t gfp_mask, void *pool_data)
502 struct mempool_zone *zone = pool_data;
504 return alloc_skb(zone->size, gfp_mask);
508 mempool_zone_free_skb(void *element, void *pool_data)
514 mempool_zone_complete(struct mempool_zone *zone)
517 struct list_head *lh, *n;
519 spin_lock_irqsave(&zone->freelock, flags);
520 list_for_each_safe(lh, n, &zone->freequeue) {
521 struct sk_buff *skb = (struct sk_buff *)((char *)lh -
522 offsetof(struct sk_buff, cb));
523 if (!skb_shared(skb)) {
524 list_del(skb_to_lh(skb));
525 mempool_free(skb, zone->pool);
526 atomic_dec(&zone->allocated);
529 spin_unlock_irqrestore(&zone->freelock, flags);
532 static struct mempool_zone *
533 mempool_zone_init(unsigned max, unsigned size, unsigned hiwat)
535 struct mempool_zone *zp;
537 zp = kzalloc(sizeof(*zp), GFP_KERNEL);
543 INIT_LIST_HEAD(&zp->freequeue);
544 spin_lock_init(&zp->freelock);
545 atomic_set(&zp->allocated, 0);
547 zp->pool = mempool_create(max, mempool_zone_alloc_skb,
548 mempool_zone_free_skb, zp);
557 static void mempool_zone_destroy(struct mempool_zone *zp)
559 mempool_destroy(zp->pool);
563 static struct sk_buff*
564 mempool_zone_get_skb(struct mempool_zone *zone)
568 skb = mempool_alloc(zone->pool, GFP_ATOMIC);
570 atomic_inc(&zone->allocated);
575 iscsi_unicast_skb(struct mempool_zone *zone, struct sk_buff *skb)
581 rc = netlink_unicast(nls, skb, daemon_pid, MSG_DONTWAIT);
583 mempool_free(skb, zone->pool);
584 printk(KERN_ERR "iscsi: can not unicast skb (%d)\n", rc);
588 spin_lock_irqsave(&zone->freelock, flags);
589 INIT_LIST_HEAD(skb_to_lh(skb));
590 list_add(skb_to_lh(skb), &zone->freequeue);
591 spin_unlock_irqrestore(&zone->freelock, flags);
596 int iscsi_recv_pdu(struct iscsi_cls_conn *conn, struct iscsi_hdr *hdr,
597 char *data, uint32_t data_size)
599 struct nlmsghdr *nlh;
601 struct iscsi_uevent *ev;
603 int len = NLMSG_SPACE(sizeof(*ev) + sizeof(struct iscsi_hdr) +
606 mempool_zone_complete(conn->z_pdu);
608 skb = mempool_zone_get_skb(conn->z_pdu);
610 iscsi_conn_error(conn, ISCSI_ERR_CONN_FAILED);
611 dev_printk(KERN_ERR, &conn->dev, "iscsi: can not deliver "
612 "control PDU: OOM\n");
616 nlh = __nlmsg_put(skb, daemon_pid, 0, 0, (len - sizeof(*nlh)), 0);
617 ev = NLMSG_DATA(nlh);
618 memset(ev, 0, sizeof(*ev));
619 ev->transport_handle = iscsi_handle(conn->transport);
620 ev->type = ISCSI_KEVENT_RECV_PDU;
621 if (atomic_read(&conn->z_pdu->allocated) >= conn->z_pdu->hiwat)
622 ev->iferror = -ENOMEM;
623 ev->r.recv_req.cid = conn->cid;
624 ev->r.recv_req.sid = iscsi_conn_get_sid(conn);
625 pdu = (char*)ev + sizeof(*ev);
626 memcpy(pdu, hdr, sizeof(struct iscsi_hdr));
627 memcpy(pdu + sizeof(struct iscsi_hdr), data, data_size);
629 return iscsi_unicast_skb(conn->z_pdu, skb);
631 EXPORT_SYMBOL_GPL(iscsi_recv_pdu);
633 void iscsi_conn_error(struct iscsi_cls_conn *conn, enum iscsi_err error)
635 struct nlmsghdr *nlh;
637 struct iscsi_uevent *ev;
638 int len = NLMSG_SPACE(sizeof(*ev));
640 mempool_zone_complete(conn->z_error);
642 skb = mempool_zone_get_skb(conn->z_error);
644 dev_printk(KERN_ERR, &conn->dev, "iscsi: gracefully ignored "
645 "conn error (%d)\n", error);
649 nlh = __nlmsg_put(skb, daemon_pid, 0, 0, (len - sizeof(*nlh)), 0);
650 ev = NLMSG_DATA(nlh);
651 ev->transport_handle = iscsi_handle(conn->transport);
652 ev->type = ISCSI_KEVENT_CONN_ERROR;
653 if (atomic_read(&conn->z_error->allocated) >= conn->z_error->hiwat)
654 ev->iferror = -ENOMEM;
655 ev->r.connerror.error = error;
656 ev->r.connerror.cid = conn->cid;
657 ev->r.connerror.sid = iscsi_conn_get_sid(conn);
659 iscsi_unicast_skb(conn->z_error, skb);
661 dev_printk(KERN_INFO, &conn->dev, "iscsi: detected conn error (%d)\n",
664 EXPORT_SYMBOL_GPL(iscsi_conn_error);
667 iscsi_if_send_reply(int pid, int seq, int type, int done, int multi,
668 void *payload, int size)
671 struct nlmsghdr *nlh;
672 int len = NLMSG_SPACE(size);
673 int flags = multi ? NLM_F_MULTI : 0;
674 int t = done ? NLMSG_DONE : type;
676 mempool_zone_complete(z_reply);
678 skb = mempool_zone_get_skb(z_reply);
681 * user is supposed to react on iferror == -ENOMEM;
686 nlh = __nlmsg_put(skb, pid, seq, t, (len - sizeof(*nlh)), 0);
687 nlh->nlmsg_flags = flags;
688 memcpy(NLMSG_DATA(nlh), payload, size);
689 return iscsi_unicast_skb(z_reply, skb);
693 iscsi_if_get_stats(struct iscsi_transport *transport, struct nlmsghdr *nlh)
695 struct iscsi_uevent *ev = NLMSG_DATA(nlh);
696 struct iscsi_stats *stats;
697 struct sk_buff *skbstat;
698 struct iscsi_cls_conn *conn;
699 struct nlmsghdr *nlhstat;
700 struct iscsi_uevent *evstat;
701 int len = NLMSG_SPACE(sizeof(*ev) +
702 sizeof(struct iscsi_stats) +
703 sizeof(struct iscsi_stats_custom) *
704 ISCSI_STATS_CUSTOM_MAX);
707 conn = iscsi_conn_lookup(ev->u.get_stats.sid, ev->u.get_stats.cid);
714 mempool_zone_complete(conn->z_pdu);
716 skbstat = mempool_zone_get_skb(conn->z_pdu);
718 dev_printk(KERN_ERR, &conn->dev, "iscsi: can not "
719 "deliver stats: OOM\n");
723 nlhstat = __nlmsg_put(skbstat, daemon_pid, 0, 0,
724 (len - sizeof(*nlhstat)), 0);
725 evstat = NLMSG_DATA(nlhstat);
726 memset(evstat, 0, sizeof(*evstat));
727 evstat->transport_handle = iscsi_handle(conn->transport);
728 evstat->type = nlh->nlmsg_type;
729 if (atomic_read(&conn->z_pdu->allocated) >= conn->z_pdu->hiwat)
730 evstat->iferror = -ENOMEM;
731 evstat->u.get_stats.cid =
733 evstat->u.get_stats.sid =
735 stats = (struct iscsi_stats *)
736 ((char*)evstat + sizeof(*evstat));
737 memset(stats, 0, sizeof(*stats));
739 transport->get_stats(conn, stats);
740 actual_size = NLMSG_SPACE(sizeof(struct iscsi_uevent) +
741 sizeof(struct iscsi_stats) +
742 sizeof(struct iscsi_stats_custom) *
743 stats->custom_length);
744 actual_size -= sizeof(*nlhstat);
745 actual_size = NLMSG_LENGTH(actual_size);
746 skb_trim(skbstat, NLMSG_ALIGN(actual_size));
747 nlhstat->nlmsg_len = actual_size;
749 err = iscsi_unicast_skb(conn->z_pdu, skbstat);
750 } while (err < 0 && err != -ECONNREFUSED);
756 iscsi_if_create_session(struct iscsi_internal *priv, struct iscsi_uevent *ev)
758 struct iscsi_transport *transport = priv->iscsi_transport;
759 struct iscsi_cls_session *session;
763 session = transport->create_session(transport, &priv->t,
764 ev->u.c_session.initial_cmdsn,
769 spin_lock_irqsave(&sesslock, flags);
770 list_add(&session->sess_list, &sesslist);
771 spin_unlock_irqrestore(&sesslock, flags);
773 ev->r.c_session_ret.host_no = hostno;
774 ev->r.c_session_ret.sid = session->sid;
779 iscsi_if_create_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
781 struct iscsi_cls_conn *conn;
782 struct iscsi_cls_session *session;
785 session = iscsi_session_lookup(ev->u.c_conn.sid);
787 printk(KERN_ERR "iscsi: invalid session %d\n",
792 conn = transport->create_conn(session, ev->u.c_conn.cid);
794 printk(KERN_ERR "iscsi: couldn't create a new "
795 "connection for session %d\n",
800 conn->z_pdu = mempool_zone_init(Z_MAX_PDU,
801 NLMSG_SPACE(sizeof(struct iscsi_uevent) +
802 sizeof(struct iscsi_hdr) +
803 DEFAULT_MAX_RECV_DATA_SEGMENT_LENGTH),
806 dev_printk(KERN_ERR, &conn->dev, "iscsi: can not allocate "
807 "pdu zone for new conn\n");
811 conn->z_error = mempool_zone_init(Z_MAX_ERROR,
812 NLMSG_SPACE(sizeof(struct iscsi_uevent)),
814 if (!conn->z_error) {
815 dev_printk(KERN_ERR, &conn->dev, "iscsi: can not allocate "
816 "error zone for new conn\n");
820 ev->r.c_conn_ret.sid = session->sid;
821 ev->r.c_conn_ret.cid = conn->cid;
823 spin_lock_irqsave(&connlock, flags);
824 list_add(&conn->conn_list, &connlist);
826 spin_unlock_irqrestore(&connlock, flags);
831 mempool_zone_destroy(conn->z_pdu);
833 if (transport->destroy_conn)
834 transport->destroy_conn(conn->dd_data);
839 iscsi_if_destroy_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
842 struct iscsi_cls_conn *conn;
843 struct mempool_zone *z_error, *z_pdu;
845 conn = iscsi_conn_lookup(ev->u.d_conn.sid, ev->u.d_conn.cid);
848 spin_lock_irqsave(&connlock, flags);
850 list_del(&conn->conn_list);
851 spin_unlock_irqrestore(&connlock, flags);
854 z_error = conn->z_error;
856 if (transport->destroy_conn)
857 transport->destroy_conn(conn);
859 mempool_zone_destroy(z_pdu);
860 mempool_zone_destroy(z_error);
866 iscsi_copy_param(struct iscsi_uevent *ev, uint32_t *value, char *data)
868 if (ev->u.set_param.len != sizeof(uint32_t))
870 memcpy(value, data, min_t(uint32_t, sizeof(uint32_t),
871 ev->u.set_param.len));
875 iscsi_set_param(struct iscsi_transport *transport, struct iscsi_uevent *ev)
877 char *data = (char*)ev + sizeof(*ev);
878 struct iscsi_cls_conn *conn;
879 struct iscsi_cls_session *session;
883 session = iscsi_session_lookup(ev->u.set_param.sid);
884 conn = iscsi_conn_lookup(ev->u.set_param.sid, ev->u.set_param.cid);
885 if (!conn || !session)
888 switch (ev->u.set_param.param) {
889 case ISCSI_PARAM_SESS_RECOVERY_TMO:
890 iscsi_copy_param(ev, &value, data);
892 session->recovery_tmo = value;
894 case ISCSI_PARAM_TARGET_NAME:
895 /* this should not change between logins */
896 if (session->targetname)
899 session->targetname = kstrdup(data, GFP_KERNEL);
900 if (!session->targetname)
903 case ISCSI_PARAM_TPGT:
904 iscsi_copy_param(ev, &value, data);
905 session->tpgt = value;
907 case ISCSI_PARAM_PERSISTENT_PORT:
908 iscsi_copy_param(ev, &value, data);
909 conn->persistent_port = value;
911 case ISCSI_PARAM_PERSISTENT_ADDRESS:
913 * this is the address returned in discovery so it should
914 * not change between logins.
916 if (conn->persistent_address)
919 conn->persistent_address = kstrdup(data, GFP_KERNEL);
920 if (!conn->persistent_address)
924 iscsi_copy_param(ev, &value, data);
925 err = transport->set_param(conn, ev->u.set_param.param, value);
932 iscsi_if_transport_ep(struct iscsi_transport *transport,
933 struct iscsi_uevent *ev, int msg_type)
935 struct sockaddr *dst_addr;
939 case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
940 if (!transport->ep_connect)
943 dst_addr = (struct sockaddr *)((char*)ev + sizeof(*ev));
944 rc = transport->ep_connect(dst_addr,
945 ev->u.ep_connect.non_blocking,
946 &ev->r.ep_connect_ret.handle);
948 case ISCSI_UEVENT_TRANSPORT_EP_POLL:
949 if (!transport->ep_poll)
952 ev->r.retcode = transport->ep_poll(ev->u.ep_poll.ep_handle,
953 ev->u.ep_poll.timeout_ms);
955 case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
956 if (!transport->ep_disconnect)
959 transport->ep_disconnect(ev->u.ep_disconnect.ep_handle);
966 iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh)
969 struct iscsi_uevent *ev = NLMSG_DATA(nlh);
970 struct iscsi_transport *transport = NULL;
971 struct iscsi_internal *priv;
972 struct iscsi_cls_session *session;
973 struct iscsi_cls_conn *conn;
976 priv = iscsi_if_transport_lookup(iscsi_ptr(ev->transport_handle));
979 transport = priv->iscsi_transport;
981 if (!try_module_get(transport->owner))
984 switch (nlh->nlmsg_type) {
985 case ISCSI_UEVENT_CREATE_SESSION:
986 err = iscsi_if_create_session(priv, ev);
988 case ISCSI_UEVENT_DESTROY_SESSION:
989 session = iscsi_session_lookup(ev->u.d_session.sid);
991 spin_lock_irqsave(&sesslock, flags);
992 list_del(&session->sess_list);
993 spin_unlock_irqrestore(&sesslock, flags);
995 transport->destroy_session(session);
999 case ISCSI_UEVENT_CREATE_CONN:
1000 err = iscsi_if_create_conn(transport, ev);
1002 case ISCSI_UEVENT_DESTROY_CONN:
1003 err = iscsi_if_destroy_conn(transport, ev);
1005 case ISCSI_UEVENT_BIND_CONN:
1006 session = iscsi_session_lookup(ev->u.b_conn.sid);
1007 conn = iscsi_conn_lookup(ev->u.b_conn.sid, ev->u.b_conn.cid);
1009 if (session && conn)
1010 ev->r.retcode = transport->bind_conn(session, conn,
1011 ev->u.b_conn.transport_eph,
1012 ev->u.b_conn.is_leading);
1016 case ISCSI_UEVENT_SET_PARAM:
1017 err = iscsi_set_param(transport, ev);
1019 case ISCSI_UEVENT_START_CONN:
1020 conn = iscsi_conn_lookup(ev->u.start_conn.sid, ev->u.start_conn.cid);
1022 ev->r.retcode = transport->start_conn(conn);
1026 case ISCSI_UEVENT_STOP_CONN:
1027 conn = iscsi_conn_lookup(ev->u.stop_conn.sid, ev->u.stop_conn.cid);
1029 transport->stop_conn(conn, ev->u.stop_conn.flag);
1033 case ISCSI_UEVENT_SEND_PDU:
1034 conn = iscsi_conn_lookup(ev->u.send_pdu.sid, ev->u.send_pdu.cid);
1036 ev->r.retcode = transport->send_pdu(conn,
1037 (struct iscsi_hdr*)((char*)ev + sizeof(*ev)),
1038 (char*)ev + sizeof(*ev) + ev->u.send_pdu.hdr_size,
1039 ev->u.send_pdu.data_size);
1043 case ISCSI_UEVENT_GET_STATS:
1044 err = iscsi_if_get_stats(transport, nlh);
1046 case ISCSI_UEVENT_TRANSPORT_EP_CONNECT:
1047 case ISCSI_UEVENT_TRANSPORT_EP_POLL:
1048 case ISCSI_UEVENT_TRANSPORT_EP_DISCONNECT:
1049 err = iscsi_if_transport_ep(transport, ev, nlh->nlmsg_type);
1056 module_put(transport->owner);
1061 * Get message from skb (based on rtnetlink_rcv_skb). Each message is
1062 * processed by iscsi_if_recv_msg. Malformed skbs with wrong lengths or
1063 * invalid creds are discarded silently.
1066 iscsi_if_rx(struct sock *sk, int len)
1068 struct sk_buff *skb;
1070 mutex_lock(&rx_queue_mutex);
1071 while ((skb = skb_dequeue(&sk->sk_receive_queue)) != NULL) {
1072 if (NETLINK_CREDS(skb)->uid) {
1073 skb_pull(skb, skb->len);
1076 daemon_pid = NETLINK_CREDS(skb)->pid;
1078 while (skb->len >= NLMSG_SPACE(0)) {
1081 struct nlmsghdr *nlh;
1082 struct iscsi_uevent *ev;
1084 nlh = (struct nlmsghdr *)skb->data;
1085 if (nlh->nlmsg_len < sizeof(*nlh) ||
1086 skb->len < nlh->nlmsg_len) {
1090 ev = NLMSG_DATA(nlh);
1091 rlen = NLMSG_ALIGN(nlh->nlmsg_len);
1092 if (rlen > skb->len)
1095 err = iscsi_if_recv_msg(skb, nlh);
1097 ev->type = ISCSI_KEVENT_IF_ERROR;
1102 * special case for GET_STATS:
1103 * on success - sending reply and stats from
1104 * inside of if_recv_msg(),
1105 * on error - fall through.
1107 if (ev->type == ISCSI_UEVENT_GET_STATS && !err)
1109 err = iscsi_if_send_reply(
1110 NETLINK_CREDS(skb)->pid, nlh->nlmsg_seq,
1111 nlh->nlmsg_type, 0, 0, ev, sizeof(*ev));
1112 if (atomic_read(&z_reply->allocated) >=
1114 ev->iferror = -ENOMEM;
1115 } while (err < 0 && err != -ECONNREFUSED);
1116 skb_pull(skb, rlen);
1121 mutex_unlock(&rx_queue_mutex);
1124 #define iscsi_cdev_to_conn(_cdev) \
1125 iscsi_dev_to_conn(_cdev->dev)
1127 #define ISCSI_CLASS_ATTR(_prefix,_name,_mode,_show,_store) \
1128 struct class_device_attribute class_device_attr_##_prefix##_##_name = \
1129 __ATTR(_name,_mode,_show,_store)
1132 * iSCSI connection attrs
1134 #define iscsi_conn_int_attr_show(param, format) \
1136 show_conn_int_param_##param(struct class_device *cdev, char *buf) \
1138 uint32_t value = 0; \
1139 struct iscsi_cls_conn *conn = iscsi_cdev_to_conn(cdev); \
1140 struct iscsi_transport *t = conn->transport; \
1142 t->get_conn_param(conn, param, &value); \
1143 return snprintf(buf, 20, format"\n", value); \
1146 #define iscsi_conn_int_attr(field, param, format) \
1147 iscsi_conn_int_attr_show(param, format) \
1148 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO, show_conn_int_param_##param, \
1151 iscsi_conn_int_attr(max_recv_dlength, ISCSI_PARAM_MAX_RECV_DLENGTH, "%u");
1152 iscsi_conn_int_attr(max_xmit_dlength, ISCSI_PARAM_MAX_XMIT_DLENGTH, "%u");
1153 iscsi_conn_int_attr(header_digest, ISCSI_PARAM_HDRDGST_EN, "%d");
1154 iscsi_conn_int_attr(data_digest, ISCSI_PARAM_DATADGST_EN, "%d");
1155 iscsi_conn_int_attr(ifmarker, ISCSI_PARAM_IFMARKER_EN, "%d");
1156 iscsi_conn_int_attr(ofmarker, ISCSI_PARAM_OFMARKER_EN, "%d");
1157 iscsi_conn_int_attr(persistent_port, ISCSI_PARAM_PERSISTENT_PORT, "%d");
1158 iscsi_conn_int_attr(port, ISCSI_PARAM_CONN_PORT, "%d");
1159 iscsi_conn_int_attr(exp_statsn, ISCSI_PARAM_EXP_STATSN, "%u");
1161 #define iscsi_conn_str_attr_show(param) \
1163 show_conn_str_param_##param(struct class_device *cdev, char *buf) \
1165 struct iscsi_cls_conn *conn = iscsi_cdev_to_conn(cdev); \
1166 struct iscsi_transport *t = conn->transport; \
1167 return t->get_conn_str_param(conn, param, buf); \
1170 #define iscsi_conn_str_attr(field, param) \
1171 iscsi_conn_str_attr_show(param) \
1172 static ISCSI_CLASS_ATTR(conn, field, S_IRUGO, show_conn_str_param_##param, \
1175 iscsi_conn_str_attr(persistent_address, ISCSI_PARAM_PERSISTENT_ADDRESS);
1176 iscsi_conn_str_attr(address, ISCSI_PARAM_CONN_ADDRESS);
1178 #define iscsi_cdev_to_session(_cdev) \
1179 iscsi_dev_to_session(_cdev->dev)
1182 * iSCSI session attrs
1184 #define iscsi_session_int_attr_show(param, format) \
1186 show_session_int_param_##param(struct class_device *cdev, char *buf) \
1188 uint32_t value = 0; \
1189 struct iscsi_cls_session *session = iscsi_cdev_to_session(cdev); \
1190 struct iscsi_transport *t = session->transport; \
1192 t->get_session_param(session, param, &value); \
1193 return snprintf(buf, 20, format"\n", value); \
1196 #define iscsi_session_int_attr(field, param, format) \
1197 iscsi_session_int_attr_show(param, format) \
1198 static ISCSI_CLASS_ATTR(sess, field, S_IRUGO, show_session_int_param_##param, \
1201 iscsi_session_int_attr(initial_r2t, ISCSI_PARAM_INITIAL_R2T_EN, "%d");
1202 iscsi_session_int_attr(max_outstanding_r2t, ISCSI_PARAM_MAX_R2T, "%hu");
1203 iscsi_session_int_attr(immediate_data, ISCSI_PARAM_IMM_DATA_EN, "%d");
1204 iscsi_session_int_attr(first_burst_len, ISCSI_PARAM_FIRST_BURST, "%u");
1205 iscsi_session_int_attr(max_burst_len, ISCSI_PARAM_MAX_BURST, "%u");
1206 iscsi_session_int_attr(data_pdu_in_order, ISCSI_PARAM_PDU_INORDER_EN, "%d");
1207 iscsi_session_int_attr(data_seq_in_order, ISCSI_PARAM_DATASEQ_INORDER_EN, "%d");
1208 iscsi_session_int_attr(erl, ISCSI_PARAM_ERL, "%d");
1209 iscsi_session_int_attr(tpgt, ISCSI_PARAM_TPGT, "%d");
1211 #define iscsi_session_str_attr_show(param) \
1213 show_session_str_param_##param(struct class_device *cdev, char *buf) \
1215 struct iscsi_cls_session *session = iscsi_cdev_to_session(cdev); \
1216 struct iscsi_transport *t = session->transport; \
1217 return t->get_session_str_param(session, param, buf); \
1220 #define iscsi_session_str_attr(field, param) \
1221 iscsi_session_str_attr_show(param) \
1222 static ISCSI_CLASS_ATTR(sess, field, S_IRUGO, show_session_str_param_##param, \
1225 iscsi_session_str_attr(targetname, ISCSI_PARAM_TARGET_NAME);
1228 * Private session and conn attrs. userspace uses several iscsi values
1229 * to identify each session between reboots. Some of these values may not
1230 * be present in the iscsi_transport/LLD driver becuase userspace handles
1231 * login (and failback for login redirect) so for these type of drivers
1232 * the class manages the attrs and values for the iscsi_transport/LLD
1234 #define iscsi_priv_session_attr_show(field, format) \
1236 show_priv_session_##field(struct class_device *cdev, char *buf) \
1238 struct iscsi_cls_session *session = iscsi_cdev_to_session(cdev); \
1239 return sprintf(buf, format"\n", session->field); \
1242 #define iscsi_priv_session_attr(field, format) \
1243 iscsi_priv_session_attr_show(field, format) \
1244 static ISCSI_CLASS_ATTR(priv_sess, field, S_IRUGO, show_priv_session_##field, \
1246 iscsi_priv_session_attr(targetname, "%s");
1247 iscsi_priv_session_attr(tpgt, "%d");
1248 iscsi_priv_session_attr(recovery_tmo, "%d");
1250 #define iscsi_priv_conn_attr_show(field, format) \
1252 show_priv_conn_##field(struct class_device *cdev, char *buf) \
1254 struct iscsi_cls_conn *conn = iscsi_cdev_to_conn(cdev); \
1255 return sprintf(buf, format"\n", conn->field); \
1258 #define iscsi_priv_conn_attr(field, format) \
1259 iscsi_priv_conn_attr_show(field, format) \
1260 static ISCSI_CLASS_ATTR(priv_conn, field, S_IRUGO, show_priv_conn_##field, \
1262 iscsi_priv_conn_attr(persistent_address, "%s");
1263 iscsi_priv_conn_attr(persistent_port, "%d");
1265 #define SETUP_PRIV_SESSION_RD_ATTR(field) \
1267 priv->session_attrs[count] = &class_device_attr_priv_sess_##field; \
1271 #define SETUP_SESSION_RD_ATTR(field, param_flag) \
1273 if (tt->param_mask & param_flag) { \
1274 priv->session_attrs[count] = &class_device_attr_sess_##field; \
1279 #define SETUP_PRIV_CONN_RD_ATTR(field) \
1281 priv->conn_attrs[count] = &class_device_attr_priv_conn_##field; \
1285 #define SETUP_CONN_RD_ATTR(field, param_flag) \
1287 if (tt->param_mask & param_flag) { \
1288 priv->conn_attrs[count] = &class_device_attr_conn_##field; \
1293 static int iscsi_session_match(struct attribute_container *cont,
1296 struct iscsi_cls_session *session;
1297 struct Scsi_Host *shost;
1298 struct iscsi_internal *priv;
1300 if (!iscsi_is_session_dev(dev))
1303 session = iscsi_dev_to_session(dev);
1304 shost = iscsi_session_to_shost(session);
1305 if (!shost->transportt)
1308 priv = to_iscsi_internal(shost->transportt);
1309 if (priv->session_cont.ac.class != &iscsi_session_class.class)
1312 return &priv->session_cont.ac == cont;
1315 static int iscsi_conn_match(struct attribute_container *cont,
1318 struct iscsi_cls_session *session;
1319 struct iscsi_cls_conn *conn;
1320 struct Scsi_Host *shost;
1321 struct iscsi_internal *priv;
1323 if (!iscsi_is_conn_dev(dev))
1326 conn = iscsi_dev_to_conn(dev);
1327 session = iscsi_dev_to_session(conn->dev.parent);
1328 shost = iscsi_session_to_shost(session);
1330 if (!shost->transportt)
1333 priv = to_iscsi_internal(shost->transportt);
1334 if (priv->conn_cont.ac.class != &iscsi_connection_class.class)
1337 return &priv->conn_cont.ac == cont;
1340 static int iscsi_host_match(struct attribute_container *cont,
1343 struct Scsi_Host *shost;
1344 struct iscsi_internal *priv;
1346 if (!scsi_is_host_device(dev))
1349 shost = dev_to_shost(dev);
1350 if (!shost->transportt ||
1351 shost->transportt->host_attrs.ac.class != &iscsi_host_class.class)
1354 priv = to_iscsi_internal(shost->transportt);
1355 return &priv->t.host_attrs.ac == cont;
1358 struct scsi_transport_template *
1359 iscsi_register_transport(struct iscsi_transport *tt)
1361 struct iscsi_internal *priv;
1362 unsigned long flags;
1367 priv = iscsi_if_transport_lookup(tt);
1371 priv = kzalloc(sizeof(*priv), GFP_KERNEL);
1374 INIT_LIST_HEAD(&priv->list);
1375 priv->iscsi_transport = tt;
1376 priv->t.user_scan = iscsi_user_scan;
1378 priv->cdev.class = &iscsi_transport_class;
1379 snprintf(priv->cdev.class_id, BUS_ID_SIZE, "%s", tt->name);
1380 err = class_device_register(&priv->cdev);
1384 err = sysfs_create_group(&priv->cdev.kobj, &iscsi_transport_group);
1386 goto unregister_cdev;
1388 /* host parameters */
1389 priv->t.host_attrs.ac.attrs = &priv->host_attrs[0];
1390 priv->t.host_attrs.ac.class = &iscsi_host_class.class;
1391 priv->t.host_attrs.ac.match = iscsi_host_match;
1392 priv->t.host_size = sizeof(struct iscsi_host);
1393 priv->host_attrs[0] = NULL;
1394 transport_container_register(&priv->t.host_attrs);
1396 /* connection parameters */
1397 priv->conn_cont.ac.attrs = &priv->conn_attrs[0];
1398 priv->conn_cont.ac.class = &iscsi_connection_class.class;
1399 priv->conn_cont.ac.match = iscsi_conn_match;
1400 transport_container_register(&priv->conn_cont);
1402 SETUP_CONN_RD_ATTR(max_recv_dlength, ISCSI_MAX_RECV_DLENGTH);
1403 SETUP_CONN_RD_ATTR(max_xmit_dlength, ISCSI_MAX_XMIT_DLENGTH);
1404 SETUP_CONN_RD_ATTR(header_digest, ISCSI_HDRDGST_EN);
1405 SETUP_CONN_RD_ATTR(data_digest, ISCSI_DATADGST_EN);
1406 SETUP_CONN_RD_ATTR(ifmarker, ISCSI_IFMARKER_EN);
1407 SETUP_CONN_RD_ATTR(ofmarker, ISCSI_OFMARKER_EN);
1408 SETUP_CONN_RD_ATTR(address, ISCSI_CONN_ADDRESS);
1409 SETUP_CONN_RD_ATTR(port, ISCSI_CONN_PORT);
1410 SETUP_CONN_RD_ATTR(exp_statsn, ISCSI_EXP_STATSN);
1412 if (tt->param_mask & ISCSI_PERSISTENT_ADDRESS)
1413 SETUP_CONN_RD_ATTR(persistent_address, ISCSI_PERSISTENT_ADDRESS);
1415 SETUP_PRIV_CONN_RD_ATTR(persistent_address);
1417 if (tt->param_mask & ISCSI_PERSISTENT_PORT)
1418 SETUP_CONN_RD_ATTR(persistent_port, ISCSI_PERSISTENT_PORT);
1420 SETUP_PRIV_CONN_RD_ATTR(persistent_port);
1422 BUG_ON(count > ISCSI_CONN_ATTRS);
1423 priv->conn_attrs[count] = NULL;
1426 /* session parameters */
1427 priv->session_cont.ac.attrs = &priv->session_attrs[0];
1428 priv->session_cont.ac.class = &iscsi_session_class.class;
1429 priv->session_cont.ac.match = iscsi_session_match;
1430 transport_container_register(&priv->session_cont);
1432 SETUP_SESSION_RD_ATTR(initial_r2t, ISCSI_INITIAL_R2T_EN);
1433 SETUP_SESSION_RD_ATTR(max_outstanding_r2t, ISCSI_MAX_R2T);
1434 SETUP_SESSION_RD_ATTR(immediate_data, ISCSI_IMM_DATA_EN);
1435 SETUP_SESSION_RD_ATTR(first_burst_len, ISCSI_FIRST_BURST);
1436 SETUP_SESSION_RD_ATTR(max_burst_len, ISCSI_MAX_BURST);
1437 SETUP_SESSION_RD_ATTR(data_pdu_in_order, ISCSI_PDU_INORDER_EN);
1438 SETUP_SESSION_RD_ATTR(data_seq_in_order, ISCSI_DATASEQ_INORDER_EN);
1439 SETUP_SESSION_RD_ATTR(erl, ISCSI_ERL);
1440 SETUP_PRIV_SESSION_RD_ATTR(recovery_tmo);
1442 if (tt->param_mask & ISCSI_TARGET_NAME)
1443 SETUP_SESSION_RD_ATTR(targetname, ISCSI_TARGET_NAME);
1445 SETUP_PRIV_SESSION_RD_ATTR(targetname);
1447 if (tt->param_mask & ISCSI_TPGT)
1448 SETUP_SESSION_RD_ATTR(tpgt, ISCSI_TPGT);
1450 SETUP_PRIV_SESSION_RD_ATTR(tpgt);
1452 BUG_ON(count > ISCSI_SESSION_ATTRS);
1453 priv->session_attrs[count] = NULL;
1455 spin_lock_irqsave(&iscsi_transport_lock, flags);
1456 list_add(&priv->list, &iscsi_transports);
1457 spin_unlock_irqrestore(&iscsi_transport_lock, flags);
1459 printk(KERN_NOTICE "iscsi: registered transport (%s)\n", tt->name);
1463 class_device_unregister(&priv->cdev);
1468 EXPORT_SYMBOL_GPL(iscsi_register_transport);
1470 int iscsi_unregister_transport(struct iscsi_transport *tt)
1472 struct iscsi_internal *priv;
1473 unsigned long flags;
1477 mutex_lock(&rx_queue_mutex);
1479 priv = iscsi_if_transport_lookup(tt);
1482 spin_lock_irqsave(&iscsi_transport_lock, flags);
1483 list_del(&priv->list);
1484 spin_unlock_irqrestore(&iscsi_transport_lock, flags);
1486 transport_container_unregister(&priv->conn_cont);
1487 transport_container_unregister(&priv->session_cont);
1488 transport_container_unregister(&priv->t.host_attrs);
1490 sysfs_remove_group(&priv->cdev.kobj, &iscsi_transport_group);
1491 class_device_unregister(&priv->cdev);
1492 mutex_unlock(&rx_queue_mutex);
1496 EXPORT_SYMBOL_GPL(iscsi_unregister_transport);
1499 iscsi_rcv_nl_event(struct notifier_block *this, unsigned long event, void *ptr)
1501 struct netlink_notify *n = ptr;
1503 if (event == NETLINK_URELEASE &&
1504 n->protocol == NETLINK_ISCSI && n->pid) {
1505 struct iscsi_cls_conn *conn;
1506 unsigned long flags;
1508 mempool_zone_complete(z_reply);
1509 spin_lock_irqsave(&connlock, flags);
1510 list_for_each_entry(conn, &connlist, conn_list) {
1511 mempool_zone_complete(conn->z_error);
1512 mempool_zone_complete(conn->z_pdu);
1514 spin_unlock_irqrestore(&connlock, flags);
1520 static struct notifier_block iscsi_nl_notifier = {
1521 .notifier_call = iscsi_rcv_nl_event,
1524 static __init int iscsi_transport_init(void)
1528 err = class_register(&iscsi_transport_class);
1532 err = transport_class_register(&iscsi_host_class);
1534 goto unregister_transport_class;
1536 err = transport_class_register(&iscsi_connection_class);
1538 goto unregister_host_class;
1540 err = transport_class_register(&iscsi_session_class);
1542 goto unregister_conn_class;
1544 err = netlink_register_notifier(&iscsi_nl_notifier);
1546 goto unregister_session_class;
1548 nls = netlink_kernel_create(NETLINK_ISCSI, 1, iscsi_if_rx,
1552 goto unregister_notifier;
1555 z_reply = mempool_zone_init(Z_MAX_REPLY,
1556 NLMSG_SPACE(sizeof(struct iscsi_uevent)), Z_HIWAT_REPLY);
1560 sock_release(nls->sk_socket);
1561 unregister_notifier:
1562 netlink_unregister_notifier(&iscsi_nl_notifier);
1563 unregister_session_class:
1564 transport_class_unregister(&iscsi_session_class);
1565 unregister_conn_class:
1566 transport_class_unregister(&iscsi_connection_class);
1567 unregister_host_class:
1568 transport_class_unregister(&iscsi_host_class);
1569 unregister_transport_class:
1570 class_unregister(&iscsi_transport_class);
1574 static void __exit iscsi_transport_exit(void)
1576 mempool_zone_destroy(z_reply);
1577 sock_release(nls->sk_socket);
1578 netlink_unregister_notifier(&iscsi_nl_notifier);
1579 transport_class_unregister(&iscsi_connection_class);
1580 transport_class_unregister(&iscsi_session_class);
1581 transport_class_unregister(&iscsi_host_class);
1582 class_unregister(&iscsi_transport_class);
1585 module_init(iscsi_transport_init);
1586 module_exit(iscsi_transport_exit);
1588 MODULE_AUTHOR("Mike Christie <michaelc@cs.wisc.edu>, "
1589 "Dmitry Yusupov <dmitry_yus@yahoo.com>, "
1590 "Alex Aizman <itn780@yahoo.com>");
1591 MODULE_DESCRIPTION("iSCSI Transport Interface");
1592 MODULE_LICENSE("GPL");