2 * iSCSI transport class definitions
4 * Copyright (C) IBM Corporation, 2004
5 * Copyright (C) Mike Christie, 2004 - 2005
6 * Copyright (C) Dmitry Yusupov, 2004 - 2005
7 * Copyright (C) Alex Aizman, 2004 - 2005
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
23 #include <linux/module.h>
24 #include <linux/mempool.h>
26 #include <scsi/scsi.h>
27 #include <scsi/scsi_host.h>
28 #include <scsi/scsi_device.h>
29 #include <scsi/scsi_transport.h>
30 #include <scsi/scsi_transport_iscsi.h>
31 #include <scsi/iscsi_if.h>
33 #define ISCSI_SESSION_ATTRS 8
34 #define ISCSI_CONN_ATTRS 6
36 struct iscsi_internal {
37 struct scsi_transport_template t;
38 struct iscsi_transport *iscsi_transport;
39 struct list_head list;
41 * List of sessions for this transport
43 struct list_head sessions;
45 * lock to serialize access to the sessions list which must
46 * be taken after the rx_queue_sema
48 spinlock_t session_lock;
50 * based on transport capabilities, at register time we set these
51 * bits to tell the transport class it wants attributes displayed
52 * in sysfs or that it can support different iSCSI Data-Path
57 struct class_device cdev;
59 * We do not have any private or other attrs.
61 struct transport_container conn_cont;
62 struct class_device_attribute *conn_attrs[ISCSI_CONN_ATTRS + 1];
63 struct transport_container session_cont;
64 struct class_device_attribute *session_attrs[ISCSI_SESSION_ATTRS + 1];
68 * list of registered transports and lock that must
69 * be held while accessing list. The iscsi_transport_lock must
70 * be acquired after the rx_queue_sema.
72 static LIST_HEAD(iscsi_transports);
73 static DEFINE_SPINLOCK(iscsi_transport_lock);
75 #define to_iscsi_internal(tmpl) \
76 container_of(tmpl, struct iscsi_internal, t)
78 #define cdev_to_iscsi_internal(_cdev) \
79 container_of(_cdev, struct iscsi_internal, cdev)
81 static void iscsi_transport_release(struct class_device *cdev)
83 struct iscsi_internal *priv = cdev_to_iscsi_internal(cdev);
88 * iscsi_transport_class represents the iscsi_transports that are
91 static struct class iscsi_transport_class = {
92 .name = "iscsi_transport",
93 .release = iscsi_transport_release,
97 show_transport_handle(struct class_device *cdev, char *buf)
99 struct iscsi_internal *priv = cdev_to_iscsi_internal(cdev);
100 return sprintf(buf, "%llu\n", (unsigned long long)iscsi_handle(priv->iscsi_transport));
102 static CLASS_DEVICE_ATTR(handle, S_IRUGO, show_transport_handle, NULL);
104 #define show_transport_attr(name, format) \
106 show_transport_##name(struct class_device *cdev, char *buf) \
108 struct iscsi_internal *priv = cdev_to_iscsi_internal(cdev); \
109 return sprintf(buf, format"\n", priv->iscsi_transport->name); \
111 static CLASS_DEVICE_ATTR(name, S_IRUGO, show_transport_##name, NULL);
113 show_transport_attr(caps, "0x%x");
114 show_transport_attr(max_lun, "%d");
115 show_transport_attr(max_conn, "%d");
116 show_transport_attr(max_cmd_len, "%d");
118 static struct attribute *iscsi_transport_attrs[] = {
119 &class_device_attr_handle.attr,
120 &class_device_attr_caps.attr,
121 &class_device_attr_max_lun.attr,
122 &class_device_attr_max_conn.attr,
123 &class_device_attr_max_cmd_len.attr,
127 static struct attribute_group iscsi_transport_group = {
128 .attrs = iscsi_transport_attrs,
131 static DECLARE_TRANSPORT_CLASS(iscsi_session_class,
137 static DECLARE_TRANSPORT_CLASS(iscsi_connection_class,
143 static struct sock *nls;
144 static int daemon_pid;
145 static DECLARE_MUTEX(rx_queue_sema);
147 struct mempool_zone {
152 struct list_head freequeue;
156 static struct mempool_zone z_reply;
159 * Z_MAX_* - actual mempool size allocated at the mempool_zone_init() time
160 * Z_HIWAT_* - zone's high watermark when if_error bit will be set to -ENOMEM
161 * so daemon will notice OOM on NETLINK tranposrt level and will
162 * be able to predict or change operational behavior
164 #define Z_MAX_REPLY 8
165 #define Z_HIWAT_REPLY 6
167 #define Z_HIWAT_PDU 6
168 #define Z_MAX_ERROR 16
169 #define Z_HIWAT_ERROR 12
171 struct iscsi_if_conn {
172 struct list_head conn_list; /* item in connlist */
173 struct list_head session_list; /* item in session->connections */
175 int active; /* must be accessed with the connlock */
176 struct Scsi_Host *host; /* originated shost */
177 struct device dev; /* sysfs transport/container device */
178 struct iscsi_transport *transport;
179 struct mempool_zone z_error;
180 struct mempool_zone z_pdu;
181 struct list_head freequeue;
184 #define iscsi_dev_to_if_conn(_dev) \
185 container_of(_dev, struct iscsi_if_conn, dev)
187 #define iscsi_cdev_to_if_conn(_cdev) \
188 iscsi_dev_to_if_conn(_cdev->dev)
190 static LIST_HEAD(connlist);
191 static DEFINE_SPINLOCK(connlock);
193 struct iscsi_if_session {
194 struct list_head list; /* item in session_list */
195 struct list_head connections;
196 iscsi_sessionh_t sessionh;
197 struct iscsi_transport *transport;
198 struct device dev; /* sysfs transport/container device */
201 #define iscsi_dev_to_if_session(_dev) \
202 container_of(_dev, struct iscsi_if_session, dev)
204 #define iscsi_cdev_to_if_session(_cdev) \
205 iscsi_dev_to_if_session(_cdev->dev)
207 #define iscsi_if_session_to_shost(_session) \
208 dev_to_shost(_session->dev.parent)
210 static struct iscsi_if_conn*
211 iscsi_if_find_conn(uint64_t key)
214 struct iscsi_if_conn *conn;
216 spin_lock_irqsave(&connlock, flags);
217 list_for_each_entry(conn, &connlist, conn_list)
218 if (conn->connh == key) {
219 spin_unlock_irqrestore(&connlock, flags);
222 spin_unlock_irqrestore(&connlock, flags);
226 static struct iscsi_internal *
227 iscsi_if_transport_lookup(struct iscsi_transport *tt)
229 struct iscsi_internal *priv;
232 spin_lock_irqsave(&iscsi_transport_lock, flags);
233 list_for_each_entry(priv, &iscsi_transports, list) {
234 if (tt == priv->iscsi_transport) {
235 spin_unlock_irqrestore(&iscsi_transport_lock, flags);
239 spin_unlock_irqrestore(&iscsi_transport_lock, flags);
243 static inline struct list_head *skb_to_lh(struct sk_buff *skb)
245 return (struct list_head *)&skb->cb;
249 mempool_zone_alloc_skb(unsigned int gfp_mask, void *pool_data)
251 struct mempool_zone *zone = pool_data;
253 return alloc_skb(zone->size, gfp_mask);
257 mempool_zone_free_skb(void *element, void *pool_data)
263 mempool_zone_complete(struct mempool_zone *zone)
266 struct list_head *lh, *n;
268 spin_lock_irqsave(&zone->freelock, flags);
269 list_for_each_safe(lh, n, &zone->freequeue) {
270 struct sk_buff *skb = (struct sk_buff *)((char *)lh -
271 offsetof(struct sk_buff, cb));
272 if (!skb_shared(skb)) {
273 list_del(skb_to_lh(skb));
274 mempool_free(skb, zone->pool);
275 atomic_dec(&zone->allocated);
278 spin_unlock_irqrestore(&zone->freelock, flags);
282 mempool_zone_init(struct mempool_zone *zp, unsigned max, unsigned size,
285 zp->pool = mempool_create(max, mempool_zone_alloc_skb,
286 mempool_zone_free_skb, zp);
293 INIT_LIST_HEAD(&zp->freequeue);
294 spin_lock_init(&zp->freelock);
295 atomic_set(&zp->allocated, 0);
301 static struct sk_buff*
302 mempool_zone_get_skb(struct mempool_zone *zone)
306 skb = mempool_alloc(zone->pool, GFP_ATOMIC);
308 atomic_inc(&zone->allocated);
313 iscsi_unicast_skb(struct mempool_zone *zone, struct sk_buff *skb)
319 rc = netlink_unicast(nls, skb, daemon_pid, MSG_DONTWAIT);
321 mempool_free(skb, zone->pool);
322 printk(KERN_ERR "iscsi: can not unicast skb (%d)\n", rc);
326 spin_lock_irqsave(&zone->freelock, flags);
327 list_add(skb_to_lh(skb), &zone->freequeue);
328 spin_unlock_irqrestore(&zone->freelock, flags);
333 int iscsi_recv_pdu(iscsi_connh_t connh, struct iscsi_hdr *hdr,
334 char *data, uint32_t data_size)
336 struct nlmsghdr *nlh;
338 struct iscsi_uevent *ev;
339 struct iscsi_if_conn *conn;
341 int len = NLMSG_SPACE(sizeof(*ev) + sizeof(struct iscsi_hdr) +
344 conn = iscsi_if_find_conn(connh);
347 mempool_zone_complete(&conn->z_pdu);
349 skb = mempool_zone_get_skb(&conn->z_pdu);
351 iscsi_conn_error(connh, ISCSI_ERR_CONN_FAILED);
352 printk(KERN_ERR "iscsi%d: can not deliver control PDU: OOM\n",
353 conn->host->host_no);
357 nlh = __nlmsg_put(skb, daemon_pid, 0, 0, (len - sizeof(*nlh)), 0);
358 ev = NLMSG_DATA(nlh);
359 memset(ev, 0, sizeof(*ev));
360 ev->transport_handle = iscsi_handle(conn->transport);
361 ev->type = ISCSI_KEVENT_RECV_PDU;
362 if (atomic_read(&conn->z_pdu.allocated) >= conn->z_pdu.hiwat)
363 ev->iferror = -ENOMEM;
364 ev->r.recv_req.conn_handle = connh;
365 pdu = (char*)ev + sizeof(*ev);
366 memcpy(pdu, hdr, sizeof(struct iscsi_hdr));
367 memcpy(pdu + sizeof(struct iscsi_hdr), data, data_size);
369 return iscsi_unicast_skb(&conn->z_pdu, skb);
371 EXPORT_SYMBOL_GPL(iscsi_recv_pdu);
373 void iscsi_conn_error(iscsi_connh_t connh, enum iscsi_err error)
375 struct nlmsghdr *nlh;
377 struct iscsi_uevent *ev;
378 struct iscsi_if_conn *conn;
379 int len = NLMSG_SPACE(sizeof(*ev));
381 conn = iscsi_if_find_conn(connh);
384 mempool_zone_complete(&conn->z_error);
386 skb = mempool_zone_get_skb(&conn->z_error);
388 printk(KERN_ERR "iscsi%d: gracefully ignored conn error (%d)\n",
389 conn->host->host_no, error);
393 nlh = __nlmsg_put(skb, daemon_pid, 0, 0, (len - sizeof(*nlh)), 0);
394 ev = NLMSG_DATA(nlh);
395 ev->transport_handle = iscsi_handle(conn->transport);
396 ev->type = ISCSI_KEVENT_CONN_ERROR;
397 if (atomic_read(&conn->z_error.allocated) >= conn->z_error.hiwat)
398 ev->iferror = -ENOMEM;
399 ev->r.connerror.error = error;
400 ev->r.connerror.conn_handle = connh;
402 iscsi_unicast_skb(&conn->z_error, skb);
404 printk(KERN_INFO "iscsi%d: detected conn error (%d)\n",
405 conn->host->host_no, error);
407 EXPORT_SYMBOL_GPL(iscsi_conn_error);
410 iscsi_if_send_reply(int pid, int seq, int type, int done, int multi,
411 void *payload, int size)
414 struct nlmsghdr *nlh;
415 int len = NLMSG_SPACE(size);
416 int flags = multi ? NLM_F_MULTI : 0;
417 int t = done ? NLMSG_DONE : type;
419 mempool_zone_complete(&z_reply);
421 skb = mempool_zone_get_skb(&z_reply);
424 * user is supposed to react on iferror == -ENOMEM;
429 nlh = __nlmsg_put(skb, pid, seq, t, (len - sizeof(*nlh)), 0);
430 nlh->nlmsg_flags = flags;
431 memcpy(NLMSG_DATA(nlh), payload, size);
432 return iscsi_unicast_skb(&z_reply, skb);
436 * iSCSI Session's hostdata organization:
438 * *------------------* <== host->hostdata
440 * |------------------| <== iscsi_hostdata(host->hostdata)
441 * | transport's data |
442 * |------------------| <== hostdata_session(host->hostdata)
443 * | interface's data |
444 * *------------------*
447 #define hostdata_privsize(_t) (sizeof(unsigned long) + _t->hostdata_size + \
448 _t->hostdata_size % sizeof(unsigned long) + \
449 sizeof(struct iscsi_if_session))
451 #define hostdata_session(_hostdata) ((void*)_hostdata + sizeof(unsigned long) + \
452 ((struct iscsi_transport *) \
453 iscsi_ptr(*(uint64_t *)_hostdata))->hostdata_size)
455 static void iscsi_if_session_dev_release(struct device *dev)
457 struct iscsi_if_session *session = iscsi_dev_to_if_session(dev);
458 struct iscsi_transport *transport = session->transport;
459 struct Scsi_Host *shost = iscsi_if_session_to_shost(session);
460 struct iscsi_if_conn *conn, *tmp;
463 /* now free connections */
464 spin_lock_irqsave(&connlock, flags);
465 list_for_each_entry_safe(conn, tmp, &session->connections,
467 list_del(&conn->session_list);
468 mempool_destroy(conn->z_pdu.pool);
469 mempool_destroy(conn->z_error.pool);
472 spin_unlock_irqrestore(&connlock, flags);
473 scsi_host_put(shost);
474 module_put(transport->owner);
478 iscsi_if_create_session(struct iscsi_internal *priv, struct iscsi_uevent *ev)
480 struct iscsi_transport *transport = priv->iscsi_transport;
481 struct iscsi_if_session *session;
482 struct Scsi_Host *shost;
486 if (!try_module_get(transport->owner))
489 shost = scsi_host_alloc(transport->host_template,
490 hostdata_privsize(transport));
492 ev->r.c_session_ret.session_handle = iscsi_handle(NULL);
493 printk(KERN_ERR "iscsi: can not allocate SCSI host for "
499 shost->max_channel = 0;
500 shost->max_lun = transport->max_lun;
501 shost->max_cmd_len = transport->max_cmd_len;
502 shost->transportt = &priv->t;
504 /* store struct iscsi_transport in hostdata */
505 *(uint64_t*)shost->hostdata = ev->transport_handle;
507 ev->r.c_session_ret.session_handle = transport->create_session(
508 ev->u.c_session.initial_cmdsn, shost);
509 if (ev->r.c_session_ret.session_handle == iscsi_handle(NULL)) {
514 /* host_no becomes assigned SID */
515 ev->r.c_session_ret.sid = shost->host_no;
516 /* initialize session */
517 session = hostdata_session(shost->hostdata);
518 INIT_LIST_HEAD(&session->connections);
519 INIT_LIST_HEAD(&session->list);
520 session->sessionh = ev->r.c_session_ret.session_handle;
521 session->transport = transport;
523 error = scsi_add_host(shost, NULL);
525 goto out_destroy_session;
528 * this is released in the dev's release function)
530 scsi_host_get(shost);
531 snprintf(session->dev.bus_id, BUS_ID_SIZE, "session%u", shost->host_no);
532 session->dev.parent = &shost->shost_gendev;
533 session->dev.release = iscsi_if_session_dev_release;
534 error = device_register(&session->dev);
536 printk(KERN_ERR "iscsi: could not register session%d's dev\n",
538 goto out_remove_host;
540 transport_register_device(&session->dev);
542 /* add this session to the list of active sessions */
543 spin_lock_irqsave(&priv->session_lock, flags);
544 list_add(&session->list, &priv->sessions);
545 spin_unlock_irqrestore(&priv->session_lock, flags);
550 scsi_remove_host(shost);
552 transport->destroy_session(ev->r.c_session_ret.session_handle);
553 ev->r.c_session_ret.session_handle = iscsi_handle(NULL);
555 scsi_host_put(shost);
557 module_put(transport->owner);
562 iscsi_if_destroy_session(struct iscsi_internal *priv, struct iscsi_uevent *ev)
564 struct iscsi_transport *transport = priv->iscsi_transport;
565 struct Scsi_Host *shost;
566 struct iscsi_if_session *session;
568 struct iscsi_if_conn *conn;
571 shost = scsi_host_lookup(ev->u.d_session.sid);
572 if (shost == ERR_PTR(-ENXIO))
574 session = hostdata_session(shost->hostdata);
576 /* check if we have active connections */
577 spin_lock_irqsave(&connlock, flags);
578 list_for_each_entry(conn, &session->connections, session_list) {
580 printk(KERN_ERR "iscsi%d: can not destroy session: "
581 "has active connection (%p)\n",
582 shost->host_no, iscsi_ptr(conn->connh));
583 spin_unlock_irqrestore(&connlock, flags);
585 goto out_release_ref;
588 spin_unlock_irqrestore(&connlock, flags);
590 scsi_remove_host(shost);
591 transport->destroy_session(ev->u.d_session.session_handle);
592 transport_unregister_device(&session->dev);
593 device_unregister(&session->dev);
595 /* remove this session from the list of active sessions */
596 spin_lock_irqsave(&priv->session_lock, flags);
597 list_del(&session->list);
598 spin_unlock_irqrestore(&priv->session_lock, flags);
600 /* ref from host alloc */
601 scsi_host_put(shost);
603 /* ref from host lookup */
604 scsi_host_put(shost);
608 static void iscsi_if_conn_dev_release(struct device *dev)
610 struct iscsi_if_conn *conn = iscsi_dev_to_if_conn(dev);
611 struct Scsi_Host *shost = conn->host;
613 scsi_host_put(shost);
617 iscsi_if_create_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
619 struct iscsi_if_session *session;
620 struct Scsi_Host *shost;
621 struct iscsi_if_conn *conn;
625 shost = scsi_host_lookup(ev->u.c_conn.sid);
626 if (shost == ERR_PTR(-ENXIO))
628 session = hostdata_session(shost->hostdata);
630 conn = kmalloc(sizeof(struct iscsi_if_conn), GFP_KERNEL);
633 goto out_release_ref;
635 memset(conn, 0, sizeof(struct iscsi_if_conn));
636 INIT_LIST_HEAD(&conn->session_list);
637 INIT_LIST_HEAD(&conn->conn_list);
639 conn->transport = transport;
641 error = mempool_zone_init(&conn->z_pdu, Z_MAX_PDU,
642 NLMSG_SPACE(sizeof(struct iscsi_uevent) +
643 sizeof(struct iscsi_hdr) +
644 DEFAULT_MAX_RECV_DATA_SEGMENT_LENGTH),
647 printk(KERN_ERR "iscsi%d: can not allocate pdu zone for new "
648 "conn\n", shost->host_no);
651 error = mempool_zone_init(&conn->z_error, Z_MAX_ERROR,
652 NLMSG_SPACE(sizeof(struct iscsi_uevent)),
655 printk(KERN_ERR "iscsi%d: can not allocate error zone for "
656 "new conn\n", shost->host_no);
657 goto out_free_pdu_pool;
660 ev->r.handle = transport->create_conn(ev->u.c_conn.session_handle,
664 goto out_free_error_pool;
667 conn->connh = ev->r.handle;
670 * this is released in the dev's release function
672 if (!scsi_host_get(shost))
673 goto out_destroy_conn;
674 snprintf(conn->dev.bus_id, BUS_ID_SIZE, "connection%d:%u",
675 shost->host_no, ev->u.c_conn.cid);
676 conn->dev.parent = &session->dev;
677 conn->dev.release = iscsi_if_conn_dev_release;
678 error = device_register(&conn->dev);
680 printk(KERN_ERR "iscsi%d: could not register connections%u "
681 "dev\n", shost->host_no, ev->u.c_conn.cid);
682 goto out_release_parent_ref;
684 transport_register_device(&conn->dev);
686 spin_lock_irqsave(&connlock, flags);
687 list_add(&conn->conn_list, &connlist);
688 list_add(&conn->session_list, &session->connections);
690 spin_unlock_irqrestore(&connlock, flags);
692 scsi_host_put(shost);
695 out_release_parent_ref:
696 scsi_host_put(shost);
698 transport->destroy_conn(ev->r.handle);
700 mempool_destroy(conn->z_error.pool);
702 mempool_destroy(conn->z_pdu.pool);
706 scsi_host_put(shost);
711 iscsi_if_destroy_conn(struct iscsi_transport *transport, struct iscsi_uevent *ev)
714 struct iscsi_if_conn *conn;
716 conn = iscsi_if_find_conn(ev->u.d_conn.conn_handle);
720 transport->destroy_conn(ev->u.d_conn.conn_handle);
722 spin_lock_irqsave(&connlock, flags);
724 list_del(&conn->conn_list);
725 spin_unlock_irqrestore(&connlock, flags);
727 transport_unregister_device(&conn->dev);
728 device_unregister(&conn->dev);
733 iscsi_if_get_stats(struct iscsi_transport *transport, struct sk_buff *skb,
734 struct nlmsghdr *nlh)
736 struct iscsi_uevent *ev = NLMSG_DATA(nlh);
737 struct iscsi_stats *stats;
738 struct sk_buff *skbstat;
739 struct iscsi_if_conn *conn;
740 struct nlmsghdr *nlhstat;
741 struct iscsi_uevent *evstat;
742 int len = NLMSG_SPACE(sizeof(*ev) +
743 sizeof(struct iscsi_stats) +
744 sizeof(struct iscsi_stats_custom) *
745 ISCSI_STATS_CUSTOM_MAX);
748 conn = iscsi_if_find_conn(ev->u.get_stats.conn_handle);
755 mempool_zone_complete(&conn->z_pdu);
757 skbstat = mempool_zone_get_skb(&conn->z_pdu);
759 printk(KERN_ERR "iscsi%d: can not deliver stats: OOM\n",
760 conn->host->host_no);
764 nlhstat = __nlmsg_put(skbstat, daemon_pid, 0, 0,
765 (len - sizeof(*nlhstat)), 0);
766 evstat = NLMSG_DATA(nlhstat);
767 memset(evstat, 0, sizeof(*evstat));
768 evstat->transport_handle = iscsi_handle(conn->transport);
769 evstat->type = nlh->nlmsg_type;
770 if (atomic_read(&conn->z_pdu.allocated) >= conn->z_pdu.hiwat)
771 evstat->iferror = -ENOMEM;
772 evstat->u.get_stats.conn_handle =
773 ev->u.get_stats.conn_handle;
774 stats = (struct iscsi_stats *)
775 ((char*)evstat + sizeof(*evstat));
776 memset(stats, 0, sizeof(*stats));
778 transport->get_stats(ev->u.get_stats.conn_handle, stats);
779 actual_size = NLMSG_SPACE(sizeof(struct iscsi_uevent) +
780 sizeof(struct iscsi_stats) +
781 sizeof(struct iscsi_stats_custom) *
782 stats->custom_length);
783 actual_size -= sizeof(*nlhstat);
784 actual_size = NLMSG_LENGTH(actual_size);
785 skb_trim(skb, NLMSG_ALIGN(actual_size));
786 nlhstat->nlmsg_len = actual_size;
788 err = iscsi_unicast_skb(&conn->z_pdu, skbstat);
789 } while (err < 0 && err != -ECONNREFUSED);
795 iscsi_if_recv_msg(struct sk_buff *skb, struct nlmsghdr *nlh)
798 struct iscsi_uevent *ev = NLMSG_DATA(nlh);
799 struct iscsi_transport *transport = NULL;
800 struct iscsi_internal *priv;
802 if (NETLINK_CREDS(skb)->uid)
805 priv = iscsi_if_transport_lookup(iscsi_ptr(ev->transport_handle));
808 transport = priv->iscsi_transport;
810 daemon_pid = NETLINK_CREDS(skb)->pid;
812 switch (nlh->nlmsg_type) {
813 case ISCSI_UEVENT_CREATE_SESSION:
814 err = iscsi_if_create_session(priv, ev);
816 case ISCSI_UEVENT_DESTROY_SESSION:
817 err = iscsi_if_destroy_session(priv, ev);
819 case ISCSI_UEVENT_CREATE_CONN:
820 err = iscsi_if_create_conn(transport, ev);
822 case ISCSI_UEVENT_DESTROY_CONN:
823 err = iscsi_if_destroy_conn(transport, ev);
825 case ISCSI_UEVENT_BIND_CONN:
826 if (!iscsi_if_find_conn(ev->u.b_conn.conn_handle))
828 ev->r.retcode = transport->bind_conn(
829 ev->u.b_conn.session_handle,
830 ev->u.b_conn.conn_handle,
831 ev->u.b_conn.transport_fd,
832 ev->u.b_conn.is_leading);
834 case ISCSI_UEVENT_SET_PARAM:
835 if (!iscsi_if_find_conn(ev->u.set_param.conn_handle))
837 ev->r.retcode = transport->set_param(
838 ev->u.set_param.conn_handle,
839 ev->u.set_param.param, ev->u.set_param.value);
841 case ISCSI_UEVENT_START_CONN:
842 if (!iscsi_if_find_conn(ev->u.start_conn.conn_handle))
844 ev->r.retcode = transport->start_conn(
845 ev->u.start_conn.conn_handle);
847 case ISCSI_UEVENT_STOP_CONN:
848 if (!iscsi_if_find_conn(ev->u.stop_conn.conn_handle))
850 transport->stop_conn(ev->u.stop_conn.conn_handle,
851 ev->u.stop_conn.flag);
853 case ISCSI_UEVENT_SEND_PDU:
854 if (!iscsi_if_find_conn(ev->u.send_pdu.conn_handle))
856 ev->r.retcode = transport->send_pdu(
857 ev->u.send_pdu.conn_handle,
858 (struct iscsi_hdr*)((char*)ev + sizeof(*ev)),
859 (char*)ev + sizeof(*ev) + ev->u.send_pdu.hdr_size,
860 ev->u.send_pdu.data_size);
862 case ISCSI_UEVENT_GET_STATS:
863 err = iscsi_if_get_stats(transport, skb, nlh);
873 /* Get message from skb (based on rtnetlink_rcv_skb). Each message is
874 * processed by iscsi_if_recv_msg. Malformed skbs with wrong length are
875 * discarded silently. */
877 iscsi_if_rx(struct sock *sk, int len)
881 down(&rx_queue_sema);
882 while ((skb = skb_dequeue(&sk->sk_receive_queue)) != NULL) {
883 while (skb->len >= NLMSG_SPACE(0)) {
886 struct nlmsghdr *nlh;
887 struct iscsi_uevent *ev;
889 nlh = (struct nlmsghdr *)skb->data;
890 if (nlh->nlmsg_len < sizeof(*nlh) ||
891 skb->len < nlh->nlmsg_len) {
894 ev = NLMSG_DATA(nlh);
895 rlen = NLMSG_ALIGN(nlh->nlmsg_len);
898 err = iscsi_if_recv_msg(skb, nlh);
900 ev->type = ISCSI_KEVENT_IF_ERROR;
905 * special case for GET_STATS:
906 * on success - sending reply and stats from
907 * inside of if_recv_msg(),
908 * on error - fall through.
910 if (ev->type == ISCSI_UEVENT_GET_STATS && !err)
912 err = iscsi_if_send_reply(
913 NETLINK_CREDS(skb)->pid, nlh->nlmsg_seq,
914 nlh->nlmsg_type, 0, 0, ev, sizeof(*ev));
915 if (atomic_read(&z_reply.allocated) >=
917 ev->iferror = -ENOMEM;
918 } while (err < 0 && err != -ECONNREFUSED);
927 * iSCSI connection attrs
929 #define iscsi_conn_int_attr_show(param, format) \
931 show_conn_int_param_##param(struct class_device *cdev, char *buf) \
933 uint32_t value = 0; \
934 struct iscsi_if_conn *conn = iscsi_cdev_to_if_conn(cdev); \
935 struct iscsi_internal *priv; \
937 priv = to_iscsi_internal(conn->host->transportt); \
938 if (priv->param_mask & (1 << param)) \
939 priv->iscsi_transport->get_param(conn->connh, param, &value); \
940 return snprintf(buf, 20, format"\n", value); \
943 #define iscsi_conn_int_attr(field, param, format) \
944 iscsi_conn_int_attr_show(param, format) \
945 static CLASS_DEVICE_ATTR(field, S_IRUGO, show_conn_int_param_##param, NULL);
947 iscsi_conn_int_attr(max_recv_dlength, ISCSI_PARAM_MAX_RECV_DLENGTH, "%u");
948 iscsi_conn_int_attr(max_xmit_dlength, ISCSI_PARAM_MAX_XMIT_DLENGTH, "%u");
949 iscsi_conn_int_attr(header_digest, ISCSI_PARAM_HDRDGST_EN, "%d");
950 iscsi_conn_int_attr(data_digest, ISCSI_PARAM_DATADGST_EN, "%d");
951 iscsi_conn_int_attr(ifmarker, ISCSI_PARAM_IFMARKER_EN, "%d");
952 iscsi_conn_int_attr(ofmarker, ISCSI_PARAM_OFMARKER_EN, "%d");
955 * iSCSI session attrs
957 #define iscsi_session_int_attr_show(param, format) \
959 show_session_int_param_##param(struct class_device *cdev, char *buf) \
961 uint32_t value = 0; \
962 struct iscsi_if_session *session = iscsi_cdev_to_if_session(cdev); \
963 struct Scsi_Host *shost = iscsi_if_session_to_shost(session); \
964 struct iscsi_internal *priv = to_iscsi_internal(shost->transportt); \
965 struct iscsi_if_conn *conn = NULL; \
966 unsigned long flags; \
968 spin_lock_irqsave(&connlock, flags); \
969 if (!list_empty(&session->connections)) \
970 conn = list_entry(session->connections.next, \
971 struct iscsi_if_conn, session_list); \
972 spin_unlock_irqrestore(&connlock, flags); \
974 if (conn && (priv->param_mask & (1 << param))) \
975 priv->iscsi_transport->get_param(conn->connh, param, &value);\
976 return snprintf(buf, 20, format"\n", value); \
979 #define iscsi_session_int_attr(field, param, format) \
980 iscsi_session_int_attr_show(param, format) \
981 static CLASS_DEVICE_ATTR(field, S_IRUGO, show_session_int_param_##param, NULL);
983 iscsi_session_int_attr(initial_r2t, ISCSI_PARAM_INITIAL_R2T_EN, "%d");
984 iscsi_session_int_attr(max_outstanding_r2t, ISCSI_PARAM_MAX_R2T, "%hu");
985 iscsi_session_int_attr(immediate_data, ISCSI_PARAM_IMM_DATA_EN, "%d");
986 iscsi_session_int_attr(first_burst_len, ISCSI_PARAM_FIRST_BURST, "%u");
987 iscsi_session_int_attr(max_burst_len, ISCSI_PARAM_MAX_BURST, "%u");
988 iscsi_session_int_attr(data_pdu_in_order, ISCSI_PARAM_PDU_INORDER_EN, "%d");
989 iscsi_session_int_attr(data_seq_in_order, ISCSI_PARAM_DATASEQ_INORDER_EN, "%d");
990 iscsi_session_int_attr(erl, ISCSI_PARAM_ERL, "%d");
992 #define SETUP_SESSION_RD_ATTR(field, param) \
993 if (priv->param_mask & (1 << param)) { \
994 priv->session_attrs[count] = &class_device_attr_##field;\
998 #define SETUP_CONN_RD_ATTR(field, param) \
999 if (priv->param_mask & (1 << param)) { \
1000 priv->conn_attrs[count] = &class_device_attr_##field; \
1004 static int iscsi_is_session_dev(const struct device *dev)
1006 return dev->release == iscsi_if_session_dev_release;
1009 static int iscsi_session_match(struct attribute_container *cont,
1012 struct iscsi_if_session *session;
1013 struct Scsi_Host *shost;
1014 struct iscsi_internal *priv;
1016 if (!iscsi_is_session_dev(dev))
1019 session = iscsi_dev_to_if_session(dev);
1020 shost = iscsi_if_session_to_shost(session);
1021 if (!shost->transportt)
1024 priv = to_iscsi_internal(shost->transportt);
1025 if (priv->session_cont.ac.class != &iscsi_session_class.class)
1028 return &priv->session_cont.ac == cont;
1031 static int iscsi_is_conn_dev(const struct device *dev)
1033 return dev->release == iscsi_if_conn_dev_release;
1036 static int iscsi_conn_match(struct attribute_container *cont,
1039 struct iscsi_if_conn *conn;
1040 struct Scsi_Host *shost;
1041 struct iscsi_internal *priv;
1043 if (!iscsi_is_conn_dev(dev))
1046 conn = iscsi_dev_to_if_conn(dev);
1048 if (!shost->transportt)
1051 priv = to_iscsi_internal(shost->transportt);
1052 if (priv->conn_cont.ac.class != &iscsi_connection_class.class)
1055 return &priv->conn_cont.ac == cont;
1058 int iscsi_register_transport(struct iscsi_transport *tt)
1060 struct iscsi_internal *priv;
1061 unsigned long flags;
1066 priv = iscsi_if_transport_lookup(tt);
1070 priv = kmalloc(sizeof(*priv), GFP_KERNEL);
1073 memset(priv, 0, sizeof(*priv));
1074 INIT_LIST_HEAD(&priv->list);
1075 INIT_LIST_HEAD(&priv->sessions);
1076 spin_lock_init(&priv->session_lock);
1077 priv->iscsi_transport = tt;
1079 priv->cdev.class = &iscsi_transport_class;
1080 snprintf(priv->cdev.class_id, BUS_ID_SIZE, "%s", tt->name);
1081 err = class_device_register(&priv->cdev);
1085 err = sysfs_create_group(&priv->cdev.kobj, &iscsi_transport_group);
1087 goto unregister_cdev;
1089 /* setup parameters mask */
1090 priv->param_mask = 0xFFFFFFFF;
1091 if (!(tt->caps & CAP_MULTI_R2T))
1092 priv->param_mask &= ~(1 << ISCSI_PARAM_MAX_R2T);
1093 if (!(tt->caps & CAP_HDRDGST))
1094 priv->param_mask &= ~(1 << ISCSI_PARAM_HDRDGST_EN);
1095 if (!(tt->caps & CAP_DATADGST))
1096 priv->param_mask &= ~(1 << ISCSI_PARAM_DATADGST_EN);
1097 if (!(tt->caps & CAP_MARKERS)) {
1098 priv->param_mask &= ~(1 << ISCSI_PARAM_IFMARKER_EN);
1099 priv->param_mask &= ~(1 << ISCSI_PARAM_OFMARKER_EN);
1102 /* connection parameters */
1103 priv->conn_cont.ac.attrs = &priv->conn_attrs[0];
1104 priv->conn_cont.ac.class = &iscsi_connection_class.class;
1105 priv->conn_cont.ac.match = iscsi_conn_match;
1106 transport_container_register(&priv->conn_cont);
1108 SETUP_CONN_RD_ATTR(max_recv_dlength, ISCSI_PARAM_MAX_RECV_DLENGTH);
1109 SETUP_CONN_RD_ATTR(max_xmit_dlength, ISCSI_PARAM_MAX_XMIT_DLENGTH);
1110 SETUP_CONN_RD_ATTR(header_digest, ISCSI_PARAM_HDRDGST_EN);
1111 SETUP_CONN_RD_ATTR(data_digest, ISCSI_PARAM_DATADGST_EN);
1112 SETUP_CONN_RD_ATTR(ifmarker, ISCSI_PARAM_IFMARKER_EN);
1113 SETUP_CONN_RD_ATTR(ofmarker, ISCSI_PARAM_OFMARKER_EN);
1115 BUG_ON(count > ISCSI_CONN_ATTRS);
1116 priv->conn_attrs[count] = NULL;
1119 /* session parameters */
1120 priv->session_cont.ac.attrs = &priv->session_attrs[0];
1121 priv->session_cont.ac.class = &iscsi_session_class.class;
1122 priv->session_cont.ac.match = iscsi_session_match;
1123 transport_container_register(&priv->session_cont);
1125 SETUP_SESSION_RD_ATTR(initial_r2t, ISCSI_PARAM_INITIAL_R2T_EN);
1126 SETUP_SESSION_RD_ATTR(max_outstanding_r2t, ISCSI_PARAM_MAX_R2T);
1127 SETUP_SESSION_RD_ATTR(immediate_data, ISCSI_PARAM_IMM_DATA_EN);
1128 SETUP_SESSION_RD_ATTR(first_burst_len, ISCSI_PARAM_FIRST_BURST);
1129 SETUP_SESSION_RD_ATTR(max_burst_len, ISCSI_PARAM_MAX_BURST);
1130 SETUP_SESSION_RD_ATTR(data_pdu_in_order, ISCSI_PARAM_PDU_INORDER_EN);
1131 SETUP_SESSION_RD_ATTR(data_seq_in_order,ISCSI_PARAM_DATASEQ_INORDER_EN)
1132 SETUP_SESSION_RD_ATTR(erl, ISCSI_PARAM_ERL);
1134 BUG_ON(count > ISCSI_SESSION_ATTRS);
1135 priv->session_attrs[count] = NULL;
1137 spin_lock_irqsave(&iscsi_transport_lock, flags);
1138 list_add(&priv->list, &iscsi_transports);
1139 spin_unlock_irqrestore(&iscsi_transport_lock, flags);
1141 printk(KERN_NOTICE "iscsi: registered transport (%s)\n", tt->name);
1145 class_device_unregister(&priv->cdev);
1150 EXPORT_SYMBOL_GPL(iscsi_register_transport);
1152 int iscsi_unregister_transport(struct iscsi_transport *tt)
1154 struct iscsi_internal *priv;
1155 unsigned long flags;
1159 down(&rx_queue_sema);
1161 priv = iscsi_if_transport_lookup(tt);
1164 spin_lock_irqsave(&priv->session_lock, flags);
1165 if (!list_empty(&priv->sessions)) {
1166 spin_unlock_irqrestore(&priv->session_lock, flags);
1170 spin_unlock_irqrestore(&priv->session_lock, flags);
1172 spin_lock_irqsave(&iscsi_transport_lock, flags);
1173 list_del(&priv->list);
1174 spin_unlock_irqrestore(&iscsi_transport_lock, flags);
1176 transport_container_unregister(&priv->conn_cont);
1177 transport_container_unregister(&priv->session_cont);
1179 sysfs_remove_group(&priv->cdev.kobj, &iscsi_transport_group);
1180 class_device_unregister(&priv->cdev);
1185 EXPORT_SYMBOL_GPL(iscsi_unregister_transport);
1188 iscsi_rcv_nl_event(struct notifier_block *this, unsigned long event, void *ptr)
1190 struct netlink_notify *n = ptr;
1192 if (event == NETLINK_URELEASE &&
1193 n->protocol == NETLINK_ISCSI && n->pid) {
1194 struct iscsi_if_conn *conn;
1195 unsigned long flags;
1197 mempool_zone_complete(&z_reply);
1198 spin_lock_irqsave(&connlock, flags);
1199 list_for_each_entry(conn, &connlist, conn_list) {
1200 mempool_zone_complete(&conn->z_error);
1201 mempool_zone_complete(&conn->z_pdu);
1203 spin_unlock_irqrestore(&connlock, flags);
1209 static struct notifier_block iscsi_nl_notifier = {
1210 .notifier_call = iscsi_rcv_nl_event,
1213 static __init int iscsi_transport_init(void)
1217 err = class_register(&iscsi_transport_class);
1221 err = transport_class_register(&iscsi_connection_class);
1223 goto unregister_transport_class;
1225 err = transport_class_register(&iscsi_session_class);
1227 goto unregister_conn_class;
1229 err = netlink_register_notifier(&iscsi_nl_notifier);
1231 goto unregister_session_class;
1233 nls = netlink_kernel_create(NETLINK_ISCSI, 1, iscsi_if_rx,
1237 goto unregister_notifier;
1240 err = mempool_zone_init(&z_reply, Z_MAX_REPLY,
1241 NLMSG_SPACE(sizeof(struct iscsi_uevent)), Z_HIWAT_REPLY);
1245 sock_release(nls->sk_socket);
1246 unregister_notifier:
1247 netlink_unregister_notifier(&iscsi_nl_notifier);
1248 unregister_session_class:
1249 transport_class_unregister(&iscsi_session_class);
1250 unregister_conn_class:
1251 transport_class_unregister(&iscsi_connection_class);
1252 unregister_transport_class:
1253 class_unregister(&iscsi_transport_class);
1257 static void __exit iscsi_transport_exit(void)
1259 mempool_destroy(z_reply.pool);
1260 sock_release(nls->sk_socket);
1261 netlink_unregister_notifier(&iscsi_nl_notifier);
1262 transport_class_unregister(&iscsi_connection_class);
1263 transport_class_unregister(&iscsi_session_class);
1264 class_unregister(&iscsi_transport_class);
1267 module_init(iscsi_transport_init);
1268 module_exit(iscsi_transport_exit);
1270 MODULE_AUTHOR("Mike Christie <michaelc@cs.wisc.edu>, "
1271 "Dmitry Yusupov <dmitry_yus@yahoo.com>, "
1272 "Alex Aizman <itn780@yahoo.com>");
1273 MODULE_DESCRIPTION("iSCSI Transport Interface");
1274 MODULE_LICENSE("GPL");