2 * linux/fs/lockd/clntproc.c
4 * RPC procedures for the client side NLM implementation
6 * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de>
9 #include <linux/module.h>
10 #include <linux/types.h>
11 #include <linux/errno.h>
13 #include <linux/nfs_fs.h>
14 #include <linux/utsname.h>
15 #include <linux/freezer.h>
16 #include <linux/sunrpc/clnt.h>
17 #include <linux/sunrpc/svc.h>
18 #include <linux/lockd/lockd.h>
19 #include <linux/lockd/sm_inter.h>
21 #define NLMDBG_FACILITY NLMDBG_CLIENT
22 #define NLMCLNT_GRACE_WAIT (5*HZ)
23 #define NLMCLNT_POLL_TIMEOUT (30*HZ)
24 #define NLMCLNT_MAX_RETRIES 3
26 static int nlmclnt_test(struct nlm_rqst *, struct file_lock *);
27 static int nlmclnt_lock(struct nlm_rqst *, struct file_lock *);
28 static int nlmclnt_unlock(struct nlm_rqst *, struct file_lock *);
29 static int nlm_stat_to_errno(__be32 stat);
30 static void nlmclnt_locks_init_private(struct file_lock *fl, struct nlm_host *host);
31 static int nlmclnt_cancel(struct nlm_host *, int , struct file_lock *);
33 static const struct rpc_call_ops nlmclnt_unlock_ops;
34 static const struct rpc_call_ops nlmclnt_cancel_ops;
37 * Cookie counter for NLM requests
39 static atomic_t nlm_cookie = ATOMIC_INIT(0x1234);
41 void nlmclnt_next_cookie(struct nlm_cookie *c)
43 u32 cookie = atomic_inc_return(&nlm_cookie);
45 memcpy(c->data, &cookie, 4);
49 static struct nlm_lockowner *nlm_get_lockowner(struct nlm_lockowner *lockowner)
51 atomic_inc(&lockowner->count);
55 static void nlm_put_lockowner(struct nlm_lockowner *lockowner)
57 if (!atomic_dec_and_lock(&lockowner->count, &lockowner->host->h_lock))
59 list_del(&lockowner->list);
60 spin_unlock(&lockowner->host->h_lock);
61 nlm_release_host(lockowner->host);
65 static inline int nlm_pidbusy(struct nlm_host *host, uint32_t pid)
67 struct nlm_lockowner *lockowner;
68 list_for_each_entry(lockowner, &host->h_lockowners, list) {
69 if (lockowner->pid == pid)
75 static inline uint32_t __nlm_alloc_pid(struct nlm_host *host)
79 res = host->h_pidcount++;
80 } while (nlm_pidbusy(host, res) < 0);
84 static struct nlm_lockowner *__nlm_find_lockowner(struct nlm_host *host, fl_owner_t owner)
86 struct nlm_lockowner *lockowner;
87 list_for_each_entry(lockowner, &host->h_lockowners, list) {
88 if (lockowner->owner != owner)
90 return nlm_get_lockowner(lockowner);
95 static struct nlm_lockowner *nlm_find_lockowner(struct nlm_host *host, fl_owner_t owner)
97 struct nlm_lockowner *res, *new = NULL;
99 spin_lock(&host->h_lock);
100 res = __nlm_find_lockowner(host, owner);
102 spin_unlock(&host->h_lock);
103 new = kmalloc(sizeof(*new), GFP_KERNEL);
104 spin_lock(&host->h_lock);
105 res = __nlm_find_lockowner(host, owner);
106 if (res == NULL && new != NULL) {
108 atomic_set(&new->count, 1);
110 new->pid = __nlm_alloc_pid(host);
111 new->host = nlm_get_host(host);
112 list_add(&new->list, &host->h_lockowners);
116 spin_unlock(&host->h_lock);
122 * Initialize arguments for TEST/LOCK/UNLOCK/CANCEL calls
124 static void nlmclnt_setlockargs(struct nlm_rqst *req, struct file_lock *fl)
126 struct nlm_args *argp = &req->a_args;
127 struct nlm_lock *lock = &argp->lock;
129 nlmclnt_next_cookie(&argp->cookie);
130 argp->state = nsm_local_state;
131 memcpy(&lock->fh, NFS_FH(fl->fl_file->f_path.dentry->d_inode), sizeof(struct nfs_fh));
132 lock->caller = utsname()->nodename;
133 lock->oh.data = req->a_owner;
134 lock->oh.len = snprintf(req->a_owner, sizeof(req->a_owner), "%u@%s",
135 (unsigned int)fl->fl_u.nfs_fl.owner->pid,
136 utsname()->nodename);
137 lock->svid = fl->fl_u.nfs_fl.owner->pid;
138 lock->fl.fl_start = fl->fl_start;
139 lock->fl.fl_end = fl->fl_end;
140 lock->fl.fl_type = fl->fl_type;
143 static void nlmclnt_release_lockargs(struct nlm_rqst *req)
145 BUG_ON(req->a_args.lock.fl.fl_ops != NULL);
149 * nlmclnt_proc - Perform a single client-side lock request
150 * @host: address of a valid nlm_host context representing the NLM server
151 * @cmd: fcntl-style file lock operation to perform
152 * @fl: address of arguments for the lock operation
155 int nlmclnt_proc(struct nlm_host *host, int cmd, struct file_lock *fl)
157 struct nlm_rqst *call;
163 call = nlm_alloc_call(host);
167 nlmclnt_locks_init_private(fl, host);
168 /* Set up the argument struct */
169 nlmclnt_setlockargs(call, fl);
171 /* Keep the old signal mask */
172 spin_lock_irqsave(¤t->sighand->siglock, flags);
173 oldset = current->blocked;
175 /* If we're cleaning up locks because the process is exiting,
176 * perform the RPC call asynchronously. */
177 if ((IS_SETLK(cmd) || IS_SETLKW(cmd))
178 && fl->fl_type == F_UNLCK
179 && (current->flags & PF_EXITING)) {
180 sigfillset(¤t->blocked); /* Mask all signals */
183 call->a_flags = RPC_TASK_ASYNC;
185 spin_unlock_irqrestore(¤t->sighand->siglock, flags);
187 if (IS_SETLK(cmd) || IS_SETLKW(cmd)) {
188 if (fl->fl_type != F_UNLCK) {
189 call->a_args.block = IS_SETLKW(cmd) ? 1 : 0;
190 status = nlmclnt_lock(call, fl);
192 status = nlmclnt_unlock(call, fl);
193 } else if (IS_GETLK(cmd))
194 status = nlmclnt_test(call, fl);
198 fl->fl_ops->fl_release_private(fl);
201 spin_lock_irqsave(¤t->sighand->siglock, flags);
202 current->blocked = oldset;
204 spin_unlock_irqrestore(¤t->sighand->siglock, flags);
206 dprintk("lockd: clnt proc returns %d\n", status);
209 EXPORT_SYMBOL_GPL(nlmclnt_proc);
212 * Allocate an NLM RPC call struct
214 * Note: the caller must hold a reference to host. In case of failure,
215 * this reference will be released.
217 struct nlm_rqst *nlm_alloc_call(struct nlm_host *host)
219 struct nlm_rqst *call;
222 call = kzalloc(sizeof(*call), GFP_KERNEL);
224 atomic_set(&call->a_count, 1);
225 locks_init_lock(&call->a_args.lock.fl);
226 locks_init_lock(&call->a_res.lock.fl);
232 printk("nlm_alloc_call: failed, waiting for memory\n");
233 schedule_timeout_interruptible(5*HZ);
235 nlm_release_host(host);
239 void nlm_release_call(struct nlm_rqst *call)
241 if (!atomic_dec_and_test(&call->a_count))
243 nlm_release_host(call->a_host);
244 nlmclnt_release_lockargs(call);
248 static void nlmclnt_rpc_release(void *data)
250 nlm_release_call(data);
253 static int nlm_wait_on_grace(wait_queue_head_t *queue)
258 prepare_to_wait(queue, &wait, TASK_INTERRUPTIBLE);
260 schedule_timeout(NLMCLNT_GRACE_WAIT);
265 finish_wait(queue, &wait);
273 nlmclnt_call(struct nlm_rqst *req, u32 proc)
275 struct nlm_host *host = req->a_host;
276 struct rpc_clnt *clnt;
277 struct nlm_args *argp = &req->a_args;
278 struct nlm_res *resp = &req->a_res;
279 struct rpc_message msg = {
285 dprintk("lockd: call procedure %d on %s\n",
286 (int)proc, host->h_name);
289 if (host->h_reclaiming && !argp->reclaim)
290 goto in_grace_period;
292 /* If we have no RPC client yet, create one. */
293 if ((clnt = nlm_bind_host(host)) == NULL)
295 msg.rpc_proc = &clnt->cl_procinfo[proc];
297 /* Perform the RPC call. If an error occurs, try again */
298 if ((status = rpc_call_sync(clnt, &msg, 0)) < 0) {
299 dprintk("lockd: rpc_call returned error %d\n", -status);
301 case -EPROTONOSUPPORT:
307 nlm_rebind_host(host);
311 return signalled () ? -EINTR : status;
317 if (resp->status == nlm_lck_denied_grace_period) {
318 dprintk("lockd: server in grace period\n");
321 "lockd: spurious grace period reject?!\n");
325 if (!argp->reclaim) {
326 /* We appear to be out of the grace period */
327 wake_up_all(&host->h_gracewait);
329 dprintk("lockd: server returns status %d\n", resp->status);
330 return 0; /* Okay, call complete */
335 * The server has rebooted and appears to be in the grace
336 * period during which locks are only allowed to be
338 * We can only back off and try again later.
340 status = nlm_wait_on_grace(&host->h_gracewait);
341 } while (status == 0);
347 * Generic NLM call, async version.
349 static int __nlm_async_call(struct nlm_rqst *req, u32 proc, struct rpc_message *msg, const struct rpc_call_ops *tk_ops)
351 struct nlm_host *host = req->a_host;
352 struct rpc_clnt *clnt;
354 dprintk("lockd: call procedure %d on %s (async)\n",
355 (int)proc, host->h_name);
357 /* If we have no RPC client yet, create one. */
358 clnt = nlm_bind_host(host);
361 msg->rpc_proc = &clnt->cl_procinfo[proc];
363 /* bootstrap and kick off the async RPC call */
364 return rpc_call_async(clnt, msg, RPC_TASK_ASYNC, tk_ops, req);
366 tk_ops->rpc_release(req);
370 int nlm_async_call(struct nlm_rqst *req, u32 proc, const struct rpc_call_ops *tk_ops)
372 struct rpc_message msg = {
373 .rpc_argp = &req->a_args,
374 .rpc_resp = &req->a_res,
376 return __nlm_async_call(req, proc, &msg, tk_ops);
379 int nlm_async_reply(struct nlm_rqst *req, u32 proc, const struct rpc_call_ops *tk_ops)
381 struct rpc_message msg = {
382 .rpc_argp = &req->a_res,
384 return __nlm_async_call(req, proc, &msg, tk_ops);
388 * TEST for the presence of a conflicting lock
391 nlmclnt_test(struct nlm_rqst *req, struct file_lock *fl)
395 status = nlmclnt_call(req, NLMPROC_TEST);
399 switch (req->a_res.status) {
401 fl->fl_type = F_UNLCK;
405 * Report the conflicting lock back to the application.
407 fl->fl_start = req->a_res.lock.fl.fl_start;
408 fl->fl_end = req->a_res.lock.fl.fl_start;
409 fl->fl_type = req->a_res.lock.fl.fl_type;
413 status = nlm_stat_to_errno(req->a_res.status);
416 nlm_release_call(req);
420 static void nlmclnt_locks_copy_lock(struct file_lock *new, struct file_lock *fl)
422 new->fl_u.nfs_fl.state = fl->fl_u.nfs_fl.state;
423 new->fl_u.nfs_fl.owner = nlm_get_lockowner(fl->fl_u.nfs_fl.owner);
424 list_add_tail(&new->fl_u.nfs_fl.list, &fl->fl_u.nfs_fl.owner->host->h_granted);
427 static void nlmclnt_locks_release_private(struct file_lock *fl)
429 list_del(&fl->fl_u.nfs_fl.list);
430 nlm_put_lockowner(fl->fl_u.nfs_fl.owner);
433 static struct file_lock_operations nlmclnt_lock_ops = {
434 .fl_copy_lock = nlmclnt_locks_copy_lock,
435 .fl_release_private = nlmclnt_locks_release_private,
438 static void nlmclnt_locks_init_private(struct file_lock *fl, struct nlm_host *host)
440 BUG_ON(fl->fl_ops != NULL);
441 fl->fl_u.nfs_fl.state = 0;
442 fl->fl_u.nfs_fl.owner = nlm_find_lockowner(host, fl->fl_owner);
443 INIT_LIST_HEAD(&fl->fl_u.nfs_fl.list);
444 fl->fl_ops = &nlmclnt_lock_ops;
447 static int do_vfs_lock(struct file_lock *fl)
450 switch (fl->fl_flags & (FL_POSIX|FL_FLOCK)) {
452 res = posix_lock_file_wait(fl->fl_file, fl);
455 res = flock_lock_file_wait(fl->fl_file, fl);
464 * LOCK: Try to create a lock
466 * Programmer Harassment Alert
468 * When given a blocking lock request in a sync RPC call, the HPUX lockd
469 * will faithfully return LCK_BLOCKED but never cares to notify us when
470 * the lock could be granted. This way, our local process could hang
471 * around forever waiting for the callback.
473 * Solution A: Implement busy-waiting
474 * Solution B: Use the async version of the call (NLM_LOCK_{MSG,RES})
476 * For now I am implementing solution A, because I hate the idea of
477 * re-implementing lockd for a third time in two months. The async
478 * calls shouldn't be too hard to do, however.
480 * This is one of the lovely things about standards in the NFS area:
481 * they're so soft and squishy you can't really blame HP for doing this.
484 nlmclnt_lock(struct nlm_rqst *req, struct file_lock *fl)
486 struct nlm_host *host = req->a_host;
487 struct nlm_res *resp = &req->a_res;
488 struct nlm_wait *block = NULL;
489 unsigned char fl_flags = fl->fl_flags;
490 int status = -ENOLCK;
492 if (nsm_monitor(host) < 0) {
493 printk(KERN_NOTICE "lockd: failed to monitor %s\n",
497 fl->fl_flags |= FL_ACCESS;
498 status = do_vfs_lock(fl);
499 fl->fl_flags = fl_flags;
503 block = nlmclnt_prepare_block(host, fl);
506 /* Reboot protection */
507 fl->fl_u.nfs_fl.state = host->h_state;
508 status = nlmclnt_call(req, NLMPROC_LOCK);
511 if (!req->a_args.block)
513 /* Did a reclaimer thread notify us of a server reboot? */
514 if (resp->status == nlm_lck_denied_grace_period)
516 if (resp->status != nlm_lck_blocked)
518 /* Wait on an NLM blocking lock */
519 status = nlmclnt_block(block, req, NLMCLNT_POLL_TIMEOUT);
520 /* if we were interrupted. Send a CANCEL request to the server
525 if (resp->status != nlm_lck_blocked)
529 if (resp->status == nlm_granted) {
530 down_read(&host->h_rwsem);
531 /* Check whether or not the server has rebooted */
532 if (fl->fl_u.nfs_fl.state != host->h_state) {
533 up_read(&host->h_rwsem);
536 /* Ensure the resulting lock will get added to granted list */
537 fl->fl_flags |= FL_SLEEP;
538 if (do_vfs_lock(fl) < 0)
539 printk(KERN_WARNING "%s: VFS is out of sync with lock manager!\n", __FUNCTION__);
540 up_read(&host->h_rwsem);
541 fl->fl_flags = fl_flags;
543 status = nlm_stat_to_errno(resp->status);
545 nlmclnt_finish_block(block);
546 /* Cancel the blocked request if it is still pending */
547 if (resp->status == nlm_lck_blocked)
548 nlmclnt_cancel(host, req->a_args.block, fl);
550 nlm_release_call(req);
555 * RECLAIM: Try to reclaim a lock
558 nlmclnt_reclaim(struct nlm_host *host, struct file_lock *fl)
560 struct nlm_rqst reqst, *req;
564 memset(req, 0, sizeof(*req));
565 locks_init_lock(&req->a_args.lock.fl);
566 locks_init_lock(&req->a_res.lock.fl);
570 /* Set up the argument struct */
571 nlmclnt_setlockargs(req, fl);
572 req->a_args.reclaim = 1;
574 if ((status = nlmclnt_call(req, NLMPROC_LOCK)) >= 0
575 && req->a_res.status == nlm_granted)
578 printk(KERN_WARNING "lockd: failed to reclaim lock for pid %d "
579 "(errno %d, status %d)\n", fl->fl_pid,
580 status, ntohl(req->a_res.status));
583 * FIXME: This is a serious failure. We can
585 * a. Ignore the problem
586 * b. Send the owning process some signal (Linux doesn't have
587 * SIGLOST, though...)
588 * c. Retry the operation
590 * Until someone comes up with a simple implementation
591 * for b or c, I'll choose option a.
598 * UNLOCK: remove an existing lock
601 nlmclnt_unlock(struct nlm_rqst *req, struct file_lock *fl)
603 struct nlm_host *host = req->a_host;
604 struct nlm_res *resp = &req->a_res;
606 unsigned char fl_flags = fl->fl_flags;
609 * Note: the server is supposed to either grant us the unlock
610 * request, or to deny it with NLM_LCK_DENIED_GRACE_PERIOD. In either
611 * case, we want to unlock.
613 fl->fl_flags |= FL_EXISTS;
614 down_read(&host->h_rwsem);
615 status = do_vfs_lock(fl);
616 up_read(&host->h_rwsem);
617 fl->fl_flags = fl_flags;
618 if (status == -ENOENT) {
623 if (req->a_flags & RPC_TASK_ASYNC)
624 return nlm_async_call(req, NLMPROC_UNLOCK, &nlmclnt_unlock_ops);
626 status = nlmclnt_call(req, NLMPROC_UNLOCK);
630 if (resp->status == nlm_granted)
633 if (resp->status != nlm_lck_denied_nolocks)
634 printk("lockd: unexpected unlock status: %d\n", resp->status);
635 /* What to do now? I'm out of my depth... */
638 nlm_release_call(req);
642 static void nlmclnt_unlock_callback(struct rpc_task *task, void *data)
644 struct nlm_rqst *req = data;
645 u32 status = ntohl(req->a_res.status);
647 if (RPC_ASSASSINATED(task))
650 if (task->tk_status < 0) {
651 dprintk("lockd: unlock failed (err = %d)\n", -task->tk_status);
654 if (status == NLM_LCK_DENIED_GRACE_PERIOD) {
655 rpc_delay(task, NLMCLNT_GRACE_WAIT);
658 if (status != NLM_LCK_GRANTED)
659 printk(KERN_WARNING "lockd: unexpected unlock status: %d\n", status);
663 nlm_rebind_host(req->a_host);
665 rpc_restart_call(task);
668 static const struct rpc_call_ops nlmclnt_unlock_ops = {
669 .rpc_call_done = nlmclnt_unlock_callback,
670 .rpc_release = nlmclnt_rpc_release,
674 * Cancel a blocked lock request.
675 * We always use an async RPC call for this in order not to hang a
676 * process that has been Ctrl-C'ed.
678 static int nlmclnt_cancel(struct nlm_host *host, int block, struct file_lock *fl)
680 struct nlm_rqst *req;
685 /* Block all signals while setting up call */
686 spin_lock_irqsave(¤t->sighand->siglock, flags);
687 oldset = current->blocked;
688 sigfillset(¤t->blocked);
690 spin_unlock_irqrestore(¤t->sighand->siglock, flags);
692 req = nlm_alloc_call(nlm_get_host(host));
695 req->a_flags = RPC_TASK_ASYNC;
697 nlmclnt_setlockargs(req, fl);
698 req->a_args.block = block;
700 status = nlm_async_call(req, NLMPROC_CANCEL, &nlmclnt_cancel_ops);
702 spin_lock_irqsave(¤t->sighand->siglock, flags);
703 current->blocked = oldset;
705 spin_unlock_irqrestore(¤t->sighand->siglock, flags);
710 static void nlmclnt_cancel_callback(struct rpc_task *task, void *data)
712 struct nlm_rqst *req = data;
713 u32 status = ntohl(req->a_res.status);
715 if (RPC_ASSASSINATED(task))
718 if (task->tk_status < 0) {
719 dprintk("lockd: CANCEL call error %d, retrying.\n",
724 dprintk("lockd: cancel status %u (task %u)\n",
725 status, task->tk_pid);
728 case NLM_LCK_GRANTED:
729 case NLM_LCK_DENIED_GRACE_PERIOD:
731 /* Everything's good */
733 case NLM_LCK_DENIED_NOLOCKS:
734 dprintk("lockd: CANCEL failed (server has no locks)\n");
737 printk(KERN_NOTICE "lockd: weird return %d for CANCEL call\n",
745 /* Don't ever retry more than 3 times */
746 if (req->a_retries++ >= NLMCLNT_MAX_RETRIES)
748 nlm_rebind_host(req->a_host);
749 rpc_restart_call(task);
750 rpc_delay(task, 30 * HZ);
753 static const struct rpc_call_ops nlmclnt_cancel_ops = {
754 .rpc_call_done = nlmclnt_cancel_callback,
755 .rpc_release = nlmclnt_rpc_release,
759 * Convert an NLM status code to a generic kernel errno
762 nlm_stat_to_errno(__be32 status)
764 switch(ntohl(status)) {
765 case NLM_LCK_GRANTED:
769 case NLM_LCK_DENIED_NOLOCKS:
770 case NLM_LCK_DENIED_GRACE_PERIOD:
772 case NLM_LCK_BLOCKED:
773 printk(KERN_NOTICE "lockd: unexpected status NLM_BLOCKED\n");
775 #ifdef CONFIG_LOCKD_V4
788 printk(KERN_NOTICE "lockd: unexpected server status %d\n", status);