]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blob - net/rxrpc/af_rxrpc.c
Merge tag 'kvm-s390-master-4.15-3' of git://git.kernel.org/pub/scm/linux/kernel/git...
[mirror_ubuntu-bionic-kernel.git] / net / rxrpc / af_rxrpc.c
1 /* AF_RXRPC implementation
2 *
3 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
4 * Written by David Howells (dhowells@redhat.com)
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
12 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13
14 #include <linux/module.h>
15 #include <linux/kernel.h>
16 #include <linux/net.h>
17 #include <linux/slab.h>
18 #include <linux/skbuff.h>
19 #include <linux/random.h>
20 #include <linux/poll.h>
21 #include <linux/proc_fs.h>
22 #include <linux/key-type.h>
23 #include <net/net_namespace.h>
24 #include <net/sock.h>
25 #include <net/af_rxrpc.h>
26 #define CREATE_TRACE_POINTS
27 #include "ar-internal.h"
28
29 MODULE_DESCRIPTION("RxRPC network protocol");
30 MODULE_AUTHOR("Red Hat, Inc.");
31 MODULE_LICENSE("GPL");
32 MODULE_ALIAS_NETPROTO(PF_RXRPC);
33
34 unsigned int rxrpc_debug; // = RXRPC_DEBUG_KPROTO;
35 module_param_named(debug, rxrpc_debug, uint, S_IWUSR | S_IRUGO);
36 MODULE_PARM_DESC(debug, "RxRPC debugging mask");
37
38 static struct proto rxrpc_proto;
39 static const struct proto_ops rxrpc_rpc_ops;
40
41 /* current debugging ID */
42 atomic_t rxrpc_debug_id;
43
44 /* count of skbs currently in use */
45 atomic_t rxrpc_n_tx_skbs, rxrpc_n_rx_skbs;
46
47 struct workqueue_struct *rxrpc_workqueue;
48
49 static void rxrpc_sock_destructor(struct sock *);
50
51 /*
52 * see if an RxRPC socket is currently writable
53 */
54 static inline int rxrpc_writable(struct sock *sk)
55 {
56 return refcount_read(&sk->sk_wmem_alloc) < (size_t) sk->sk_sndbuf;
57 }
58
59 /*
60 * wait for write bufferage to become available
61 */
62 static void rxrpc_write_space(struct sock *sk)
63 {
64 _enter("%p", sk);
65 rcu_read_lock();
66 if (rxrpc_writable(sk)) {
67 struct socket_wq *wq = rcu_dereference(sk->sk_wq);
68
69 if (skwq_has_sleeper(wq))
70 wake_up_interruptible(&wq->wait);
71 sk_wake_async(sk, SOCK_WAKE_SPACE, POLL_OUT);
72 }
73 rcu_read_unlock();
74 }
75
76 /*
77 * validate an RxRPC address
78 */
79 static int rxrpc_validate_address(struct rxrpc_sock *rx,
80 struct sockaddr_rxrpc *srx,
81 int len)
82 {
83 unsigned int tail;
84
85 if (len < sizeof(struct sockaddr_rxrpc))
86 return -EINVAL;
87
88 if (srx->srx_family != AF_RXRPC)
89 return -EAFNOSUPPORT;
90
91 if (srx->transport_type != SOCK_DGRAM)
92 return -ESOCKTNOSUPPORT;
93
94 len -= offsetof(struct sockaddr_rxrpc, transport);
95 if (srx->transport_len < sizeof(sa_family_t) ||
96 srx->transport_len > len)
97 return -EINVAL;
98
99 if (srx->transport.family != rx->family)
100 return -EAFNOSUPPORT;
101
102 switch (srx->transport.family) {
103 case AF_INET:
104 if (srx->transport_len < sizeof(struct sockaddr_in))
105 return -EINVAL;
106 tail = offsetof(struct sockaddr_rxrpc, transport.sin.__pad);
107 break;
108
109 #ifdef CONFIG_AF_RXRPC_IPV6
110 case AF_INET6:
111 if (srx->transport_len < sizeof(struct sockaddr_in6))
112 return -EINVAL;
113 tail = offsetof(struct sockaddr_rxrpc, transport) +
114 sizeof(struct sockaddr_in6);
115 break;
116 #endif
117
118 default:
119 return -EAFNOSUPPORT;
120 }
121
122 if (tail < len)
123 memset((void *)srx + tail, 0, len - tail);
124 _debug("INET: %pISp", &srx->transport);
125 return 0;
126 }
127
128 /*
129 * bind a local address to an RxRPC socket
130 */
131 static int rxrpc_bind(struct socket *sock, struct sockaddr *saddr, int len)
132 {
133 struct sockaddr_rxrpc *srx = (struct sockaddr_rxrpc *)saddr;
134 struct rxrpc_local *local;
135 struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
136 u16 service_id = srx->srx_service;
137 int ret;
138
139 _enter("%p,%p,%d", rx, saddr, len);
140
141 ret = rxrpc_validate_address(rx, srx, len);
142 if (ret < 0)
143 goto error;
144
145 lock_sock(&rx->sk);
146
147 switch (rx->sk.sk_state) {
148 case RXRPC_UNBOUND:
149 rx->srx = *srx;
150 local = rxrpc_lookup_local(sock_net(&rx->sk), &rx->srx);
151 if (IS_ERR(local)) {
152 ret = PTR_ERR(local);
153 goto error_unlock;
154 }
155
156 if (service_id) {
157 write_lock(&local->services_lock);
158 if (rcu_access_pointer(local->service))
159 goto service_in_use;
160 rx->local = local;
161 rcu_assign_pointer(local->service, rx);
162 write_unlock(&local->services_lock);
163
164 rx->sk.sk_state = RXRPC_SERVER_BOUND;
165 } else {
166 rx->local = local;
167 rx->sk.sk_state = RXRPC_CLIENT_BOUND;
168 }
169 break;
170
171 case RXRPC_SERVER_BOUND:
172 ret = -EINVAL;
173 if (service_id == 0)
174 goto error_unlock;
175 ret = -EADDRINUSE;
176 if (service_id == rx->srx.srx_service)
177 goto error_unlock;
178 ret = -EINVAL;
179 srx->srx_service = rx->srx.srx_service;
180 if (memcmp(srx, &rx->srx, sizeof(*srx)) != 0)
181 goto error_unlock;
182 rx->second_service = service_id;
183 rx->sk.sk_state = RXRPC_SERVER_BOUND2;
184 break;
185
186 default:
187 ret = -EINVAL;
188 goto error_unlock;
189 }
190
191 release_sock(&rx->sk);
192 _leave(" = 0");
193 return 0;
194
195 service_in_use:
196 write_unlock(&local->services_lock);
197 rxrpc_put_local(local);
198 ret = -EADDRINUSE;
199 error_unlock:
200 release_sock(&rx->sk);
201 error:
202 _leave(" = %d", ret);
203 return ret;
204 }
205
206 /*
207 * set the number of pending calls permitted on a listening socket
208 */
209 static int rxrpc_listen(struct socket *sock, int backlog)
210 {
211 struct sock *sk = sock->sk;
212 struct rxrpc_sock *rx = rxrpc_sk(sk);
213 unsigned int max, old;
214 int ret;
215
216 _enter("%p,%d", rx, backlog);
217
218 lock_sock(&rx->sk);
219
220 switch (rx->sk.sk_state) {
221 case RXRPC_UNBOUND:
222 ret = -EADDRNOTAVAIL;
223 break;
224 case RXRPC_SERVER_BOUND:
225 case RXRPC_SERVER_BOUND2:
226 ASSERT(rx->local != NULL);
227 max = READ_ONCE(rxrpc_max_backlog);
228 ret = -EINVAL;
229 if (backlog == INT_MAX)
230 backlog = max;
231 else if (backlog < 0 || backlog > max)
232 break;
233 old = sk->sk_max_ack_backlog;
234 sk->sk_max_ack_backlog = backlog;
235 ret = rxrpc_service_prealloc(rx, GFP_KERNEL);
236 if (ret == 0)
237 rx->sk.sk_state = RXRPC_SERVER_LISTENING;
238 else
239 sk->sk_max_ack_backlog = old;
240 break;
241 case RXRPC_SERVER_LISTENING:
242 if (backlog == 0) {
243 rx->sk.sk_state = RXRPC_SERVER_LISTEN_DISABLED;
244 sk->sk_max_ack_backlog = 0;
245 rxrpc_discard_prealloc(rx);
246 ret = 0;
247 break;
248 }
249 /* Fall through */
250 default:
251 ret = -EBUSY;
252 break;
253 }
254
255 release_sock(&rx->sk);
256 _leave(" = %d", ret);
257 return ret;
258 }
259
260 /**
261 * rxrpc_kernel_begin_call - Allow a kernel service to begin a call
262 * @sock: The socket on which to make the call
263 * @srx: The address of the peer to contact
264 * @key: The security context to use (defaults to socket setting)
265 * @user_call_ID: The ID to use
266 * @tx_total_len: Total length of data to transmit during the call (or -1)
267 * @gfp: The allocation constraints
268 * @notify_rx: Where to send notifications instead of socket queue
269 * @upgrade: Request service upgrade for call
270 *
271 * Allow a kernel service to begin a call on the nominated socket. This just
272 * sets up all the internal tracking structures and allocates connection and
273 * call IDs as appropriate. The call to be used is returned.
274 *
275 * The default socket destination address and security may be overridden by
276 * supplying @srx and @key.
277 */
278 struct rxrpc_call *rxrpc_kernel_begin_call(struct socket *sock,
279 struct sockaddr_rxrpc *srx,
280 struct key *key,
281 unsigned long user_call_ID,
282 s64 tx_total_len,
283 gfp_t gfp,
284 rxrpc_notify_rx_t notify_rx,
285 bool upgrade)
286 {
287 struct rxrpc_conn_parameters cp;
288 struct rxrpc_call_params p;
289 struct rxrpc_call *call;
290 struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
291 int ret;
292
293 _enter(",,%x,%lx", key_serial(key), user_call_ID);
294
295 ret = rxrpc_validate_address(rx, srx, sizeof(*srx));
296 if (ret < 0)
297 return ERR_PTR(ret);
298
299 lock_sock(&rx->sk);
300
301 if (!key)
302 key = rx->key;
303 if (key && !key->payload.data[0])
304 key = NULL; /* a no-security key */
305
306 memset(&p, 0, sizeof(p));
307 p.user_call_ID = user_call_ID;
308 p.tx_total_len = tx_total_len;
309
310 memset(&cp, 0, sizeof(cp));
311 cp.local = rx->local;
312 cp.key = key;
313 cp.security_level = 0;
314 cp.exclusive = false;
315 cp.upgrade = upgrade;
316 cp.service_id = srx->srx_service;
317 call = rxrpc_new_client_call(rx, &cp, srx, &p, gfp);
318 /* The socket has been unlocked. */
319 if (!IS_ERR(call)) {
320 call->notify_rx = notify_rx;
321 mutex_unlock(&call->user_mutex);
322 }
323
324 _leave(" = %p", call);
325 return call;
326 }
327 EXPORT_SYMBOL(rxrpc_kernel_begin_call);
328
329 /*
330 * Dummy function used to stop the notifier talking to recvmsg().
331 */
332 static void rxrpc_dummy_notify_rx(struct sock *sk, struct rxrpc_call *rxcall,
333 unsigned long call_user_ID)
334 {
335 }
336
337 /**
338 * rxrpc_kernel_end_call - Allow a kernel service to end a call it was using
339 * @sock: The socket the call is on
340 * @call: The call to end
341 *
342 * Allow a kernel service to end a call it was using. The call must be
343 * complete before this is called (the call should be aborted if necessary).
344 */
345 void rxrpc_kernel_end_call(struct socket *sock, struct rxrpc_call *call)
346 {
347 _enter("%d{%d}", call->debug_id, atomic_read(&call->usage));
348
349 mutex_lock(&call->user_mutex);
350 rxrpc_release_call(rxrpc_sk(sock->sk), call);
351
352 /* Make sure we're not going to call back into a kernel service */
353 if (call->notify_rx) {
354 spin_lock_bh(&call->notify_lock);
355 call->notify_rx = rxrpc_dummy_notify_rx;
356 spin_unlock_bh(&call->notify_lock);
357 }
358
359 mutex_unlock(&call->user_mutex);
360 rxrpc_put_call(call, rxrpc_call_put_kernel);
361 }
362 EXPORT_SYMBOL(rxrpc_kernel_end_call);
363
364 /**
365 * rxrpc_kernel_check_life - Check to see whether a call is still alive
366 * @sock: The socket the call is on
367 * @call: The call to check
368 *
369 * Allow a kernel service to find out whether a call is still alive - ie. we're
370 * getting ACKs from the server. Returns a number representing the life state
371 * which can be compared to that returned by a previous call.
372 *
373 * If this is a client call, ping ACKs will be sent to the server to find out
374 * whether it's still responsive and whether the call is still alive on the
375 * server.
376 */
377 u32 rxrpc_kernel_check_life(struct socket *sock, struct rxrpc_call *call)
378 {
379 return call->acks_latest;
380 }
381 EXPORT_SYMBOL(rxrpc_kernel_check_life);
382
383 /**
384 * rxrpc_kernel_check_call - Check a call's state
385 * @sock: The socket the call is on
386 * @call: The call to check
387 * @_compl: Where to store the completion state
388 * @_abort_code: Where to store any abort code
389 *
390 * Allow a kernel service to query the state of a call and find out the manner
391 * of its termination if it has completed. Returns -EINPROGRESS if the call is
392 * still going, 0 if the call finished successfully, -ECONNABORTED if the call
393 * was aborted and an appropriate error if the call failed in some other way.
394 */
395 int rxrpc_kernel_check_call(struct socket *sock, struct rxrpc_call *call,
396 enum rxrpc_call_completion *_compl, u32 *_abort_code)
397 {
398 if (call->state != RXRPC_CALL_COMPLETE)
399 return -EINPROGRESS;
400 smp_rmb();
401 *_compl = call->completion;
402 *_abort_code = call->abort_code;
403 return call->error;
404 }
405 EXPORT_SYMBOL(rxrpc_kernel_check_call);
406
407 /**
408 * rxrpc_kernel_retry_call - Allow a kernel service to retry a call
409 * @sock: The socket the call is on
410 * @call: The call to retry
411 * @srx: The address of the peer to contact
412 * @key: The security context to use (defaults to socket setting)
413 *
414 * Allow a kernel service to try resending a client call that failed due to a
415 * network error to a new address. The Tx queue is maintained intact, thereby
416 * relieving the need to re-encrypt any request data that has already been
417 * buffered.
418 */
419 int rxrpc_kernel_retry_call(struct socket *sock, struct rxrpc_call *call,
420 struct sockaddr_rxrpc *srx, struct key *key)
421 {
422 struct rxrpc_conn_parameters cp;
423 struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
424 int ret;
425
426 _enter("%d{%d}", call->debug_id, atomic_read(&call->usage));
427
428 if (!key)
429 key = rx->key;
430 if (key && !key->payload.data[0])
431 key = NULL; /* a no-security key */
432
433 memset(&cp, 0, sizeof(cp));
434 cp.local = rx->local;
435 cp.key = key;
436 cp.security_level = 0;
437 cp.exclusive = false;
438 cp.service_id = srx->srx_service;
439
440 mutex_lock(&call->user_mutex);
441
442 ret = rxrpc_prepare_call_for_retry(rx, call);
443 if (ret == 0)
444 ret = rxrpc_retry_client_call(rx, call, &cp, srx, GFP_KERNEL);
445
446 mutex_unlock(&call->user_mutex);
447 _leave(" = %d", ret);
448 return ret;
449 }
450 EXPORT_SYMBOL(rxrpc_kernel_retry_call);
451
452 /**
453 * rxrpc_kernel_new_call_notification - Get notifications of new calls
454 * @sock: The socket to intercept received messages on
455 * @notify_new_call: Function to be called when new calls appear
456 * @discard_new_call: Function to discard preallocated calls
457 *
458 * Allow a kernel service to be given notifications about new calls.
459 */
460 void rxrpc_kernel_new_call_notification(
461 struct socket *sock,
462 rxrpc_notify_new_call_t notify_new_call,
463 rxrpc_discard_new_call_t discard_new_call)
464 {
465 struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
466
467 rx->notify_new_call = notify_new_call;
468 rx->discard_new_call = discard_new_call;
469 }
470 EXPORT_SYMBOL(rxrpc_kernel_new_call_notification);
471
472 /*
473 * connect an RxRPC socket
474 * - this just targets it at a specific destination; no actual connection
475 * negotiation takes place
476 */
477 static int rxrpc_connect(struct socket *sock, struct sockaddr *addr,
478 int addr_len, int flags)
479 {
480 struct sockaddr_rxrpc *srx = (struct sockaddr_rxrpc *)addr;
481 struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
482 int ret;
483
484 _enter("%p,%p,%d,%d", rx, addr, addr_len, flags);
485
486 ret = rxrpc_validate_address(rx, srx, addr_len);
487 if (ret < 0) {
488 _leave(" = %d [bad addr]", ret);
489 return ret;
490 }
491
492 lock_sock(&rx->sk);
493
494 ret = -EISCONN;
495 if (test_bit(RXRPC_SOCK_CONNECTED, &rx->flags))
496 goto error;
497
498 switch (rx->sk.sk_state) {
499 case RXRPC_UNBOUND:
500 rx->sk.sk_state = RXRPC_CLIENT_UNBOUND;
501 case RXRPC_CLIENT_UNBOUND:
502 case RXRPC_CLIENT_BOUND:
503 break;
504 default:
505 ret = -EBUSY;
506 goto error;
507 }
508
509 rx->connect_srx = *srx;
510 set_bit(RXRPC_SOCK_CONNECTED, &rx->flags);
511 ret = 0;
512
513 error:
514 release_sock(&rx->sk);
515 return ret;
516 }
517
518 /*
519 * send a message through an RxRPC socket
520 * - in a client this does a number of things:
521 * - finds/sets up a connection for the security specified (if any)
522 * - initiates a call (ID in control data)
523 * - ends the request phase of a call (if MSG_MORE is not set)
524 * - sends a call data packet
525 * - may send an abort (abort code in control data)
526 */
527 static int rxrpc_sendmsg(struct socket *sock, struct msghdr *m, size_t len)
528 {
529 struct rxrpc_local *local;
530 struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
531 int ret;
532
533 _enter(",{%d},,%zu", rx->sk.sk_state, len);
534
535 if (m->msg_flags & MSG_OOB)
536 return -EOPNOTSUPP;
537
538 if (m->msg_name) {
539 ret = rxrpc_validate_address(rx, m->msg_name, m->msg_namelen);
540 if (ret < 0) {
541 _leave(" = %d [bad addr]", ret);
542 return ret;
543 }
544 }
545
546 lock_sock(&rx->sk);
547
548 switch (rx->sk.sk_state) {
549 case RXRPC_UNBOUND:
550 rx->srx.srx_family = AF_RXRPC;
551 rx->srx.srx_service = 0;
552 rx->srx.transport_type = SOCK_DGRAM;
553 rx->srx.transport.family = rx->family;
554 switch (rx->family) {
555 case AF_INET:
556 rx->srx.transport_len = sizeof(struct sockaddr_in);
557 break;
558 #ifdef CONFIG_AF_RXRPC_IPV6
559 case AF_INET6:
560 rx->srx.transport_len = sizeof(struct sockaddr_in6);
561 break;
562 #endif
563 default:
564 ret = -EAFNOSUPPORT;
565 goto error_unlock;
566 }
567 local = rxrpc_lookup_local(sock_net(sock->sk), &rx->srx);
568 if (IS_ERR(local)) {
569 ret = PTR_ERR(local);
570 goto error_unlock;
571 }
572
573 rx->local = local;
574 rx->sk.sk_state = RXRPC_CLIENT_UNBOUND;
575 /* Fall through */
576
577 case RXRPC_CLIENT_UNBOUND:
578 case RXRPC_CLIENT_BOUND:
579 if (!m->msg_name &&
580 test_bit(RXRPC_SOCK_CONNECTED, &rx->flags)) {
581 m->msg_name = &rx->connect_srx;
582 m->msg_namelen = sizeof(rx->connect_srx);
583 }
584 /* Fall through */
585 case RXRPC_SERVER_BOUND:
586 case RXRPC_SERVER_LISTENING:
587 ret = rxrpc_do_sendmsg(rx, m, len);
588 /* The socket has been unlocked */
589 goto out;
590 default:
591 ret = -EINVAL;
592 goto error_unlock;
593 }
594
595 error_unlock:
596 release_sock(&rx->sk);
597 out:
598 _leave(" = %d", ret);
599 return ret;
600 }
601
602 /*
603 * set RxRPC socket options
604 */
605 static int rxrpc_setsockopt(struct socket *sock, int level, int optname,
606 char __user *optval, unsigned int optlen)
607 {
608 struct rxrpc_sock *rx = rxrpc_sk(sock->sk);
609 unsigned int min_sec_level;
610 u16 service_upgrade[2];
611 int ret;
612
613 _enter(",%d,%d,,%d", level, optname, optlen);
614
615 lock_sock(&rx->sk);
616 ret = -EOPNOTSUPP;
617
618 if (level == SOL_RXRPC) {
619 switch (optname) {
620 case RXRPC_EXCLUSIVE_CONNECTION:
621 ret = -EINVAL;
622 if (optlen != 0)
623 goto error;
624 ret = -EISCONN;
625 if (rx->sk.sk_state != RXRPC_UNBOUND)
626 goto error;
627 rx->exclusive = true;
628 goto success;
629
630 case RXRPC_SECURITY_KEY:
631 ret = -EINVAL;
632 if (rx->key)
633 goto error;
634 ret = -EISCONN;
635 if (rx->sk.sk_state != RXRPC_UNBOUND)
636 goto error;
637 ret = rxrpc_request_key(rx, optval, optlen);
638 goto error;
639
640 case RXRPC_SECURITY_KEYRING:
641 ret = -EINVAL;
642 if (rx->key)
643 goto error;
644 ret = -EISCONN;
645 if (rx->sk.sk_state != RXRPC_UNBOUND)
646 goto error;
647 ret = rxrpc_server_keyring(rx, optval, optlen);
648 goto error;
649
650 case RXRPC_MIN_SECURITY_LEVEL:
651 ret = -EINVAL;
652 if (optlen != sizeof(unsigned int))
653 goto error;
654 ret = -EISCONN;
655 if (rx->sk.sk_state != RXRPC_UNBOUND)
656 goto error;
657 ret = get_user(min_sec_level,
658 (unsigned int __user *) optval);
659 if (ret < 0)
660 goto error;
661 ret = -EINVAL;
662 if (min_sec_level > RXRPC_SECURITY_MAX)
663 goto error;
664 rx->min_sec_level = min_sec_level;
665 goto success;
666
667 case RXRPC_UPGRADEABLE_SERVICE:
668 ret = -EINVAL;
669 if (optlen != sizeof(service_upgrade) ||
670 rx->service_upgrade.from != 0)
671 goto error;
672 ret = -EISCONN;
673 if (rx->sk.sk_state != RXRPC_SERVER_BOUND2)
674 goto error;
675 ret = -EFAULT;
676 if (copy_from_user(service_upgrade, optval,
677 sizeof(service_upgrade)) != 0)
678 goto error;
679 ret = -EINVAL;
680 if ((service_upgrade[0] != rx->srx.srx_service ||
681 service_upgrade[1] != rx->second_service) &&
682 (service_upgrade[0] != rx->second_service ||
683 service_upgrade[1] != rx->srx.srx_service))
684 goto error;
685 rx->service_upgrade.from = service_upgrade[0];
686 rx->service_upgrade.to = service_upgrade[1];
687 goto success;
688
689 default:
690 break;
691 }
692 }
693
694 success:
695 ret = 0;
696 error:
697 release_sock(&rx->sk);
698 return ret;
699 }
700
701 /*
702 * Get socket options.
703 */
704 static int rxrpc_getsockopt(struct socket *sock, int level, int optname,
705 char __user *optval, int __user *_optlen)
706 {
707 int optlen;
708
709 if (level != SOL_RXRPC)
710 return -EOPNOTSUPP;
711
712 if (get_user(optlen, _optlen))
713 return -EFAULT;
714
715 switch (optname) {
716 case RXRPC_SUPPORTED_CMSG:
717 if (optlen < sizeof(int))
718 return -ETOOSMALL;
719 if (put_user(RXRPC__SUPPORTED - 1, (int __user *)optval) ||
720 put_user(sizeof(int), _optlen))
721 return -EFAULT;
722 return 0;
723
724 default:
725 return -EOPNOTSUPP;
726 }
727 }
728
729 /*
730 * permit an RxRPC socket to be polled
731 */
732 static unsigned int rxrpc_poll(struct file *file, struct socket *sock,
733 poll_table *wait)
734 {
735 struct sock *sk = sock->sk;
736 struct rxrpc_sock *rx = rxrpc_sk(sk);
737 unsigned int mask;
738
739 sock_poll_wait(file, sk_sleep(sk), wait);
740 mask = 0;
741
742 /* the socket is readable if there are any messages waiting on the Rx
743 * queue */
744 if (!list_empty(&rx->recvmsg_q))
745 mask |= POLLIN | POLLRDNORM;
746
747 /* the socket is writable if there is space to add new data to the
748 * socket; there is no guarantee that any particular call in progress
749 * on the socket may have space in the Tx ACK window */
750 if (rxrpc_writable(sk))
751 mask |= POLLOUT | POLLWRNORM;
752
753 return mask;
754 }
755
756 /*
757 * create an RxRPC socket
758 */
759 static int rxrpc_create(struct net *net, struct socket *sock, int protocol,
760 int kern)
761 {
762 struct rxrpc_sock *rx;
763 struct sock *sk;
764
765 _enter("%p,%d", sock, protocol);
766
767 /* we support transport protocol UDP/UDP6 only */
768 if (protocol != PF_INET &&
769 IS_ENABLED(CONFIG_AF_RXRPC_IPV6) && protocol != PF_INET6)
770 return -EPROTONOSUPPORT;
771
772 if (sock->type != SOCK_DGRAM)
773 return -ESOCKTNOSUPPORT;
774
775 sock->ops = &rxrpc_rpc_ops;
776 sock->state = SS_UNCONNECTED;
777
778 sk = sk_alloc(net, PF_RXRPC, GFP_KERNEL, &rxrpc_proto, kern);
779 if (!sk)
780 return -ENOMEM;
781
782 sock_init_data(sock, sk);
783 sock_set_flag(sk, SOCK_RCU_FREE);
784 sk->sk_state = RXRPC_UNBOUND;
785 sk->sk_write_space = rxrpc_write_space;
786 sk->sk_max_ack_backlog = 0;
787 sk->sk_destruct = rxrpc_sock_destructor;
788
789 rx = rxrpc_sk(sk);
790 rx->family = protocol;
791 rx->calls = RB_ROOT;
792
793 spin_lock_init(&rx->incoming_lock);
794 INIT_LIST_HEAD(&rx->sock_calls);
795 INIT_LIST_HEAD(&rx->to_be_accepted);
796 INIT_LIST_HEAD(&rx->recvmsg_q);
797 rwlock_init(&rx->recvmsg_lock);
798 rwlock_init(&rx->call_lock);
799 memset(&rx->srx, 0, sizeof(rx->srx));
800
801 _leave(" = 0 [%p]", rx);
802 return 0;
803 }
804
805 /*
806 * Kill all the calls on a socket and shut it down.
807 */
808 static int rxrpc_shutdown(struct socket *sock, int flags)
809 {
810 struct sock *sk = sock->sk;
811 struct rxrpc_sock *rx = rxrpc_sk(sk);
812 int ret = 0;
813
814 _enter("%p,%d", sk, flags);
815
816 if (flags != SHUT_RDWR)
817 return -EOPNOTSUPP;
818 if (sk->sk_state == RXRPC_CLOSE)
819 return -ESHUTDOWN;
820
821 lock_sock(sk);
822
823 spin_lock_bh(&sk->sk_receive_queue.lock);
824 if (sk->sk_state < RXRPC_CLOSE) {
825 sk->sk_state = RXRPC_CLOSE;
826 sk->sk_shutdown = SHUTDOWN_MASK;
827 } else {
828 ret = -ESHUTDOWN;
829 }
830 spin_unlock_bh(&sk->sk_receive_queue.lock);
831
832 rxrpc_discard_prealloc(rx);
833
834 release_sock(sk);
835 return ret;
836 }
837
838 /*
839 * RxRPC socket destructor
840 */
841 static void rxrpc_sock_destructor(struct sock *sk)
842 {
843 _enter("%p", sk);
844
845 rxrpc_purge_queue(&sk->sk_receive_queue);
846
847 WARN_ON(refcount_read(&sk->sk_wmem_alloc));
848 WARN_ON(!sk_unhashed(sk));
849 WARN_ON(sk->sk_socket);
850
851 if (!sock_flag(sk, SOCK_DEAD)) {
852 printk("Attempt to release alive rxrpc socket: %p\n", sk);
853 return;
854 }
855 }
856
857 /*
858 * release an RxRPC socket
859 */
860 static int rxrpc_release_sock(struct sock *sk)
861 {
862 struct rxrpc_sock *rx = rxrpc_sk(sk);
863 struct rxrpc_net *rxnet = rxrpc_net(sock_net(&rx->sk));
864
865 _enter("%p{%d,%d}", sk, sk->sk_state, refcount_read(&sk->sk_refcnt));
866
867 /* declare the socket closed for business */
868 sock_orphan(sk);
869 sk->sk_shutdown = SHUTDOWN_MASK;
870
871 /* We want to kill off all connections from a service socket
872 * as fast as possible because we can't share these; client
873 * sockets, on the other hand, can share an endpoint.
874 */
875 switch (sk->sk_state) {
876 case RXRPC_SERVER_BOUND:
877 case RXRPC_SERVER_BOUND2:
878 case RXRPC_SERVER_LISTENING:
879 case RXRPC_SERVER_LISTEN_DISABLED:
880 rx->local->service_closed = true;
881 break;
882 }
883
884 spin_lock_bh(&sk->sk_receive_queue.lock);
885 sk->sk_state = RXRPC_CLOSE;
886 spin_unlock_bh(&sk->sk_receive_queue.lock);
887
888 if (rx->local && rcu_access_pointer(rx->local->service) == rx) {
889 write_lock(&rx->local->services_lock);
890 rcu_assign_pointer(rx->local->service, NULL);
891 write_unlock(&rx->local->services_lock);
892 }
893
894 /* try to flush out this socket */
895 rxrpc_discard_prealloc(rx);
896 rxrpc_release_calls_on_socket(rx);
897 flush_workqueue(rxrpc_workqueue);
898 rxrpc_purge_queue(&sk->sk_receive_queue);
899 rxrpc_queue_work(&rxnet->service_conn_reaper);
900 rxrpc_queue_work(&rxnet->client_conn_reaper);
901
902 rxrpc_put_local(rx->local);
903 rx->local = NULL;
904 key_put(rx->key);
905 rx->key = NULL;
906 key_put(rx->securities);
907 rx->securities = NULL;
908 sock_put(sk);
909
910 _leave(" = 0");
911 return 0;
912 }
913
914 /*
915 * release an RxRPC BSD socket on close() or equivalent
916 */
917 static int rxrpc_release(struct socket *sock)
918 {
919 struct sock *sk = sock->sk;
920
921 _enter("%p{%p}", sock, sk);
922
923 if (!sk)
924 return 0;
925
926 sock->sk = NULL;
927
928 return rxrpc_release_sock(sk);
929 }
930
931 /*
932 * RxRPC network protocol
933 */
934 static const struct proto_ops rxrpc_rpc_ops = {
935 .family = PF_RXRPC,
936 .owner = THIS_MODULE,
937 .release = rxrpc_release,
938 .bind = rxrpc_bind,
939 .connect = rxrpc_connect,
940 .socketpair = sock_no_socketpair,
941 .accept = sock_no_accept,
942 .getname = sock_no_getname,
943 .poll = rxrpc_poll,
944 .ioctl = sock_no_ioctl,
945 .listen = rxrpc_listen,
946 .shutdown = rxrpc_shutdown,
947 .setsockopt = rxrpc_setsockopt,
948 .getsockopt = rxrpc_getsockopt,
949 .sendmsg = rxrpc_sendmsg,
950 .recvmsg = rxrpc_recvmsg,
951 .mmap = sock_no_mmap,
952 .sendpage = sock_no_sendpage,
953 };
954
955 static struct proto rxrpc_proto = {
956 .name = "RXRPC",
957 .owner = THIS_MODULE,
958 .obj_size = sizeof(struct rxrpc_sock),
959 .max_header = sizeof(struct rxrpc_wire_header),
960 };
961
962 static const struct net_proto_family rxrpc_family_ops = {
963 .family = PF_RXRPC,
964 .create = rxrpc_create,
965 .owner = THIS_MODULE,
966 };
967
968 /*
969 * initialise and register the RxRPC protocol
970 */
971 static int __init af_rxrpc_init(void)
972 {
973 int ret = -1;
974 unsigned int tmp;
975
976 BUILD_BUG_ON(sizeof(struct rxrpc_skb_priv) > FIELD_SIZEOF(struct sk_buff, cb));
977
978 get_random_bytes(&tmp, sizeof(tmp));
979 tmp &= 0x3fffffff;
980 if (tmp == 0)
981 tmp = 1;
982 idr_set_cursor(&rxrpc_client_conn_ids, tmp);
983
984 ret = -ENOMEM;
985 rxrpc_call_jar = kmem_cache_create(
986 "rxrpc_call_jar", sizeof(struct rxrpc_call), 0,
987 SLAB_HWCACHE_ALIGN, NULL);
988 if (!rxrpc_call_jar) {
989 pr_notice("Failed to allocate call jar\n");
990 goto error_call_jar;
991 }
992
993 rxrpc_workqueue = alloc_workqueue("krxrpcd", 0, 1);
994 if (!rxrpc_workqueue) {
995 pr_notice("Failed to allocate work queue\n");
996 goto error_work_queue;
997 }
998
999 ret = rxrpc_init_security();
1000 if (ret < 0) {
1001 pr_crit("Cannot initialise security\n");
1002 goto error_security;
1003 }
1004
1005 ret = register_pernet_subsys(&rxrpc_net_ops);
1006 if (ret)
1007 goto error_pernet;
1008
1009 ret = proto_register(&rxrpc_proto, 1);
1010 if (ret < 0) {
1011 pr_crit("Cannot register protocol\n");
1012 goto error_proto;
1013 }
1014
1015 ret = sock_register(&rxrpc_family_ops);
1016 if (ret < 0) {
1017 pr_crit("Cannot register socket family\n");
1018 goto error_sock;
1019 }
1020
1021 ret = register_key_type(&key_type_rxrpc);
1022 if (ret < 0) {
1023 pr_crit("Cannot register client key type\n");
1024 goto error_key_type;
1025 }
1026
1027 ret = register_key_type(&key_type_rxrpc_s);
1028 if (ret < 0) {
1029 pr_crit("Cannot register server key type\n");
1030 goto error_key_type_s;
1031 }
1032
1033 ret = rxrpc_sysctl_init();
1034 if (ret < 0) {
1035 pr_crit("Cannot register sysctls\n");
1036 goto error_sysctls;
1037 }
1038
1039 return 0;
1040
1041 error_sysctls:
1042 unregister_key_type(&key_type_rxrpc_s);
1043 error_key_type_s:
1044 unregister_key_type(&key_type_rxrpc);
1045 error_key_type:
1046 sock_unregister(PF_RXRPC);
1047 error_sock:
1048 proto_unregister(&rxrpc_proto);
1049 error_proto:
1050 unregister_pernet_subsys(&rxrpc_net_ops);
1051 error_pernet:
1052 rxrpc_exit_security();
1053 error_security:
1054 destroy_workqueue(rxrpc_workqueue);
1055 error_work_queue:
1056 kmem_cache_destroy(rxrpc_call_jar);
1057 error_call_jar:
1058 return ret;
1059 }
1060
1061 /*
1062 * unregister the RxRPC protocol
1063 */
1064 static void __exit af_rxrpc_exit(void)
1065 {
1066 _enter("");
1067 rxrpc_sysctl_exit();
1068 unregister_key_type(&key_type_rxrpc_s);
1069 unregister_key_type(&key_type_rxrpc);
1070 sock_unregister(PF_RXRPC);
1071 proto_unregister(&rxrpc_proto);
1072 unregister_pernet_subsys(&rxrpc_net_ops);
1073 ASSERTCMP(atomic_read(&rxrpc_n_tx_skbs), ==, 0);
1074 ASSERTCMP(atomic_read(&rxrpc_n_rx_skbs), ==, 0);
1075
1076 /* Make sure the local and peer records pinned by any dying connections
1077 * are released.
1078 */
1079 rcu_barrier();
1080 rxrpc_destroy_client_conn_ids();
1081
1082 destroy_workqueue(rxrpc_workqueue);
1083 rxrpc_exit_security();
1084 kmem_cache_destroy(rxrpc_call_jar);
1085 _leave("");
1086 }
1087
1088 module_init(af_rxrpc_init);
1089 module_exit(af_rxrpc_exit);