]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - net/rxrpc/call_object.c
Merge tag 'mmc-v4.15-2' of git://git.kernel.org/pub/scm/linux/kernel/git/ulfh/mmc
[mirror_ubuntu-bionic-kernel.git] / net / rxrpc / call_object.c
CommitLineData
17926a79
DH
1/* RxRPC individual remote procedure call handling
2 *
3 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
4 * Written by David Howells (dhowells@redhat.com)
5 *
6 * This program is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public License
8 * as published by the Free Software Foundation; either version
9 * 2 of the License, or (at your option) any later version.
10 */
11
9b6d5398
JP
12#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13
5a0e3ad6 14#include <linux/slab.h>
17926a79
DH
15#include <linux/module.h>
16#include <linux/circ_buf.h>
7727640c 17#include <linux/spinlock_types.h>
17926a79
DH
18#include <net/sock.h>
19#include <net/af_rxrpc.h>
20#include "ar-internal.h"
21
5b8848d1 22const char *const rxrpc_call_states[NR__RXRPC_CALL_STATES] = {
f5c17aae 23 [RXRPC_CALL_UNINITIALISED] = "Uninit ",
999b69f8 24 [RXRPC_CALL_CLIENT_AWAIT_CONN] = "ClWtConn",
1f8481d1
DH
25 [RXRPC_CALL_CLIENT_SEND_REQUEST] = "ClSndReq",
26 [RXRPC_CALL_CLIENT_AWAIT_REPLY] = "ClAwtRpl",
27 [RXRPC_CALL_CLIENT_RECV_REPLY] = "ClRcvRpl",
00e90712 28 [RXRPC_CALL_SERVER_PREALLOC] = "SvPrealc",
1f8481d1
DH
29 [RXRPC_CALL_SERVER_SECURING] = "SvSecure",
30 [RXRPC_CALL_SERVER_ACCEPTING] = "SvAccept",
31 [RXRPC_CALL_SERVER_RECV_REQUEST] = "SvRcvReq",
32 [RXRPC_CALL_SERVER_ACK_REQUEST] = "SvAckReq",
33 [RXRPC_CALL_SERVER_SEND_REPLY] = "SvSndRpl",
34 [RXRPC_CALL_SERVER_AWAIT_ACK] = "SvAwtACK",
35 [RXRPC_CALL_COMPLETE] = "Complete",
f5c17aae
DH
36};
37
38const char *const rxrpc_call_completions[NR__RXRPC_CALL_COMPLETIONS] = {
39 [RXRPC_CALL_SUCCEEDED] = "Complete",
1f8481d1
DH
40 [RXRPC_CALL_REMOTELY_ABORTED] = "RmtAbort",
41 [RXRPC_CALL_LOCALLY_ABORTED] = "LocAbort",
f5c17aae 42 [RXRPC_CALL_LOCAL_ERROR] = "LocError",
1f8481d1 43 [RXRPC_CALL_NETWORK_ERROR] = "NetError",
1f8481d1
DH
44};
45
17926a79 46struct kmem_cache *rxrpc_call_jar;
17926a79 47
e99e88a9 48static void rxrpc_call_timer_expired(struct timer_list *t)
248f219c 49{
e99e88a9 50 struct rxrpc_call *call = from_timer(call, t, timer);
248f219c
DH
51
52 _enter("%d", call->debug_id);
53
a158bdd3
DH
54 if (call->state < RXRPC_CALL_COMPLETE) {
55 trace_rxrpc_timer(call, rxrpc_timer_expired, jiffies);
56 rxrpc_queue_call(call);
57 }
248f219c 58}
17926a79 59
9faaff59
DH
60static struct lock_class_key rxrpc_call_user_mutex_lock_class_key;
61
2341e077
DH
62/*
63 * find an extant server call
64 * - called in process context with IRQs enabled
65 */
66struct rxrpc_call *rxrpc_find_call_by_user_ID(struct rxrpc_sock *rx,
67 unsigned long user_call_ID)
68{
69 struct rxrpc_call *call;
70 struct rb_node *p;
71
72 _enter("%p,%lx", rx, user_call_ID);
73
74 read_lock(&rx->call_lock);
75
76 p = rx->calls.rb_node;
77 while (p) {
78 call = rb_entry(p, struct rxrpc_call, sock_node);
79
80 if (user_call_ID < call->user_call_ID)
81 p = p->rb_left;
82 else if (user_call_ID > call->user_call_ID)
83 p = p->rb_right;
84 else
85 goto found_extant_call;
86 }
87
88 read_unlock(&rx->call_lock);
89 _leave(" = NULL");
90 return NULL;
91
92found_extant_call:
fff72429 93 rxrpc_get_call(call, rxrpc_call_got);
2341e077
DH
94 read_unlock(&rx->call_lock);
95 _leave(" = %p [%d]", call, atomic_read(&call->usage));
96 return call;
97}
98
17926a79
DH
99/*
100 * allocate a new call
101 */
9faaff59 102struct rxrpc_call *rxrpc_alloc_call(struct rxrpc_sock *rx, gfp_t gfp)
17926a79
DH
103{
104 struct rxrpc_call *call;
105
106 call = kmem_cache_zalloc(rxrpc_call_jar, gfp);
107 if (!call)
108 return NULL;
109
248f219c
DH
110 call->rxtx_buffer = kcalloc(RXRPC_RXTX_BUFF_SIZE,
111 sizeof(struct sk_buff *),
17926a79 112 gfp);
248f219c
DH
113 if (!call->rxtx_buffer)
114 goto nomem;
17926a79 115
248f219c
DH
116 call->rxtx_annotations = kcalloc(RXRPC_RXTX_BUFF_SIZE, sizeof(u8), gfp);
117 if (!call->rxtx_annotations)
118 goto nomem_2;
119
540b1c48 120 mutex_init(&call->user_mutex);
9faaff59
DH
121
122 /* Prevent lockdep reporting a deadlock false positive between the afs
123 * filesystem and sys_sendmsg() via the mmap sem.
124 */
125 if (rx->sk.sk_kern_sock)
126 lockdep_set_class(&call->user_mutex,
127 &rxrpc_call_user_mutex_lock_class_key);
128
e99e88a9 129 timer_setup(&call->timer, rxrpc_call_timer_expired, 0);
17926a79 130 INIT_WORK(&call->processor, &rxrpc_process_call);
999b69f8 131 INIT_LIST_HEAD(&call->link);
45025bce 132 INIT_LIST_HEAD(&call->chan_wait_link);
17926a79 133 INIT_LIST_HEAD(&call->accept_link);
248f219c
DH
134 INIT_LIST_HEAD(&call->recvmsg_link);
135 INIT_LIST_HEAD(&call->sock_link);
45025bce 136 init_waitqueue_head(&call->waitq);
17926a79 137 spin_lock_init(&call->lock);
20acbd9a 138 spin_lock_init(&call->notify_lock);
17926a79
DH
139 rwlock_init(&call->state_lock);
140 atomic_set(&call->usage, 1);
141 call->debug_id = atomic_inc_return(&rxrpc_debug_id);
e754eba6 142 call->tx_total_len = -1;
a158bdd3
DH
143 call->next_rx_timo = 20 * HZ;
144 call->next_req_timo = 1 * HZ;
17926a79
DH
145
146 memset(&call->sock_node, 0xed, sizeof(call->sock_node));
147
248f219c 148 /* Leave space in the ring to handle a maxed-out jumbo packet */
75e42126 149 call->rx_winsize = rxrpc_rx_window_size;
248f219c
DH
150 call->tx_winsize = 16;
151 call->rx_expect_next = 1;
57494343 152
f7aec129 153 call->cong_cwnd = 2;
57494343 154 call->cong_ssthresh = RXRPC_RXTX_BUFF_SIZE - 1;
17926a79 155 return call;
248f219c
DH
156
157nomem_2:
158 kfree(call->rxtx_buffer);
159nomem:
160 kmem_cache_free(rxrpc_call_jar, call);
161 return NULL;
17926a79
DH
162}
163
164/*
999b69f8 165 * Allocate a new client call.
17926a79 166 */
9faaff59
DH
167static struct rxrpc_call *rxrpc_alloc_client_call(struct rxrpc_sock *rx,
168 struct sockaddr_rxrpc *srx,
aa390bbe 169 gfp_t gfp)
17926a79
DH
170{
171 struct rxrpc_call *call;
57494343 172 ktime_t now;
17926a79
DH
173
174 _enter("");
175
9faaff59 176 call = rxrpc_alloc_call(rx, gfp);
17926a79
DH
177 if (!call)
178 return ERR_PTR(-ENOMEM);
999b69f8 179 call->state = RXRPC_CALL_CLIENT_AWAIT_CONN;
999b69f8 180 call->service_id = srx->srx_service;
71f3ca40 181 call->tx_phase = true;
57494343
DH
182 now = ktime_get_real();
183 call->acks_latest_ts = now;
184 call->cong_tstamp = now;
999b69f8
DH
185
186 _leave(" = %p", call);
187 return call;
188}
189
190/*
248f219c 191 * Initiate the call ack/resend/expiry timer.
999b69f8 192 */
248f219c 193static void rxrpc_start_call_timer(struct rxrpc_call *call)
999b69f8 194{
a158bdd3
DH
195 unsigned long now = jiffies;
196 unsigned long j = now + MAX_JIFFY_OFFSET;
197
198 call->ack_at = j;
bd1fdf8c 199 call->ack_lost_at = j;
a158bdd3
DH
200 call->resend_at = j;
201 call->ping_at = j;
202 call->expect_rx_by = j;
203 call->expect_req_by = j;
204 call->expect_term_by = j;
205 call->timer.expires = now;
17926a79
DH
206}
207
208/*
540b1c48
DH
209 * Set up a call for the given parameters.
210 * - Called with the socket lock held, which it must release.
211 * - If it returns a call, the call's lock will need releasing by the caller.
17926a79 212 */
2341e077 213struct rxrpc_call *rxrpc_new_client_call(struct rxrpc_sock *rx,
19ffa01c 214 struct rxrpc_conn_parameters *cp,
999b69f8 215 struct sockaddr_rxrpc *srx,
48124178 216 struct rxrpc_call_params *p,
17926a79 217 gfp_t gfp)
540b1c48 218 __releases(&rx->sk.sk_lock.slock)
17926a79 219{
2341e077 220 struct rxrpc_call *call, *xcall;
2baec2c3 221 struct rxrpc_net *rxnet = rxrpc_net(sock_net(&rx->sk));
2341e077 222 struct rb_node *parent, **pp;
e34d4234 223 const void *here = __builtin_return_address(0);
999b69f8 224 int ret;
17926a79 225
48124178 226 _enter("%p,%lx", rx, p->user_call_ID);
17926a79 227
9faaff59 228 call = rxrpc_alloc_client_call(rx, srx, gfp);
2341e077 229 if (IS_ERR(call)) {
540b1c48 230 release_sock(&rx->sk);
2341e077
DH
231 _leave(" = %ld", PTR_ERR(call));
232 return call;
17926a79
DH
233 }
234
48124178 235 call->tx_total_len = p->tx_total_len;
a84a46d7 236 trace_rxrpc_call(call, rxrpc_call_new_client, atomic_read(&call->usage),
48124178 237 here, (const void *)p->user_call_ID);
e34d4234 238
540b1c48
DH
239 /* We need to protect a partially set up call against the user as we
240 * will be acting outside the socket lock.
241 */
242 mutex_lock(&call->user_mutex);
243
999b69f8 244 /* Publish the call, even though it is incompletely set up as yet */
17926a79
DH
245 write_lock(&rx->call_lock);
246
247 pp = &rx->calls.rb_node;
248 parent = NULL;
249 while (*pp) {
250 parent = *pp;
2341e077 251 xcall = rb_entry(parent, struct rxrpc_call, sock_node);
17926a79 252
48124178 253 if (p->user_call_ID < xcall->user_call_ID)
17926a79 254 pp = &(*pp)->rb_left;
48124178 255 else if (p->user_call_ID > xcall->user_call_ID)
17926a79
DH
256 pp = &(*pp)->rb_right;
257 else
357f5ef6 258 goto error_dup_user_ID;
17926a79
DH
259 }
260
248f219c 261 rcu_assign_pointer(call->socket, rx);
48124178 262 call->user_call_ID = p->user_call_ID;
357f5ef6 263 __set_bit(RXRPC_CALL_HAS_USERID, &call->flags);
fff72429 264 rxrpc_get_call(call, rxrpc_call_got_userid);
17926a79
DH
265 rb_link_node(&call->sock_node, parent, pp);
266 rb_insert_color(&call->sock_node, &rx->calls);
248f219c
DH
267 list_add(&call->sock_link, &rx->sock_calls);
268
17926a79
DH
269 write_unlock(&rx->call_lock);
270
2baec2c3
DH
271 write_lock(&rxnet->call_lock);
272 list_add_tail(&call->link, &rxnet->calls);
273 write_unlock(&rxnet->call_lock);
17926a79 274
540b1c48
DH
275 /* From this point on, the call is protected by its own lock. */
276 release_sock(&rx->sk);
277
248f219c
DH
278 /* Set up or get a connection record and set the protocol parameters,
279 * including channel number and call ID.
280 */
281 ret = rxrpc_connect_call(call, cp, srx, gfp);
999b69f8
DH
282 if (ret < 0)
283 goto error;
284
a84a46d7 285 trace_rxrpc_call(call, rxrpc_call_connected, atomic_read(&call->usage),
54fde423 286 here, NULL);
a84a46d7 287
248f219c
DH
288 rxrpc_start_call_timer(call);
289
17926a79
DH
290 _net("CALL new %d on CONN %d", call->debug_id, call->conn->debug_id);
291
292 _leave(" = %p [new]", call);
293 return call;
294
2341e077
DH
295 /* We unexpectedly found the user ID in the list after taking
296 * the call_lock. This shouldn't happen unless the user races
297 * with itself and tries to add the same user ID twice at the
298 * same time in different threads.
299 */
357f5ef6 300error_dup_user_ID:
17926a79 301 write_unlock(&rx->call_lock);
540b1c48 302 release_sock(&rx->sk);
8d94aa38 303 ret = -EEXIST;
357f5ef6
DH
304
305error:
306 __rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR,
307 RX_CALL_DEAD, ret);
a84a46d7
DH
308 trace_rxrpc_call(call, rxrpc_call_error, atomic_read(&call->usage),
309 here, ERR_PTR(ret));
357f5ef6 310 rxrpc_release_call(rx, call);
540b1c48 311 mutex_unlock(&call->user_mutex);
357f5ef6
DH
312 rxrpc_put_call(call, rxrpc_call_put);
313 _leave(" = %d", ret);
314 return ERR_PTR(ret);
17926a79
DH
315}
316
c038a58c
DH
317/*
318 * Retry a call to a new address. It is expected that the Tx queue of the call
319 * will contain data previously packaged for an old call.
320 */
321int rxrpc_retry_client_call(struct rxrpc_sock *rx,
322 struct rxrpc_call *call,
323 struct rxrpc_conn_parameters *cp,
324 struct sockaddr_rxrpc *srx,
325 gfp_t gfp)
326{
327 const void *here = __builtin_return_address(0);
328 int ret;
329
330 /* Set up or get a connection record and set the protocol parameters,
331 * including channel number and call ID.
332 */
333 ret = rxrpc_connect_call(call, cp, srx, gfp);
334 if (ret < 0)
335 goto error;
336
337 trace_rxrpc_call(call, rxrpc_call_connected, atomic_read(&call->usage),
338 here, NULL);
339
340 rxrpc_start_call_timer(call);
341
342 _net("CALL new %d on CONN %d", call->debug_id, call->conn->debug_id);
343
344 if (!test_and_set_bit(RXRPC_CALL_EV_RESEND, &call->events))
345 rxrpc_queue_call(call);
346
347 _leave(" = 0");
348 return 0;
349
350error:
351 rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR,
352 RX_CALL_DEAD, ret);
353 trace_rxrpc_call(call, rxrpc_call_error, atomic_read(&call->usage),
354 here, ERR_PTR(ret));
355 _leave(" = %d", ret);
356 return ret;
357}
358
17926a79 359/*
248f219c
DH
360 * Set up an incoming call. call->conn points to the connection.
361 * This is called in BH context and isn't allowed to fail.
17926a79 362 */
248f219c
DH
363void rxrpc_incoming_call(struct rxrpc_sock *rx,
364 struct rxrpc_call *call,
365 struct sk_buff *skb)
17926a79 366{
248f219c 367 struct rxrpc_connection *conn = call->conn;
42886ffe 368 struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
248f219c 369 u32 chan;
17926a79 370
248f219c 371 _enter(",%d", call->conn->debug_id);
e34d4234 372
248f219c
DH
373 rcu_assign_pointer(call->socket, rx);
374 call->call_id = sp->hdr.callNumber;
375 call->service_id = sp->hdr.serviceId;
376 call->cid = sp->hdr.cid;
377 call->state = RXRPC_CALL_SERVER_ACCEPTING;
378 if (sp->hdr.securityIndex > 0)
379 call->state = RXRPC_CALL_SERVER_SECURING;
57494343 380 call->cong_tstamp = skb->tstamp;
248f219c
DH
381
382 /* Set the channel for this call. We don't get channel_lock as we're
383 * only defending against the data_ready handler (which we're called
384 * from) and the RESPONSE packet parser (which is only really
385 * interested in call_counter and can cope with a disagreement with the
386 * call pointer).
a1399f8b 387 */
248f219c
DH
388 chan = sp->hdr.cid & RXRPC_CHANNELMASK;
389 conn->channels[chan].call_counter = call->call_id;
390 conn->channels[chan].call_id = call->call_id;
a1399f8b 391 rcu_assign_pointer(conn->channels[chan].call, call);
17926a79 392
85f32278
DH
393 spin_lock(&conn->params.peer->lock);
394 hlist_add_head(&call->error_link, &conn->params.peer->error_targets);
395 spin_unlock(&conn->params.peer->lock);
17926a79 396
17926a79
DH
397 _net("CALL incoming %d on CONN %d", call->debug_id, call->conn->debug_id);
398
248f219c
DH
399 rxrpc_start_call_timer(call);
400 _leave("");
17926a79
DH
401}
402
8d94aa38
DH
403/*
404 * Queue a call's work processor, getting a ref to pass to the work queue.
405 */
406bool rxrpc_queue_call(struct rxrpc_call *call)
407{
408 const void *here = __builtin_return_address(0);
409 int n = __atomic_add_unless(&call->usage, 1, 0);
8d94aa38
DH
410 if (n == 0)
411 return false;
412 if (rxrpc_queue_work(&call->processor))
2ab27215 413 trace_rxrpc_call(call, rxrpc_call_queued, n + 1, here, NULL);
8d94aa38
DH
414 else
415 rxrpc_put_call(call, rxrpc_call_put_noqueue);
416 return true;
417}
418
419/*
420 * Queue a call's work processor, passing the callers ref to the work queue.
421 */
422bool __rxrpc_queue_call(struct rxrpc_call *call)
423{
424 const void *here = __builtin_return_address(0);
425 int n = atomic_read(&call->usage);
8d94aa38
DH
426 ASSERTCMP(n, >=, 1);
427 if (rxrpc_queue_work(&call->processor))
2ab27215 428 trace_rxrpc_call(call, rxrpc_call_queued_ref, n, here, NULL);
8d94aa38
DH
429 else
430 rxrpc_put_call(call, rxrpc_call_put_noqueue);
431 return true;
432}
433
e34d4234
DH
434/*
435 * Note the re-emergence of a call.
436 */
437void rxrpc_see_call(struct rxrpc_call *call)
438{
439 const void *here = __builtin_return_address(0);
440 if (call) {
441 int n = atomic_read(&call->usage);
e34d4234 442
2ab27215 443 trace_rxrpc_call(call, rxrpc_call_seen, n, here, NULL);
e34d4234
DH
444 }
445}
446
447/*
448 * Note the addition of a ref on a call.
449 */
fff72429 450void rxrpc_get_call(struct rxrpc_call *call, enum rxrpc_call_trace op)
e34d4234
DH
451{
452 const void *here = __builtin_return_address(0);
453 int n = atomic_inc_return(&call->usage);
e34d4234 454
2ab27215 455 trace_rxrpc_call(call, op, n, here, NULL);
e34d4234
DH
456}
457
458/*
248f219c 459 * Detach a call from its owning socket.
e34d4234 460 */
248f219c 461void rxrpc_release_call(struct rxrpc_sock *rx, struct rxrpc_call *call)
e34d4234 462{
a84a46d7 463 const void *here = __builtin_return_address(0);
248f219c
DH
464 struct rxrpc_connection *conn = call->conn;
465 bool put = false;
466 int i;
e34d4234 467
248f219c 468 _enter("{%d,%d}", call->debug_id, atomic_read(&call->usage));
e34d4234 469
a84a46d7
DH
470 trace_rxrpc_call(call, rxrpc_call_release, atomic_read(&call->usage),
471 here, (const void *)call->flags);
17926a79 472
a84a46d7 473 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE);
e34d4234 474
17926a79
DH
475 spin_lock_bh(&call->lock);
476 if (test_and_set_bit(RXRPC_CALL_RELEASED, &call->flags))
477 BUG();
478 spin_unlock_bh(&call->lock);
479
248f219c 480 del_timer_sync(&call->timer);
17926a79 481
248f219c
DH
482 /* Make sure we don't get any more notifications */
483 write_lock_bh(&rx->recvmsg_lock);
e653cfe4 484
248f219c 485 if (!list_empty(&call->recvmsg_link)) {
17926a79
DH
486 _debug("unlinking once-pending call %p { e=%lx f=%lx }",
487 call, call->events, call->flags);
248f219c
DH
488 list_del(&call->recvmsg_link);
489 put = true;
490 }
491
492 /* list_empty() must return false in rxrpc_notify_socket() */
493 call->recvmsg_link.next = NULL;
494 call->recvmsg_link.prev = NULL;
495
496 write_unlock_bh(&rx->recvmsg_lock);
497 if (put)
498 rxrpc_put_call(call, rxrpc_call_put);
499
500 write_lock(&rx->call_lock);
501
502 if (test_and_clear_bit(RXRPC_CALL_HAS_USERID, &call->flags)) {
17926a79
DH
503 rb_erase(&call->sock_node, &rx->calls);
504 memset(&call->sock_node, 0xdd, sizeof(call->sock_node));
8d94aa38 505 rxrpc_put_call(call, rxrpc_call_put_userid);
17926a79 506 }
17926a79 507
248f219c
DH
508 list_del(&call->sock_link);
509 write_unlock(&rx->call_lock);
510
511 _debug("RELEASE CALL %p (%d CONN %p)", call, call->debug_id, conn);
512
513 if (conn)
8d94aa38 514 rxrpc_disconnect_call(call);
e653cfe4 515
248f219c 516 for (i = 0; i < RXRPC_RXTX_BUFF_SIZE; i++) {
71f3ca40
DH
517 rxrpc_free_skb(call->rxtx_buffer[i],
518 (call->tx_phase ? rxrpc_skb_tx_cleaned :
519 rxrpc_skb_rx_cleaned));
248f219c 520 call->rxtx_buffer[i] = NULL;
17926a79 521 }
17926a79
DH
522
523 _leave("");
524}
525
c038a58c
DH
526/*
527 * Prepare a kernel service call for retry.
528 */
529int rxrpc_prepare_call_for_retry(struct rxrpc_sock *rx, struct rxrpc_call *call)
530{
531 const void *here = __builtin_return_address(0);
532 int i;
533 u8 last = 0;
534
535 _enter("{%d,%d}", call->debug_id, atomic_read(&call->usage));
536
537 trace_rxrpc_call(call, rxrpc_call_release, atomic_read(&call->usage),
538 here, (const void *)call->flags);
539
540 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE);
541 ASSERTCMP(call->completion, !=, RXRPC_CALL_REMOTELY_ABORTED);
542 ASSERTCMP(call->completion, !=, RXRPC_CALL_LOCALLY_ABORTED);
543 ASSERT(list_empty(&call->recvmsg_link));
544
545 del_timer_sync(&call->timer);
546
547 _debug("RELEASE CALL %p (%d CONN %p)", call, call->debug_id, call->conn);
548
549 if (call->conn)
550 rxrpc_disconnect_call(call);
551
552 if (rxrpc_is_service_call(call) ||
553 !call->tx_phase ||
554 call->tx_hard_ack != 0 ||
555 call->rx_hard_ack != 0 ||
556 call->rx_top != 0)
557 return -EINVAL;
558
559 call->state = RXRPC_CALL_UNINITIALISED;
560 call->completion = RXRPC_CALL_SUCCEEDED;
561 call->call_id = 0;
562 call->cid = 0;
563 call->cong_cwnd = 0;
564 call->cong_extra = 0;
565 call->cong_ssthresh = 0;
566 call->cong_mode = 0;
567 call->cong_dup_acks = 0;
568 call->cong_cumul_acks = 0;
569 call->acks_lowest_nak = 0;
570
571 for (i = 0; i < RXRPC_RXTX_BUFF_SIZE; i++) {
572 last |= call->rxtx_annotations[i];
573 call->rxtx_annotations[i] &= RXRPC_TX_ANNO_LAST;
574 call->rxtx_annotations[i] |= RXRPC_TX_ANNO_RETRANS;
575 }
576
577 _leave(" = 0");
578 return 0;
579}
580
17926a79
DH
581/*
582 * release all the calls associated with a socket
583 */
584void rxrpc_release_calls_on_socket(struct rxrpc_sock *rx)
585{
586 struct rxrpc_call *call;
17926a79
DH
587
588 _enter("%p", rx);
589
0360da6d
DH
590 while (!list_empty(&rx->to_be_accepted)) {
591 call = list_entry(rx->to_be_accepted.next,
592 struct rxrpc_call, accept_link);
593 list_del(&call->accept_link);
3a92789a 594 rxrpc_abort_call("SKR", call, 0, RX_CALL_DEAD, -ECONNRESET);
0360da6d
DH
595 rxrpc_put_call(call, rxrpc_call_put);
596 }
597
248f219c
DH
598 while (!list_empty(&rx->sock_calls)) {
599 call = list_entry(rx->sock_calls.next,
600 struct rxrpc_call, sock_link);
601 rxrpc_get_call(call, rxrpc_call_got);
3a92789a 602 rxrpc_abort_call("SKT", call, 0, RX_CALL_DEAD, -ECONNRESET);
26cb02aa 603 rxrpc_send_abort_packet(call);
8d94aa38 604 rxrpc_release_call(rx, call);
248f219c 605 rxrpc_put_call(call, rxrpc_call_put);
f36b5e44
DH
606 }
607
17926a79
DH
608 _leave("");
609}
610
611/*
612 * release a call
613 */
fff72429 614void rxrpc_put_call(struct rxrpc_call *call, enum rxrpc_call_trace op)
17926a79 615{
2baec2c3 616 struct rxrpc_net *rxnet;
e34d4234 617 const void *here = __builtin_return_address(0);
2ab27215 618 int n;
17926a79 619
e34d4234 620 ASSERT(call != NULL);
17926a79 621
e34d4234 622 n = atomic_dec_return(&call->usage);
2ab27215 623 trace_rxrpc_call(call, op, n, here, NULL);
e34d4234
DH
624 ASSERTCMP(n, >=, 0);
625 if (n == 0) {
626 _debug("call %d dead", call->debug_id);
248f219c 627 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE);
17926a79 628
2baec2c3
DH
629 if (!list_empty(&call->link)) {
630 rxnet = rxrpc_net(sock_net(&call->socket->sk));
631 write_lock(&rxnet->call_lock);
632 list_del_init(&call->link);
633 write_unlock(&rxnet->call_lock);
634 }
e34d4234 635
8d94aa38 636 rxrpc_cleanup_call(call);
17926a79 637 }
17926a79
DH
638}
639
dee46364
DH
640/*
641 * Final call destruction under RCU.
642 */
643static void rxrpc_rcu_destroy_call(struct rcu_head *rcu)
644{
645 struct rxrpc_call *call = container_of(rcu, struct rxrpc_call, rcu);
646
df5d8bf7 647 rxrpc_put_peer(call->peer);
248f219c
DH
648 kfree(call->rxtx_buffer);
649 kfree(call->rxtx_annotations);
dee46364
DH
650 kmem_cache_free(rxrpc_call_jar, call);
651}
652
17926a79
DH
653/*
654 * clean up a call
655 */
00e90712 656void rxrpc_cleanup_call(struct rxrpc_call *call)
17926a79 657{
248f219c 658 int i;
17926a79 659
248f219c 660 _net("DESTROY CALL %d", call->debug_id);
17926a79
DH
661
662 memset(&call->sock_node, 0xcd, sizeof(call->sock_node));
663
248f219c 664 del_timer_sync(&call->timer);
17926a79 665
8d94aa38 666 ASSERTCMP(call->state, ==, RXRPC_CALL_COMPLETE);
17926a79 667 ASSERT(test_bit(RXRPC_CALL_RELEASED, &call->flags));
e653cfe4 668 ASSERTCMP(call->conn, ==, NULL);
17926a79 669
248f219c
DH
670 /* Clean up the Rx/Tx buffer */
671 for (i = 0; i < RXRPC_RXTX_BUFF_SIZE; i++)
71f3ca40
DH
672 rxrpc_free_skb(call->rxtx_buffer[i],
673 (call->tx_phase ? rxrpc_skb_tx_cleaned :
674 rxrpc_skb_rx_cleaned));
17926a79 675
71f3ca40 676 rxrpc_free_skb(call->tx_pending, rxrpc_skb_tx_cleaned);
17926a79 677
dee46364 678 call_rcu(&call->rcu, rxrpc_rcu_destroy_call);
17926a79
DH
679}
680
681/*
2baec2c3
DH
682 * Make sure that all calls are gone from a network namespace. To reach this
683 * point, any open UDP sockets in that namespace must have been closed, so any
684 * outstanding calls cannot be doing I/O.
17926a79 685 */
2baec2c3 686void rxrpc_destroy_all_calls(struct rxrpc_net *rxnet)
17926a79
DH
687{
688 struct rxrpc_call *call;
689
690 _enter("");
8d94aa38 691
2baec2c3 692 if (list_empty(&rxnet->calls))
8d94aa38 693 return;
248f219c 694
2baec2c3 695 write_lock(&rxnet->call_lock);
17926a79 696
2baec2c3
DH
697 while (!list_empty(&rxnet->calls)) {
698 call = list_entry(rxnet->calls.next, struct rxrpc_call, link);
17926a79
DH
699 _debug("Zapping call %p", call);
700
e34d4234 701 rxrpc_see_call(call);
17926a79
DH
702 list_del_init(&call->link);
703
248f219c 704 pr_err("Call %p still in use (%d,%s,%lx,%lx)!\n",
8d94aa38 705 call, atomic_read(&call->usage),
8d94aa38
DH
706 rxrpc_call_states[call->state],
707 call->flags, call->events);
17926a79 708
2baec2c3 709 write_unlock(&rxnet->call_lock);
17926a79 710 cond_resched();
2baec2c3 711 write_lock(&rxnet->call_lock);
17926a79
DH
712 }
713
2baec2c3 714 write_unlock(&rxnet->call_lock);
17926a79 715}