]>
Commit | Line | Data |
---|---|---|
b97bf3fd | 1 | /* |
02c00c2a | 2 | * net/tipc/socket.c: TIPC socket API |
c4307285 | 3 | * |
60c102ee | 4 | * Copyright (c) 2001-2007, 2012-2019, Ericsson AB |
c5fa7b3c | 5 | * Copyright (c) 2004-2008, 2010-2013, Wind River Systems |
60c102ee | 6 | * Copyright (c) 2020, Red Hat Inc |
b97bf3fd PL |
7 | * All rights reserved. |
8 | * | |
9ea1fd3c | 9 | * Redistribution and use in source and binary forms, with or without |
b97bf3fd PL |
10 | * modification, are permitted provided that the following conditions are met: |
11 | * | |
9ea1fd3c PL |
12 | * 1. Redistributions of source code must retain the above copyright |
13 | * notice, this list of conditions and the following disclaimer. | |
14 | * 2. Redistributions in binary form must reproduce the above copyright | |
15 | * notice, this list of conditions and the following disclaimer in the | |
16 | * documentation and/or other materials provided with the distribution. | |
17 | * 3. Neither the names of the copyright holders nor the names of its | |
18 | * contributors may be used to endorse or promote products derived from | |
19 | * this software without specific prior written permission. | |
b97bf3fd | 20 | * |
9ea1fd3c PL |
21 | * Alternatively, this software may be distributed under the terms of the |
22 | * GNU General Public License ("GPL") version 2 as published by the Free | |
23 | * Software Foundation. | |
24 | * | |
25 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" | |
26 | * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | |
27 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE | |
28 | * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE | |
29 | * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR | |
30 | * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF | |
31 | * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS | |
32 | * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN | |
33 | * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) | |
34 | * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE | |
b97bf3fd PL |
35 | * POSSIBILITY OF SUCH DAMAGE. |
36 | */ | |
37 | ||
07f6c4bc | 38 | #include <linux/rhashtable.h> |
174cd4b1 IM |
39 | #include <linux/sched/signal.h> |
40 | ||
b97bf3fd | 41 | #include "core.h" |
e2dafe87 | 42 | #include "name_table.h" |
78acb1f9 | 43 | #include "node.h" |
e2dafe87 | 44 | #include "link.h" |
c637c103 | 45 | #include "name_distr.h" |
2e84c60b | 46 | #include "socket.h" |
a6bf70f7 | 47 | #include "bcast.h" |
49cc66ea | 48 | #include "netlink.h" |
75da2163 | 49 | #include "group.h" |
b4b9771b | 50 | #include "trace.h" |
2cf8aa19 | 51 | |
0a3e060f TL |
52 | #define NAGLE_START_INIT 4 |
53 | #define NAGLE_START_MAX 1024 | |
67879274 | 54 | #define CONN_TIMEOUT_DEFAULT 8000 /* default connect timeout = 8s */ |
0d5fcebf | 55 | #define CONN_PROBING_INTV msecs_to_jiffies(3600000) /* [ms] => 1 h */ |
07f6c4bc YX |
56 | #define TIPC_MAX_PORT 0xffffffff |
57 | #define TIPC_MIN_PORT 1 | |
60462191 | 58 | #define TIPC_ACK_RATE 4 /* ACK at 1/4 of rcv window size */ |
301bae56 | 59 | |
0c288c86 PB |
60 | enum { |
61 | TIPC_LISTEN = TCP_LISTEN, | |
8ea642ee | 62 | TIPC_ESTABLISHED = TCP_ESTABLISHED, |
438adcaf | 63 | TIPC_OPEN = TCP_CLOSE, |
9fd4b070 | 64 | TIPC_DISCONNECTING = TCP_CLOSE_WAIT, |
99a20889 | 65 | TIPC_CONNECTING = TCP_SYN_SENT, |
0c288c86 PB |
66 | }; |
67 | ||
31c82a2d JM |
68 | struct sockaddr_pair { |
69 | struct sockaddr_tipc sock; | |
70 | struct sockaddr_tipc member; | |
71 | }; | |
72 | ||
301bae56 JPM |
73 | /** |
74 | * struct tipc_sock - TIPC socket structure | |
75 | * @sk: socket - interacts with 'port' and with user via the socket API | |
301bae56 JPM |
76 | * @conn_type: TIPC type used when connection was established |
77 | * @conn_instance: TIPC instance used when connection was established | |
78 | * @published: non-zero if port has one or more associated names | |
79 | * @max_pkt: maximum packet size "hint" used when building messages sent by port | |
c0bceb97 | 80 | * @maxnagle: maximum size of msg which can be subject to nagle |
07f6c4bc | 81 | * @portid: unique port identity in TIPC socket hash table |
301bae56 | 82 | * @phdr: preformatted message header used when sending messages |
f172f4b8 | 83 | * @cong_links: list of congested links |
301bae56 | 84 | * @publications: list of publications for port |
365ad353 | 85 | * @blocking_link: address of the congested link we are currently sleeping on |
301bae56 | 86 | * @pub_count: total # of publications port has made during its lifetime |
301bae56 | 87 | * @conn_timeout: the time we can wait for an unresponded setup request |
f172f4b8 | 88 | * @probe_unacked: probe has not received ack yet |
301bae56 | 89 | * @dupl_rcvcnt: number of bytes counted twice, in both backlog and rcv queue |
365ad353 | 90 | * @cong_link_cnt: number of congested links |
75da2163 | 91 | * @snt_unacked: # messages sent by socket, and not yet acked by peer |
f172f4b8 RD |
92 | * @snd_win: send window size |
93 | * @peer_caps: peer capabilities mask | |
301bae56 | 94 | * @rcv_unacked: # messages read by user, but not yet acked back to peer |
f172f4b8 | 95 | * @rcv_win: receive window size |
aeda16b6 | 96 | * @peer: 'connected' peer for dgram/rdm |
07f6c4bc | 97 | * @node: hash table node |
01fd12bb | 98 | * @mc_method: cookie for use between socket and broadcast layer |
07f6c4bc | 99 | * @rcu: rcu struct for tipc_sock |
f172f4b8 RD |
100 | * @group: TIPC communications group |
101 | * @oneway: message count in one direction (FIXME) | |
102 | * @nagle_start: current nagle value | |
103 | * @snd_backlog: send backlog count | |
104 | * @msg_acc: messages accepted; used in managing backlog and nagle | |
105 | * @pkt_cnt: TIPC socket packet count | |
106 | * @expect_ack: whether this TIPC socket is expecting an ack | |
107 | * @nodelay: setsockopt() TIPC_NODELAY setting | |
108 | * @group_is_open: TIPC socket group is fully open (FIXME) | |
301bae56 JPM |
109 | */ |
110 | struct tipc_sock { | |
111 | struct sock sk; | |
301bae56 JPM |
112 | u32 conn_type; |
113 | u32 conn_instance; | |
114 | int published; | |
115 | u32 max_pkt; | |
c0bceb97 | 116 | u32 maxnagle; |
07f6c4bc | 117 | u32 portid; |
301bae56 | 118 | struct tipc_msg phdr; |
365ad353 | 119 | struct list_head cong_links; |
301bae56 JPM |
120 | struct list_head publications; |
121 | u32 pub_count; | |
301bae56 | 122 | atomic_t dupl_rcvcnt; |
67879274 | 123 | u16 conn_timeout; |
8ea642ee | 124 | bool probe_unacked; |
365ad353 | 125 | u16 cong_link_cnt; |
10724cc7 JPM |
126 | u16 snt_unacked; |
127 | u16 snd_win; | |
60020e18 | 128 | u16 peer_caps; |
10724cc7 JPM |
129 | u16 rcv_unacked; |
130 | u16 rcv_win; | |
aeda16b6 | 131 | struct sockaddr_tipc peer; |
07f6c4bc | 132 | struct rhash_head node; |
01fd12bb | 133 | struct tipc_mc_method mc_method; |
07f6c4bc | 134 | struct rcu_head rcu; |
75da2163 | 135 | struct tipc_group *group; |
c0bceb97 | 136 | u32 oneway; |
0a3e060f | 137 | u32 nagle_start; |
c0bceb97 | 138 | u16 snd_backlog; |
0a3e060f TL |
139 | u16 msg_acc; |
140 | u16 pkt_cnt; | |
c0bceb97 JM |
141 | bool expect_ack; |
142 | bool nodelay; | |
60c25306 | 143 | bool group_is_open; |
301bae56 | 144 | }; |
b97bf3fd | 145 | |
64ac5f59 | 146 | static int tipc_sk_backlog_rcv(struct sock *sk, struct sk_buff *skb); |
676d2369 | 147 | static void tipc_data_ready(struct sock *sk); |
f288bef4 | 148 | static void tipc_write_space(struct sock *sk); |
f4195d1e | 149 | static void tipc_sock_destruct(struct sock *sk); |
247f0f3c | 150 | static int tipc_release(struct socket *sock); |
cdfbabfb DH |
151 | static int tipc_accept(struct socket *sock, struct socket *new_sock, int flags, |
152 | bool kern); | |
31b102bb | 153 | static void tipc_sk_timeout(struct timer_list *t); |
301bae56 | 154 | static int tipc_sk_publish(struct tipc_sock *tsk, uint scope, |
b6f88d9c | 155 | struct tipc_service_range const *seq); |
301bae56 | 156 | static int tipc_sk_withdraw(struct tipc_sock *tsk, uint scope, |
b6f88d9c | 157 | struct tipc_service_range const *seq); |
75da2163 | 158 | static int tipc_sk_leave(struct tipc_sock *tsk); |
e05b31f4 | 159 | static struct tipc_sock *tipc_sk_lookup(struct net *net, u32 portid); |
07f6c4bc YX |
160 | static int tipc_sk_insert(struct tipc_sock *tsk); |
161 | static void tipc_sk_remove(struct tipc_sock *tsk); | |
365ad353 | 162 | static int __tipc_sendstream(struct socket *sock, struct msghdr *m, size_t dsz); |
39a0295f | 163 | static int __tipc_sendmsg(struct socket *sock, struct msghdr *m, size_t dsz); |
0a3e060f | 164 | static void tipc_sk_push_backlog(struct tipc_sock *tsk, bool nagle_ack); |
b97bf3fd | 165 | |
bca65eae FW |
166 | static const struct proto_ops packet_ops; |
167 | static const struct proto_ops stream_ops; | |
168 | static const struct proto_ops msg_ops; | |
b97bf3fd | 169 | static struct proto tipc_proto; |
6cca7289 HX |
170 | static const struct rhashtable_params tsk_rht_params; |
171 | ||
c5898636 JPM |
172 | static u32 tsk_own_node(struct tipc_sock *tsk) |
173 | { | |
174 | return msg_prevnode(&tsk->phdr); | |
175 | } | |
176 | ||
301bae56 | 177 | static u32 tsk_peer_node(struct tipc_sock *tsk) |
2e84c60b | 178 | { |
301bae56 | 179 | return msg_destnode(&tsk->phdr); |
2e84c60b JPM |
180 | } |
181 | ||
301bae56 | 182 | static u32 tsk_peer_port(struct tipc_sock *tsk) |
2e84c60b | 183 | { |
301bae56 | 184 | return msg_destport(&tsk->phdr); |
2e84c60b JPM |
185 | } |
186 | ||
301bae56 | 187 | static bool tsk_unreliable(struct tipc_sock *tsk) |
2e84c60b | 188 | { |
301bae56 | 189 | return msg_src_droppable(&tsk->phdr) != 0; |
2e84c60b JPM |
190 | } |
191 | ||
301bae56 | 192 | static void tsk_set_unreliable(struct tipc_sock *tsk, bool unreliable) |
2e84c60b | 193 | { |
301bae56 | 194 | msg_set_src_droppable(&tsk->phdr, unreliable ? 1 : 0); |
2e84c60b JPM |
195 | } |
196 | ||
301bae56 | 197 | static bool tsk_unreturnable(struct tipc_sock *tsk) |
2e84c60b | 198 | { |
301bae56 | 199 | return msg_dest_droppable(&tsk->phdr) != 0; |
2e84c60b JPM |
200 | } |
201 | ||
301bae56 | 202 | static void tsk_set_unreturnable(struct tipc_sock *tsk, bool unreturnable) |
2e84c60b | 203 | { |
301bae56 | 204 | msg_set_dest_droppable(&tsk->phdr, unreturnable ? 1 : 0); |
2e84c60b JPM |
205 | } |
206 | ||
301bae56 | 207 | static int tsk_importance(struct tipc_sock *tsk) |
2e84c60b | 208 | { |
301bae56 | 209 | return msg_importance(&tsk->phdr); |
2e84c60b JPM |
210 | } |
211 | ||
095ae612 | 212 | static struct tipc_sock *tipc_sk(const struct sock *sk) |
2e84c60b | 213 | { |
095ae612 | 214 | return container_of(sk, struct tipc_sock, sk); |
2e84c60b | 215 | } |
8826cde6 | 216 | |
095ae612 | 217 | int tsk_set_importance(struct sock *sk, int imp) |
301bae56 | 218 | { |
095ae612 CH |
219 | if (imp > TIPC_CRITICAL_IMPORTANCE) |
220 | return -EINVAL; | |
221 | msg_set_importance(&tipc_sk(sk)->phdr, (u32)imp); | |
222 | return 0; | |
301bae56 JPM |
223 | } |
224 | ||
10724cc7 | 225 | static bool tsk_conn_cong(struct tipc_sock *tsk) |
301bae56 | 226 | { |
6998cc6e | 227 | return tsk->snt_unacked > tsk->snd_win; |
10724cc7 JPM |
228 | } |
229 | ||
b7d42635 JM |
230 | static u16 tsk_blocks(int len) |
231 | { | |
232 | return ((len / FLOWCTL_BLK_SZ) + 1); | |
233 | } | |
234 | ||
10724cc7 JPM |
235 | /* tsk_blocks(): translate a buffer size in bytes to number of |
236 | * advertisable blocks, taking into account the ratio truesize(len)/len | |
237 | * We can trust that this ratio is always < 4 for len >= FLOWCTL_BLK_SZ | |
238 | */ | |
239 | static u16 tsk_adv_blocks(int len) | |
240 | { | |
241 | return len / FLOWCTL_BLK_SZ / 4; | |
242 | } | |
243 | ||
244 | /* tsk_inc(): increment counter for sent or received data | |
245 | * - If block based flow control is not supported by peer we | |
246 | * fall back to message based ditto, incrementing the counter | |
247 | */ | |
248 | static u16 tsk_inc(struct tipc_sock *tsk, int msglen) | |
249 | { | |
250 | if (likely(tsk->peer_caps & TIPC_BLOCK_FLOWCTL)) | |
251 | return ((msglen / FLOWCTL_BLK_SZ) + 1); | |
252 | return 1; | |
301bae56 JPM |
253 | } |
254 | ||
c0bceb97 JM |
255 | /* tsk_set_nagle - enable/disable nagle property by manipulating maxnagle |
256 | */ | |
257 | static void tsk_set_nagle(struct tipc_sock *tsk) | |
258 | { | |
259 | struct sock *sk = &tsk->sk; | |
260 | ||
261 | tsk->maxnagle = 0; | |
262 | if (sk->sk_type != SOCK_STREAM) | |
263 | return; | |
264 | if (tsk->nodelay) | |
265 | return; | |
266 | if (!(tsk->peer_caps & TIPC_NAGLE)) | |
267 | return; | |
268 | /* Limit node local buffer size to avoid receive queue overflow */ | |
269 | if (tsk->max_pkt == MAX_MSG_SIZE) | |
270 | tsk->maxnagle = 1500; | |
271 | else | |
272 | tsk->maxnagle = tsk->max_pkt; | |
273 | } | |
274 | ||
0c3141e9 | 275 | /** |
2e84c60b | 276 | * tsk_advance_rx_queue - discard first buffer in socket receive queue |
f172f4b8 | 277 | * @sk: network socket |
0c3141e9 AS |
278 | * |
279 | * Caller must hold socket lock | |
b97bf3fd | 280 | */ |
2e84c60b | 281 | static void tsk_advance_rx_queue(struct sock *sk) |
b97bf3fd | 282 | { |
01e661eb | 283 | trace_tipc_sk_advance_rx(sk, NULL, TIPC_DUMP_SK_RCVQ, " "); |
5f6d9123 | 284 | kfree_skb(__skb_dequeue(&sk->sk_receive_queue)); |
b97bf3fd PL |
285 | } |
286 | ||
bcd3ffd4 JPM |
287 | /* tipc_sk_respond() : send response message back to sender |
288 | */ | |
289 | static void tipc_sk_respond(struct sock *sk, struct sk_buff *skb, int err) | |
290 | { | |
291 | u32 selector; | |
292 | u32 dnode; | |
293 | u32 onode = tipc_own_addr(sock_net(sk)); | |
294 | ||
295 | if (!tipc_msg_reverse(onode, &skb, err)) | |
296 | return; | |
297 | ||
01e661eb | 298 | trace_tipc_sk_rej_msg(sk, skb, TIPC_DUMP_NONE, "@sk_respond!"); |
bcd3ffd4 JPM |
299 | dnode = msg_destnode(buf_msg(skb)); |
300 | selector = msg_origport(buf_msg(skb)); | |
301 | tipc_node_xmit_skb(sock_net(sk), skb, dnode, selector); | |
302 | } | |
303 | ||
b97bf3fd | 304 | /** |
2e84c60b | 305 | * tsk_rej_rx_queue - reject all buffers in socket receive queue |
f172f4b8 RD |
306 | * @sk: network socket |
307 | * @error: response error code | |
0c3141e9 AS |
308 | * |
309 | * Caller must hold socket lock | |
b97bf3fd | 310 | */ |
49afb806 | 311 | static void tsk_rej_rx_queue(struct sock *sk, int error) |
b97bf3fd | 312 | { |
a6ca1094 | 313 | struct sk_buff *skb; |
0c3141e9 | 314 | |
bcd3ffd4 | 315 | while ((skb = __skb_dequeue(&sk->sk_receive_queue))) |
49afb806 | 316 | tipc_sk_respond(sk, skb, error); |
b97bf3fd PL |
317 | } |
318 | ||
d6fb7e9c PB |
319 | static bool tipc_sk_connected(struct sock *sk) |
320 | { | |
f40acbaf | 321 | return sk->sk_state == TIPC_ESTABLISHED; |
d6fb7e9c PB |
322 | } |
323 | ||
c752023a PB |
324 | /* tipc_sk_type_connectionless - check if the socket is datagram socket |
325 | * @sk: socket | |
326 | * | |
327 | * Returns true if connection less, false otherwise | |
328 | */ | |
329 | static bool tipc_sk_type_connectionless(struct sock *sk) | |
330 | { | |
331 | return sk->sk_type == SOCK_RDM || sk->sk_type == SOCK_DGRAM; | |
332 | } | |
333 | ||
2e84c60b | 334 | /* tsk_peer_msg - verify if message was sent by connected port's peer |
0fc87aae JPM |
335 | * |
336 | * Handles cases where the node's network address has changed from | |
337 | * the default of <0.0.0> to its configured setting. | |
338 | */ | |
2e84c60b | 339 | static bool tsk_peer_msg(struct tipc_sock *tsk, struct tipc_msg *msg) |
0fc87aae | 340 | { |
d6fb7e9c | 341 | struct sock *sk = &tsk->sk; |
23fd3eac | 342 | u32 self = tipc_own_addr(sock_net(sk)); |
301bae56 | 343 | u32 peer_port = tsk_peer_port(tsk); |
23fd3eac | 344 | u32 orig_node, peer_node; |
0fc87aae | 345 | |
d6fb7e9c | 346 | if (unlikely(!tipc_sk_connected(sk))) |
0fc87aae JPM |
347 | return false; |
348 | ||
349 | if (unlikely(msg_origport(msg) != peer_port)) | |
350 | return false; | |
351 | ||
352 | orig_node = msg_orignode(msg); | |
301bae56 | 353 | peer_node = tsk_peer_node(tsk); |
0fc87aae JPM |
354 | |
355 | if (likely(orig_node == peer_node)) | |
356 | return true; | |
357 | ||
23fd3eac | 358 | if (!orig_node && peer_node == self) |
0fc87aae JPM |
359 | return true; |
360 | ||
23fd3eac | 361 | if (!peer_node && orig_node == self) |
0fc87aae JPM |
362 | return true; |
363 | ||
364 | return false; | |
365 | } | |
366 | ||
0c288c86 PB |
367 | /* tipc_set_sk_state - set the sk_state of the socket |
368 | * @sk: socket | |
369 | * | |
370 | * Caller must hold socket lock | |
371 | * | |
372 | * Returns 0 on success, errno otherwise | |
373 | */ | |
374 | static int tipc_set_sk_state(struct sock *sk, int state) | |
375 | { | |
438adcaf | 376 | int oldsk_state = sk->sk_state; |
0c288c86 PB |
377 | int res = -EINVAL; |
378 | ||
379 | switch (state) { | |
438adcaf PB |
380 | case TIPC_OPEN: |
381 | res = 0; | |
382 | break; | |
0c288c86 | 383 | case TIPC_LISTEN: |
99a20889 | 384 | case TIPC_CONNECTING: |
438adcaf | 385 | if (oldsk_state == TIPC_OPEN) |
0c288c86 PB |
386 | res = 0; |
387 | break; | |
8ea642ee | 388 | case TIPC_ESTABLISHED: |
99a20889 | 389 | if (oldsk_state == TIPC_CONNECTING || |
438adcaf | 390 | oldsk_state == TIPC_OPEN) |
8ea642ee PB |
391 | res = 0; |
392 | break; | |
9fd4b070 | 393 | case TIPC_DISCONNECTING: |
99a20889 | 394 | if (oldsk_state == TIPC_CONNECTING || |
9fd4b070 PB |
395 | oldsk_state == TIPC_ESTABLISHED) |
396 | res = 0; | |
397 | break; | |
0c288c86 PB |
398 | } |
399 | ||
400 | if (!res) | |
401 | sk->sk_state = state; | |
402 | ||
403 | return res; | |
404 | } | |
405 | ||
8c44e1af JPM |
406 | static int tipc_sk_sock_err(struct socket *sock, long *timeout) |
407 | { | |
408 | struct sock *sk = sock->sk; | |
409 | int err = sock_error(sk); | |
410 | int typ = sock->type; | |
411 | ||
412 | if (err) | |
413 | return err; | |
414 | if (typ == SOCK_STREAM || typ == SOCK_SEQPACKET) { | |
415 | if (sk->sk_state == TIPC_DISCONNECTING) | |
416 | return -EPIPE; | |
417 | else if (!tipc_sk_connected(sk)) | |
418 | return -ENOTCONN; | |
419 | } | |
420 | if (!*timeout) | |
421 | return -EAGAIN; | |
422 | if (signal_pending(current)) | |
423 | return sock_intr_errno(*timeout); | |
424 | ||
425 | return 0; | |
426 | } | |
427 | ||
844cf763 JPM |
428 | #define tipc_wait_for_cond(sock_, timeo_, condition_) \ |
429 | ({ \ | |
bfd07f3d | 430 | DEFINE_WAIT_FUNC(wait_, woken_wake_function); \ |
844cf763 JPM |
431 | struct sock *sk_; \ |
432 | int rc_; \ | |
433 | \ | |
434 | while ((rc_ = !(condition_))) { \ | |
bfd07f3d TN |
435 | /* coupled with smp_wmb() in tipc_sk_proto_rcv() */ \ |
436 | smp_rmb(); \ | |
844cf763 JPM |
437 | sk_ = (sock_)->sk; \ |
438 | rc_ = tipc_sk_sock_err((sock_), timeo_); \ | |
439 | if (rc_) \ | |
440 | break; \ | |
223b7329 | 441 | add_wait_queue(sk_sleep(sk_), &wait_); \ |
844cf763 JPM |
442 | release_sock(sk_); \ |
443 | *(timeo_) = wait_woken(&wait_, TASK_INTERRUPTIBLE, *(timeo_)); \ | |
444 | sched_annotate_sleep(); \ | |
445 | lock_sock(sk_); \ | |
446 | remove_wait_queue(sk_sleep(sk_), &wait_); \ | |
447 | } \ | |
448 | rc_; \ | |
8c44e1af JPM |
449 | }) |
450 | ||
b97bf3fd | 451 | /** |
c5fa7b3c | 452 | * tipc_sk_create - create a TIPC socket |
0c3141e9 | 453 | * @net: network namespace (must be default network) |
b97bf3fd PL |
454 | * @sock: pre-allocated socket structure |
455 | * @protocol: protocol indicator (must be 0) | |
3f378b68 | 456 | * @kern: caused by kernel or by userspace? |
c4307285 | 457 | * |
0c3141e9 AS |
458 | * This routine creates additional data structures used by the TIPC socket, |
459 | * initializes them, and links them together. | |
b97bf3fd | 460 | * |
637b77fd | 461 | * Return: 0 on success, errno otherwise |
b97bf3fd | 462 | */ |
58ed9442 JPM |
463 | static int tipc_sk_create(struct net *net, struct socket *sock, |
464 | int protocol, int kern) | |
b97bf3fd | 465 | { |
0c3141e9 | 466 | const struct proto_ops *ops; |
b97bf3fd | 467 | struct sock *sk; |
58ed9442 | 468 | struct tipc_sock *tsk; |
5b8fa7ce | 469 | struct tipc_msg *msg; |
0c3141e9 AS |
470 | |
471 | /* Validate arguments */ | |
b97bf3fd PL |
472 | if (unlikely(protocol != 0)) |
473 | return -EPROTONOSUPPORT; | |
474 | ||
b97bf3fd PL |
475 | switch (sock->type) { |
476 | case SOCK_STREAM: | |
0c3141e9 | 477 | ops = &stream_ops; |
b97bf3fd PL |
478 | break; |
479 | case SOCK_SEQPACKET: | |
0c3141e9 | 480 | ops = &packet_ops; |
b97bf3fd PL |
481 | break; |
482 | case SOCK_DGRAM: | |
b97bf3fd | 483 | case SOCK_RDM: |
0c3141e9 | 484 | ops = &msg_ops; |
b97bf3fd | 485 | break; |
49978651 | 486 | default: |
49978651 | 487 | return -EPROTOTYPE; |
b97bf3fd PL |
488 | } |
489 | ||
0c3141e9 | 490 | /* Allocate socket's protocol area */ |
11aa9c28 | 491 | sk = sk_alloc(net, AF_TIPC, GFP_KERNEL, &tipc_proto, kern); |
0c3141e9 | 492 | if (sk == NULL) |
b97bf3fd | 493 | return -ENOMEM; |
b97bf3fd | 494 | |
58ed9442 | 495 | tsk = tipc_sk(sk); |
301bae56 | 496 | tsk->max_pkt = MAX_PKT_DEFAULT; |
c0bceb97 | 497 | tsk->maxnagle = 0; |
0a3e060f | 498 | tsk->nagle_start = NAGLE_START_INIT; |
301bae56 | 499 | INIT_LIST_HEAD(&tsk->publications); |
365ad353 | 500 | INIT_LIST_HEAD(&tsk->cong_links); |
301bae56 | 501 | msg = &tsk->phdr; |
b97bf3fd | 502 | |
0c3141e9 | 503 | /* Finish initializing socket data structures */ |
0c3141e9 | 504 | sock->ops = ops; |
0c3141e9 | 505 | sock_init_data(sock, sk); |
438adcaf | 506 | tipc_set_sk_state(sk, TIPC_OPEN); |
07f6c4bc | 507 | if (tipc_sk_insert(tsk)) { |
c19ca6cb | 508 | pr_warn("Socket create failed; port number exhausted\n"); |
07f6c4bc YX |
509 | return -EINVAL; |
510 | } | |
40f9f439 HX |
511 | |
512 | /* Ensure tsk is visible before we read own_addr. */ | |
513 | smp_mb(); | |
514 | ||
23fd3eac JM |
515 | tipc_msg_init(tipc_own_addr(net), msg, TIPC_LOW_IMPORTANCE, |
516 | TIPC_NAMED_MSG, NAMED_H_SIZE, 0); | |
40f9f439 | 517 | |
07f6c4bc | 518 | msg_set_origport(msg, tsk->portid); |
31b102bb | 519 | timer_setup(&sk->sk_timer, tipc_sk_timeout, 0); |
6f00089c | 520 | sk->sk_shutdown = 0; |
64ac5f59 | 521 | sk->sk_backlog_rcv = tipc_sk_backlog_rcv; |
cc79dd1b | 522 | sk->sk_rcvbuf = sysctl_tipc_rmem[1]; |
f288bef4 YX |
523 | sk->sk_data_ready = tipc_data_ready; |
524 | sk->sk_write_space = tipc_write_space; | |
f4195d1e | 525 | sk->sk_destruct = tipc_sock_destruct; |
4f4482dc | 526 | tsk->conn_timeout = CONN_TIMEOUT_DEFAULT; |
1b22bcad | 527 | tsk->group_is_open = true; |
4f4482dc | 528 | atomic_set(&tsk->dupl_rcvcnt, 0); |
7ef43eba | 529 | |
10724cc7 JPM |
530 | /* Start out with safe limits until we receive an advertised window */ |
531 | tsk->snd_win = tsk_adv_blocks(RCVBUF_MIN); | |
532 | tsk->rcv_win = tsk->snd_win; | |
533 | ||
c752023a | 534 | if (tipc_sk_type_connectionless(sk)) { |
301bae56 | 535 | tsk_set_unreturnable(tsk, true); |
0c3141e9 | 536 | if (sock->type == SOCK_DGRAM) |
301bae56 | 537 | tsk_set_unreliable(tsk, true); |
0c3141e9 | 538 | } |
2948a1fc | 539 | __skb_queue_head_init(&tsk->mc_method.deferredq); |
01e661eb | 540 | trace_tipc_sk_create(sk, NULL, TIPC_DUMP_NONE, " "); |
b97bf3fd PL |
541 | return 0; |
542 | } | |
543 | ||
07f6c4bc YX |
544 | static void tipc_sk_callback(struct rcu_head *head) |
545 | { | |
546 | struct tipc_sock *tsk = container_of(head, struct tipc_sock, rcu); | |
547 | ||
548 | sock_put(&tsk->sk); | |
549 | } | |
550 | ||
6f00089c PB |
551 | /* Caller should hold socket lock for the socket. */ |
552 | static void __tipc_shutdown(struct socket *sock, int error) | |
553 | { | |
554 | struct sock *sk = sock->sk; | |
555 | struct tipc_sock *tsk = tipc_sk(sk); | |
556 | struct net *net = sock_net(sk); | |
12db3c80 | 557 | long timeout = msecs_to_jiffies(CONN_TIMEOUT_DEFAULT); |
6f00089c PB |
558 | u32 dnode = tsk_peer_node(tsk); |
559 | struct sk_buff *skb; | |
560 | ||
365ad353 JPM |
561 | /* Avoid that hi-prio shutdown msgs bypass msgs in link wakeup queue */ |
562 | tipc_wait_for_cond(sock, &timeout, (!tsk->cong_link_cnt && | |
563 | !tsk_conn_cong(tsk))); | |
564 | ||
d34910e1 | 565 | /* Push out delayed messages if in Nagle mode */ |
0a3e060f | 566 | tipc_sk_push_backlog(tsk, false); |
d34910e1 TN |
567 | /* Remove pending SYN */ |
568 | __skb_queue_purge(&sk->sk_write_queue); | |
67879274 | 569 | |
49afb806 TL |
570 | /* Remove partially received buffer if any */ |
571 | skb = skb_peek(&sk->sk_receive_queue); | |
572 | if (skb && TIPC_SKB_CB(skb)->bytes_read) { | |
573 | __skb_unlink(skb, &sk->sk_receive_queue); | |
574 | kfree_skb(skb); | |
6f00089c | 575 | } |
693c5649 | 576 | |
49afb806 TL |
577 | /* Reject all unreceived messages if connectionless */ |
578 | if (tipc_sk_type_connectionless(sk)) { | |
579 | tsk_rej_rx_queue(sk, error); | |
693c5649 | 580 | return; |
49afb806 | 581 | } |
693c5649 | 582 | |
49afb806 TL |
583 | switch (sk->sk_state) { |
584 | case TIPC_CONNECTING: | |
585 | case TIPC_ESTABLISHED: | |
586 | tipc_set_sk_state(sk, TIPC_DISCONNECTING); | |
587 | tipc_node_remove_conn(net, dnode, tsk->portid); | |
588 | /* Send a FIN+/- to its peer */ | |
589 | skb = __skb_dequeue(&sk->sk_receive_queue); | |
590 | if (skb) { | |
591 | __skb_queue_purge(&sk->sk_receive_queue); | |
592 | tipc_sk_respond(sk, skb, error); | |
593 | break; | |
594 | } | |
6f00089c PB |
595 | skb = tipc_msg_create(TIPC_CRITICAL_IMPORTANCE, |
596 | TIPC_CONN_MSG, SHORT_H_SIZE, 0, dnode, | |
597 | tsk_own_node(tsk), tsk_peer_port(tsk), | |
598 | tsk->portid, error); | |
599 | if (skb) | |
600 | tipc_node_xmit_skb(net, skb, dnode, tsk->portid); | |
49afb806 TL |
601 | break; |
602 | case TIPC_LISTEN: | |
603 | /* Reject all SYN messages */ | |
604 | tsk_rej_rx_queue(sk, error); | |
605 | break; | |
606 | default: | |
607 | __skb_queue_purge(&sk->sk_receive_queue); | |
608 | break; | |
6f00089c PB |
609 | } |
610 | } | |
611 | ||
b97bf3fd | 612 | /** |
247f0f3c | 613 | * tipc_release - destroy a TIPC socket |
b97bf3fd PL |
614 | * @sock: socket to destroy |
615 | * | |
616 | * This routine cleans up any messages that are still queued on the socket. | |
617 | * For DGRAM and RDM socket types, all queued messages are rejected. | |
618 | * For SEQPACKET and STREAM socket types, the first message is rejected | |
619 | * and any others are discarded. (If the first message on a STREAM socket | |
620 | * is partially-read, it is discarded and the next one is rejected instead.) | |
c4307285 | 621 | * |
b97bf3fd PL |
622 | * NOTE: Rejected messages are not necessarily returned to the sender! They |
623 | * are returned or discarded according to the "destination droppable" setting | |
624 | * specified for the message by the sender. | |
625 | * | |
637b77fd | 626 | * Return: 0 on success, errno otherwise |
b97bf3fd | 627 | */ |
247f0f3c | 628 | static int tipc_release(struct socket *sock) |
b97bf3fd | 629 | { |
b97bf3fd | 630 | struct sock *sk = sock->sk; |
58ed9442 | 631 | struct tipc_sock *tsk; |
b97bf3fd | 632 | |
0c3141e9 AS |
633 | /* |
634 | * Exit if socket isn't fully initialized (occurs when a failed accept() | |
635 | * releases a pre-allocated child socket that was never used) | |
636 | */ | |
0c3141e9 | 637 | if (sk == NULL) |
b97bf3fd | 638 | return 0; |
c4307285 | 639 | |
58ed9442 | 640 | tsk = tipc_sk(sk); |
0c3141e9 AS |
641 | lock_sock(sk); |
642 | ||
01e661eb | 643 | trace_tipc_sk_release(sk, NULL, TIPC_DUMP_ALL, " "); |
6f00089c PB |
644 | __tipc_shutdown(sock, TIPC_ERR_NO_PORT); |
645 | sk->sk_shutdown = SHUTDOWN_MASK; | |
75da2163 | 646 | tipc_sk_leave(tsk); |
301bae56 | 647 | tipc_sk_withdraw(tsk, 0, NULL); |
c55c8eda | 648 | __skb_queue_purge(&tsk->mc_method.deferredq); |
1ea23a21 | 649 | sk_stop_timer(sk, &sk->sk_timer); |
07f6c4bc | 650 | tipc_sk_remove(tsk); |
b97bf3fd | 651 | |
0a3b8b2b | 652 | sock_orphan(sk); |
0c3141e9 | 653 | /* Reject any messages that accumulated in backlog queue */ |
0c3141e9 | 654 | release_sock(sk); |
a80ae530 | 655 | tipc_dest_list_purge(&tsk->cong_links); |
365ad353 | 656 | tsk->cong_link_cnt = 0; |
07f6c4bc | 657 | call_rcu(&tsk->rcu, tipc_sk_callback); |
0c3141e9 | 658 | sock->sk = NULL; |
b97bf3fd | 659 | |
065d7e39 | 660 | return 0; |
b97bf3fd PL |
661 | } |
662 | ||
663 | /** | |
60c102ee | 664 | * __tipc_bind - associate or disassocate TIPC name(s) with a socket |
b97bf3fd | 665 | * @sock: socket structure |
60c102ee JM |
666 | * @skaddr: socket address describing name(s) and desired operation |
667 | * @alen: size of socket address data structure | |
c4307285 | 668 | * |
b97bf3fd PL |
669 | * Name and name sequence binding is indicated using a positive scope value; |
670 | * a negative scope value unbinds the specified name. Specifying no name | |
671 | * (i.e. a socket address length of 0) unbinds all names from the socket. | |
c4307285 | 672 | * |
637b77fd | 673 | * Return: 0 on success, errno otherwise |
0c3141e9 AS |
674 | * |
675 | * NOTE: This routine doesn't need to take the socket lock since it doesn't | |
676 | * access any non-constant socket information. | |
b97bf3fd | 677 | */ |
60c102ee | 678 | static int __tipc_bind(struct socket *sock, struct sockaddr *skaddr, int alen) |
b97bf3fd | 679 | { |
60c102ee JM |
680 | struct sockaddr_tipc *addr = (struct sockaddr_tipc *)skaddr; |
681 | struct tipc_sock *tsk = tipc_sk(sock->sk); | |
b97bf3fd | 682 | |
60c102ee JM |
683 | if (unlikely(!alen)) |
684 | return tipc_sk_withdraw(tsk, 0, NULL); | |
b97bf3fd | 685 | |
b6f88d9c | 686 | if (addr->addrtype == TIPC_SERVICE_ADDR) |
b97bf3fd | 687 | addr->addr.nameseq.upper = addr->addr.nameseq.lower; |
c4307285 | 688 | |
60c102ee JM |
689 | if (tsk->group) |
690 | return -EACCES; | |
691 | ||
692 | if (addr->scope >= 0) | |
693 | return tipc_sk_publish(tsk, addr->scope, &addr->addr.nameseq); | |
694 | else | |
695 | return tipc_sk_withdraw(tsk, -addr->scope, &addr->addr.nameseq); | |
696 | } | |
697 | ||
698 | int tipc_sk_bind(struct socket *sock, struct sockaddr *skaddr, int alen) | |
699 | { | |
700 | int res; | |
701 | ||
702 | lock_sock(sock->sk); | |
703 | res = __tipc_bind(sock, skaddr, alen); | |
704 | release_sock(sock->sk); | |
84602761 | 705 | return res; |
b97bf3fd PL |
706 | } |
707 | ||
72671b35 JM |
708 | static int tipc_bind(struct socket *sock, struct sockaddr *skaddr, int alen) |
709 | { | |
710 | struct sockaddr_tipc *addr = (struct sockaddr_tipc *)skaddr; | |
711 | ||
712 | if (alen) { | |
713 | if (alen < sizeof(struct sockaddr_tipc)) | |
714 | return -EINVAL; | |
60c102ee JM |
715 | if (addr->family != AF_TIPC) |
716 | return -EAFNOSUPPORT; | |
717 | if (addr->addrtype > TIPC_SERVICE_ADDR) | |
718 | return -EAFNOSUPPORT; | |
72671b35 JM |
719 | if (addr->addr.nameseq.type < TIPC_RESERVED_TYPES) { |
720 | pr_warn_once("Can't bind to reserved service type %u\n", | |
721 | addr->addr.nameseq.type); | |
722 | return -EACCES; | |
723 | } | |
724 | } | |
725 | return tipc_sk_bind(sock, skaddr, alen); | |
726 | } | |
727 | ||
c4307285 | 728 | /** |
247f0f3c | 729 | * tipc_getname - get port ID of socket or peer socket |
b97bf3fd PL |
730 | * @sock: socket structure |
731 | * @uaddr: area for returned socket address | |
2da59918 | 732 | * @peer: 0 = own ID, 1 = current peer ID, 2 = current/former peer ID |
c4307285 | 733 | * |
637b77fd | 734 | * Return: 0 on success, errno otherwise |
0c3141e9 | 735 | * |
2da59918 AS |
736 | * NOTE: This routine doesn't need to take the socket lock since it only |
737 | * accesses socket information that is unchanging (or which changes in | |
0e65967e | 738 | * a completely predictable manner). |
b97bf3fd | 739 | */ |
247f0f3c | 740 | static int tipc_getname(struct socket *sock, struct sockaddr *uaddr, |
9b2c45d4 | 741 | int peer) |
b97bf3fd | 742 | { |
b97bf3fd | 743 | struct sockaddr_tipc *addr = (struct sockaddr_tipc *)uaddr; |
9fd4b070 PB |
744 | struct sock *sk = sock->sk; |
745 | struct tipc_sock *tsk = tipc_sk(sk); | |
b97bf3fd | 746 | |
88f8a5e3 | 747 | memset(addr, 0, sizeof(*addr)); |
0c3141e9 | 748 | if (peer) { |
f40acbaf | 749 | if ((!tipc_sk_connected(sk)) && |
9fd4b070 | 750 | ((peer != 2) || (sk->sk_state != TIPC_DISCONNECTING))) |
2da59918 | 751 | return -ENOTCONN; |
301bae56 JPM |
752 | addr->addr.id.ref = tsk_peer_port(tsk); |
753 | addr->addr.id.node = tsk_peer_node(tsk); | |
0c3141e9 | 754 | } else { |
07f6c4bc | 755 | addr->addr.id.ref = tsk->portid; |
23fd3eac | 756 | addr->addr.id.node = tipc_own_addr(sock_net(sk)); |
0c3141e9 | 757 | } |
b97bf3fd | 758 | |
b6f88d9c | 759 | addr->addrtype = TIPC_SOCKET_ADDR; |
b97bf3fd PL |
760 | addr->family = AF_TIPC; |
761 | addr->scope = 0; | |
b97bf3fd PL |
762 | addr->addr.name.domain = 0; |
763 | ||
9b2c45d4 | 764 | return sizeof(*addr); |
b97bf3fd PL |
765 | } |
766 | ||
767 | /** | |
a11e1d43 | 768 | * tipc_poll - read and possibly block on pollmask |
b97bf3fd PL |
769 | * @file: file structure associated with the socket |
770 | * @sock: socket for which to calculate the poll bits | |
a11e1d43 | 771 | * @wait: ??? |
b97bf3fd | 772 | * |
637b77fd | 773 | * Return: pollmask value |
9b674e82 AS |
774 | * |
775 | * COMMENTARY: | |
776 | * It appears that the usual socket locking mechanisms are not useful here | |
777 | * since the pollmask info is potentially out-of-date the moment this routine | |
778 | * exits. TCP and other protocols seem to rely on higher level poll routines | |
779 | * to handle any preventable race conditions, so TIPC will do the same ... | |
780 | * | |
f662c070 AS |
781 | * IMPORTANT: The fact that a read or write operation is indicated does NOT |
782 | * imply that the operation will succeed, merely that it should be performed | |
783 | * and will not block. | |
b97bf3fd | 784 | */ |
a11e1d43 LT |
785 | static __poll_t tipc_poll(struct file *file, struct socket *sock, |
786 | poll_table *wait) | |
b97bf3fd | 787 | { |
9b674e82 | 788 | struct sock *sk = sock->sk; |
58ed9442 | 789 | struct tipc_sock *tsk = tipc_sk(sk); |
ade994f4 | 790 | __poll_t revents = 0; |
9b674e82 | 791 | |
89ab066d | 792 | sock_poll_wait(file, sock, wait); |
01e661eb | 793 | trace_tipc_sk_poll(sk, NULL, TIPC_DUMP_ALL, " "); |
a11e1d43 | 794 | |
6f00089c | 795 | if (sk->sk_shutdown & RCV_SHUTDOWN) |
a9a08845 | 796 | revents |= EPOLLRDHUP | EPOLLIN | EPOLLRDNORM; |
6f00089c | 797 | if (sk->sk_shutdown == SHUTDOWN_MASK) |
a9a08845 | 798 | revents |= EPOLLHUP; |
6f00089c | 799 | |
f40acbaf PB |
800 | switch (sk->sk_state) { |
801 | case TIPC_ESTABLISHED: | |
365ad353 | 802 | if (!tsk->cong_link_cnt && !tsk_conn_cong(tsk)) |
a9a08845 | 803 | revents |= EPOLLOUT; |
7f8901b7 | 804 | fallthrough; |
f40acbaf | 805 | case TIPC_LISTEN: |
ff946833 | 806 | case TIPC_CONNECTING: |
3ef7cf57 | 807 | if (!skb_queue_empty_lockless(&sk->sk_receive_queue)) |
a9a08845 | 808 | revents |= EPOLLIN | EPOLLRDNORM; |
f40acbaf PB |
809 | break; |
810 | case TIPC_OPEN: | |
60c25306 | 811 | if (tsk->group_is_open && !tsk->cong_link_cnt) |
a9a08845 | 812 | revents |= EPOLLOUT; |
ae236fb2 JM |
813 | if (!tipc_sk_type_connectionless(sk)) |
814 | break; | |
3ef7cf57 | 815 | if (skb_queue_empty_lockless(&sk->sk_receive_queue)) |
ae236fb2 | 816 | break; |
a9a08845 | 817 | revents |= EPOLLIN | EPOLLRDNORM; |
f40acbaf PB |
818 | break; |
819 | case TIPC_DISCONNECTING: | |
a9a08845 | 820 | revents = EPOLLIN | EPOLLRDNORM | EPOLLHUP; |
f40acbaf | 821 | break; |
f662c070 | 822 | } |
ae236fb2 | 823 | return revents; |
b97bf3fd PL |
824 | } |
825 | ||
0abd8ff2 JPM |
826 | /** |
827 | * tipc_sendmcast - send multicast message | |
828 | * @sock: socket structure | |
829 | * @seq: destination address | |
562640f3 | 830 | * @msg: message to send |
365ad353 JPM |
831 | * @dlen: length of data to send |
832 | * @timeout: timeout to wait for wakeup | |
0abd8ff2 JPM |
833 | * |
834 | * Called from function tipc_sendmsg(), which has done all sanity checks | |
637b77fd | 835 | * Return: the number of bytes sent on success, or errno |
0abd8ff2 | 836 | */ |
b6f88d9c | 837 | static int tipc_sendmcast(struct socket *sock, struct tipc_service_range *seq, |
365ad353 | 838 | struct msghdr *msg, size_t dlen, long timeout) |
0abd8ff2 JPM |
839 | { |
840 | struct sock *sk = sock->sk; | |
c5898636 | 841 | struct tipc_sock *tsk = tipc_sk(sk); |
365ad353 | 842 | struct tipc_msg *hdr = &tsk->phdr; |
f2f9800d | 843 | struct net *net = sock_net(sk); |
365ad353 | 844 | int mtu = tipc_bcast_get_mtu(net); |
01fd12bb | 845 | struct tipc_mc_method *method = &tsk->mc_method; |
365ad353 | 846 | struct sk_buff_head pkts; |
a853e4c6 | 847 | struct tipc_nlist dsts; |
0abd8ff2 JPM |
848 | int rc; |
849 | ||
75da2163 JM |
850 | if (tsk->group) |
851 | return -EACCES; | |
852 | ||
a853e4c6 | 853 | /* Block or return if any destination link is congested */ |
365ad353 JPM |
854 | rc = tipc_wait_for_cond(sock, &timeout, !tsk->cong_link_cnt); |
855 | if (unlikely(rc)) | |
856 | return rc; | |
f214fc40 | 857 | |
a853e4c6 JPM |
858 | /* Lookup destination nodes */ |
859 | tipc_nlist_init(&dsts, tipc_own_addr(net)); | |
860 | tipc_nametbl_lookup_dst_nodes(net, seq->type, seq->lower, | |
e9a03445 | 861 | seq->upper, &dsts); |
a853e4c6 JPM |
862 | if (!dsts.local && !dsts.remote) |
863 | return -EHOSTUNREACH; | |
864 | ||
865 | /* Build message header */ | |
365ad353 | 866 | msg_set_type(hdr, TIPC_MCAST_MSG); |
a853e4c6 | 867 | msg_set_hdr_sz(hdr, MCAST_H_SIZE); |
365ad353 JPM |
868 | msg_set_lookup_scope(hdr, TIPC_CLUSTER_SCOPE); |
869 | msg_set_destport(hdr, 0); | |
870 | msg_set_destnode(hdr, 0); | |
871 | msg_set_nametype(hdr, seq->type); | |
872 | msg_set_namelower(hdr, seq->lower); | |
873 | msg_set_nameupper(hdr, seq->upper); | |
365ad353 | 874 | |
a853e4c6 | 875 | /* Build message as chain of buffers */ |
e654f9f5 | 876 | __skb_queue_head_init(&pkts); |
365ad353 | 877 | rc = tipc_msg_build(hdr, msg, 0, dlen, mtu, &pkts); |
0abd8ff2 | 878 | |
a853e4c6 | 879 | /* Send message if build was successful */ |
01e661eb TL |
880 | if (unlikely(rc == dlen)) { |
881 | trace_tipc_sk_sendmcast(sk, skb_peek(&pkts), | |
882 | TIPC_DUMP_SK_SNDQ, " "); | |
01fd12bb | 883 | rc = tipc_mcast_xmit(net, &pkts, method, &dsts, |
a853e4c6 | 884 | &tsk->cong_link_cnt); |
01e661eb | 885 | } |
a853e4c6 JPM |
886 | |
887 | tipc_nlist_purge(&dsts); | |
365ad353 JPM |
888 | |
889 | return rc ? rc : dlen; | |
0abd8ff2 JPM |
890 | } |
891 | ||
27bd9ec0 JM |
892 | /** |
893 | * tipc_send_group_msg - send a message to a member in the group | |
894 | * @net: network namespace | |
f172f4b8 | 895 | * @tsk: tipc socket |
27bd9ec0 JM |
896 | * @m: message to send |
897 | * @mb: group member | |
898 | * @dnode: destination node | |
899 | * @dport: destination port | |
900 | * @dlen: total length of message data | |
901 | */ | |
902 | static int tipc_send_group_msg(struct net *net, struct tipc_sock *tsk, | |
903 | struct msghdr *m, struct tipc_member *mb, | |
904 | u32 dnode, u32 dport, int dlen) | |
905 | { | |
b87a5ea3 | 906 | u16 bc_snd_nxt = tipc_group_bc_snd_nxt(tsk->group); |
2f487712 | 907 | struct tipc_mc_method *method = &tsk->mc_method; |
27bd9ec0 JM |
908 | int blks = tsk_blocks(GROUP_H_SIZE + dlen); |
909 | struct tipc_msg *hdr = &tsk->phdr; | |
910 | struct sk_buff_head pkts; | |
911 | int mtu, rc; | |
912 | ||
913 | /* Complete message header */ | |
914 | msg_set_type(hdr, TIPC_GRP_UCAST_MSG); | |
915 | msg_set_hdr_sz(hdr, GROUP_H_SIZE); | |
916 | msg_set_destport(hdr, dport); | |
917 | msg_set_destnode(hdr, dnode); | |
b87a5ea3 | 918 | msg_set_grp_bc_seqno(hdr, bc_snd_nxt); |
27bd9ec0 JM |
919 | |
920 | /* Build message as chain of buffers */ | |
e654f9f5 | 921 | __skb_queue_head_init(&pkts); |
f73b1281 | 922 | mtu = tipc_node_get_mtu(net, dnode, tsk->portid, false); |
27bd9ec0 JM |
923 | rc = tipc_msg_build(hdr, m, 0, dlen, mtu, &pkts); |
924 | if (unlikely(rc != dlen)) | |
925 | return rc; | |
926 | ||
927 | /* Send message */ | |
928 | rc = tipc_node_xmit(net, &pkts, dnode, tsk->portid); | |
929 | if (unlikely(rc == -ELINKCONG)) { | |
930 | tipc_dest_push(&tsk->cong_links, dnode, 0); | |
931 | tsk->cong_link_cnt++; | |
932 | } | |
933 | ||
2f487712 | 934 | /* Update send window */ |
27bd9ec0 JM |
935 | tipc_group_update_member(mb, blks); |
936 | ||
2f487712 JM |
937 | /* A broadcast sent within next EXPIRE period must follow same path */ |
938 | method->rcast = true; | |
939 | method->mandatory = true; | |
27bd9ec0 JM |
940 | return dlen; |
941 | } | |
942 | ||
943 | /** | |
944 | * tipc_send_group_unicast - send message to a member in the group | |
945 | * @sock: socket structure | |
946 | * @m: message to send | |
947 | * @dlen: total length of message data | |
948 | * @timeout: timeout to wait for wakeup | |
949 | * | |
950 | * Called from function tipc_sendmsg(), which has done all sanity checks | |
637b77fd | 951 | * Return: the number of bytes sent on success, or errno |
27bd9ec0 JM |
952 | */ |
953 | static int tipc_send_group_unicast(struct socket *sock, struct msghdr *m, | |
954 | int dlen, long timeout) | |
955 | { | |
956 | struct sock *sk = sock->sk; | |
957 | DECLARE_SOCKADDR(struct sockaddr_tipc *, dest, m->msg_name); | |
958 | int blks = tsk_blocks(GROUP_H_SIZE + dlen); | |
959 | struct tipc_sock *tsk = tipc_sk(sk); | |
27bd9ec0 JM |
960 | struct net *net = sock_net(sk); |
961 | struct tipc_member *mb = NULL; | |
962 | u32 node, port; | |
963 | int rc; | |
964 | ||
965 | node = dest->addr.id.node; | |
966 | port = dest->addr.id.ref; | |
967 | if (!port && !node) | |
968 | return -EHOSTUNREACH; | |
969 | ||
970 | /* Block or return if destination link or member is congested */ | |
971 | rc = tipc_wait_for_cond(sock, &timeout, | |
972 | !tipc_dest_find(&tsk->cong_links, node, 0) && | |
143ece65 CW |
973 | tsk->group && |
974 | !tipc_group_cong(tsk->group, node, port, blks, | |
975 | &mb)); | |
27bd9ec0 JM |
976 | if (unlikely(rc)) |
977 | return rc; | |
978 | ||
979 | if (unlikely(!mb)) | |
980 | return -EHOSTUNREACH; | |
981 | ||
982 | rc = tipc_send_group_msg(net, tsk, m, mb, node, port, dlen); | |
983 | ||
984 | return rc ? rc : dlen; | |
985 | } | |
986 | ||
ee106d7f JM |
987 | /** |
988 | * tipc_send_group_anycast - send message to any member with given identity | |
989 | * @sock: socket structure | |
990 | * @m: message to send | |
991 | * @dlen: total length of message data | |
992 | * @timeout: timeout to wait for wakeup | |
993 | * | |
994 | * Called from function tipc_sendmsg(), which has done all sanity checks | |
637b77fd | 995 | * Return: the number of bytes sent on success, or errno |
ee106d7f JM |
996 | */ |
997 | static int tipc_send_group_anycast(struct socket *sock, struct msghdr *m, | |
998 | int dlen, long timeout) | |
999 | { | |
1000 | DECLARE_SOCKADDR(struct sockaddr_tipc *, dest, m->msg_name); | |
1001 | struct sock *sk = sock->sk; | |
1002 | struct tipc_sock *tsk = tipc_sk(sk); | |
1003 | struct list_head *cong_links = &tsk->cong_links; | |
1004 | int blks = tsk_blocks(GROUP_H_SIZE + dlen); | |
232d07b7 | 1005 | struct tipc_msg *hdr = &tsk->phdr; |
ee106d7f JM |
1006 | struct tipc_member *first = NULL; |
1007 | struct tipc_member *mbr = NULL; | |
1008 | struct net *net = sock_net(sk); | |
1009 | u32 node, port, exclude; | |
ee106d7f | 1010 | struct list_head dsts; |
232d07b7 | 1011 | u32 type, inst, scope; |
ee106d7f JM |
1012 | int lookups = 0; |
1013 | int dstcnt, rc; | |
1014 | bool cong; | |
1015 | ||
1016 | INIT_LIST_HEAD(&dsts); | |
1017 | ||
232d07b7 | 1018 | type = msg_nametype(hdr); |
ee106d7f | 1019 | inst = dest->addr.name.name.instance; |
232d07b7 | 1020 | scope = msg_lookup_scope(hdr); |
ee106d7f JM |
1021 | |
1022 | while (++lookups < 4) { | |
143ece65 CW |
1023 | exclude = tipc_group_exclude(tsk->group); |
1024 | ||
ee106d7f JM |
1025 | first = NULL; |
1026 | ||
1027 | /* Look for a non-congested destination member, if any */ | |
1028 | while (1) { | |
232d07b7 | 1029 | if (!tipc_nametbl_lookup(net, type, inst, scope, &dsts, |
ee106d7f JM |
1030 | &dstcnt, exclude, false)) |
1031 | return -EHOSTUNREACH; | |
1032 | tipc_dest_pop(&dsts, &node, &port); | |
143ece65 CW |
1033 | cong = tipc_group_cong(tsk->group, node, port, blks, |
1034 | &mbr); | |
ee106d7f JM |
1035 | if (!cong) |
1036 | break; | |
1037 | if (mbr == first) | |
1038 | break; | |
1039 | if (!first) | |
1040 | first = mbr; | |
1041 | } | |
1042 | ||
1043 | /* Start over if destination was not in member list */ | |
1044 | if (unlikely(!mbr)) | |
1045 | continue; | |
1046 | ||
1047 | if (likely(!cong && !tipc_dest_find(cong_links, node, 0))) | |
1048 | break; | |
1049 | ||
1050 | /* Block or return if destination link or member is congested */ | |
1051 | rc = tipc_wait_for_cond(sock, &timeout, | |
1052 | !tipc_dest_find(cong_links, node, 0) && | |
143ece65 CW |
1053 | tsk->group && |
1054 | !tipc_group_cong(tsk->group, node, port, | |
ee106d7f JM |
1055 | blks, &mbr)); |
1056 | if (unlikely(rc)) | |
1057 | return rc; | |
1058 | ||
1059 | /* Send, unless destination disappeared while waiting */ | |
1060 | if (likely(mbr)) | |
1061 | break; | |
1062 | } | |
1063 | ||
1064 | if (unlikely(lookups >= 4)) | |
1065 | return -EHOSTUNREACH; | |
1066 | ||
1067 | rc = tipc_send_group_msg(net, tsk, m, mbr, node, port, dlen); | |
1068 | ||
1069 | return rc ? rc : dlen; | |
1070 | } | |
1071 | ||
75da2163 JM |
1072 | /** |
1073 | * tipc_send_group_bcast - send message to all members in communication group | |
d8141208 | 1074 | * @sock: socket structure |
75da2163 JM |
1075 | * @m: message to send |
1076 | * @dlen: total length of message data | |
1077 | * @timeout: timeout to wait for wakeup | |
1078 | * | |
1079 | * Called from function tipc_sendmsg(), which has done all sanity checks | |
637b77fd | 1080 | * Return: the number of bytes sent on success, or errno |
75da2163 JM |
1081 | */ |
1082 | static int tipc_send_group_bcast(struct socket *sock, struct msghdr *m, | |
1083 | int dlen, long timeout) | |
1084 | { | |
5b8dddb6 | 1085 | DECLARE_SOCKADDR(struct sockaddr_tipc *, dest, m->msg_name); |
75da2163 JM |
1086 | struct sock *sk = sock->sk; |
1087 | struct net *net = sock_net(sk); | |
1088 | struct tipc_sock *tsk = tipc_sk(sk); | |
3c6306d4 | 1089 | struct tipc_nlist *dsts; |
75da2163 | 1090 | struct tipc_mc_method *method = &tsk->mc_method; |
2f487712 | 1091 | bool ack = method->mandatory && method->rcast; |
b7d42635 | 1092 | int blks = tsk_blocks(MCAST_H_SIZE + dlen); |
75da2163 JM |
1093 | struct tipc_msg *hdr = &tsk->phdr; |
1094 | int mtu = tipc_bcast_get_mtu(net); | |
1095 | struct sk_buff_head pkts; | |
1096 | int rc = -EHOSTUNREACH; | |
1097 | ||
b7d42635 | 1098 | /* Block or return if any destination link or member is congested */ |
143ece65 CW |
1099 | rc = tipc_wait_for_cond(sock, &timeout, |
1100 | !tsk->cong_link_cnt && tsk->group && | |
1101 | !tipc_group_bc_cong(tsk->group, blks)); | |
75da2163 JM |
1102 | if (unlikely(rc)) |
1103 | return rc; | |
1104 | ||
3c6306d4 CW |
1105 | dsts = tipc_group_dests(tsk->group); |
1106 | if (!dsts->local && !dsts->remote) | |
1107 | return -EHOSTUNREACH; | |
1108 | ||
75da2163 | 1109 | /* Complete message header */ |
5b8dddb6 JM |
1110 | if (dest) { |
1111 | msg_set_type(hdr, TIPC_GRP_MCAST_MSG); | |
1112 | msg_set_nameinst(hdr, dest->addr.name.name.instance); | |
1113 | } else { | |
1114 | msg_set_type(hdr, TIPC_GRP_BCAST_MSG); | |
1115 | msg_set_nameinst(hdr, 0); | |
1116 | } | |
b7d42635 | 1117 | msg_set_hdr_sz(hdr, GROUP_H_SIZE); |
75da2163 JM |
1118 | msg_set_destport(hdr, 0); |
1119 | msg_set_destnode(hdr, 0); | |
143ece65 | 1120 | msg_set_grp_bc_seqno(hdr, tipc_group_bc_snd_nxt(tsk->group)); |
75da2163 | 1121 | |
2f487712 JM |
1122 | /* Avoid getting stuck with repeated forced replicasts */ |
1123 | msg_set_grp_bc_ack_req(hdr, ack); | |
1124 | ||
75da2163 | 1125 | /* Build message as chain of buffers */ |
e654f9f5 | 1126 | __skb_queue_head_init(&pkts); |
75da2163 JM |
1127 | rc = tipc_msg_build(hdr, m, 0, dlen, mtu, &pkts); |
1128 | if (unlikely(rc != dlen)) | |
1129 | return rc; | |
1130 | ||
1131 | /* Send message */ | |
2f487712 | 1132 | rc = tipc_mcast_xmit(net, &pkts, method, dsts, &tsk->cong_link_cnt); |
75da2163 JM |
1133 | if (unlikely(rc)) |
1134 | return rc; | |
1135 | ||
b7d42635 | 1136 | /* Update broadcast sequence number and send windows */ |
2f487712 JM |
1137 | tipc_group_update_bc_members(tsk->group, blks, ack); |
1138 | ||
1139 | /* Broadcast link is now free to choose method for next broadcast */ | |
1140 | method->mandatory = false; | |
1141 | method->expires = jiffies; | |
1142 | ||
75da2163 JM |
1143 | return dlen; |
1144 | } | |
1145 | ||
5b8dddb6 JM |
1146 | /** |
1147 | * tipc_send_group_mcast - send message to all members with given identity | |
1148 | * @sock: socket structure | |
1149 | * @m: message to send | |
1150 | * @dlen: total length of message data | |
1151 | * @timeout: timeout to wait for wakeup | |
1152 | * | |
1153 | * Called from function tipc_sendmsg(), which has done all sanity checks | |
637b77fd | 1154 | * Return: the number of bytes sent on success, or errno |
5b8dddb6 JM |
1155 | */ |
1156 | static int tipc_send_group_mcast(struct socket *sock, struct msghdr *m, | |
1157 | int dlen, long timeout) | |
1158 | { | |
1159 | struct sock *sk = sock->sk; | |
1160 | DECLARE_SOCKADDR(struct sockaddr_tipc *, dest, m->msg_name); | |
5b8dddb6 JM |
1161 | struct tipc_sock *tsk = tipc_sk(sk); |
1162 | struct tipc_group *grp = tsk->group; | |
232d07b7 | 1163 | struct tipc_msg *hdr = &tsk->phdr; |
5b8dddb6 | 1164 | struct net *net = sock_net(sk); |
232d07b7 | 1165 | u32 type, inst, scope, exclude; |
5b8dddb6 | 1166 | struct list_head dsts; |
232d07b7 | 1167 | u32 dstcnt; |
5b8dddb6 JM |
1168 | |
1169 | INIT_LIST_HEAD(&dsts); | |
1170 | ||
232d07b7 JM |
1171 | type = msg_nametype(hdr); |
1172 | inst = dest->addr.name.name.instance; | |
1173 | scope = msg_lookup_scope(hdr); | |
5b8dddb6 | 1174 | exclude = tipc_group_exclude(grp); |
232d07b7 JM |
1175 | |
1176 | if (!tipc_nametbl_lookup(net, type, inst, scope, &dsts, | |
1177 | &dstcnt, exclude, true)) | |
5b8dddb6 JM |
1178 | return -EHOSTUNREACH; |
1179 | ||
1180 | if (dstcnt == 1) { | |
1181 | tipc_dest_pop(&dsts, &dest->addr.id.node, &dest->addr.id.ref); | |
1182 | return tipc_send_group_unicast(sock, m, dlen, timeout); | |
1183 | } | |
1184 | ||
1185 | tipc_dest_list_purge(&dsts); | |
1186 | return tipc_send_group_bcast(sock, m, dlen, timeout); | |
1187 | } | |
1188 | ||
cb1b7280 JPM |
1189 | /** |
1190 | * tipc_sk_mcast_rcv - Deliver multicast messages to all destination sockets | |
f172f4b8 | 1191 | * @net: the associated network namespace |
cb1b7280 JPM |
1192 | * @arrvq: queue with arriving messages, to be cloned after destination lookup |
1193 | * @inputq: queue with cloned messages, delivered to socket after dest lookup | |
1194 | * | |
1195 | * Multi-threaded: parallel calls with reference to same queues may occur | |
078bec82 | 1196 | */ |
cb1b7280 JPM |
1197 | void tipc_sk_mcast_rcv(struct net *net, struct sk_buff_head *arrvq, |
1198 | struct sk_buff_head *inputq) | |
078bec82 | 1199 | { |
75da2163 | 1200 | u32 self = tipc_own_addr(net); |
232d07b7 | 1201 | u32 type, lower, upper, scope; |
cb1b7280 | 1202 | struct sk_buff *skb, *_skb; |
b053fcc4 | 1203 | u32 portid, onode; |
232d07b7 | 1204 | struct sk_buff_head tmpq; |
75da2163 | 1205 | struct list_head dports; |
232d07b7 JM |
1206 | struct tipc_msg *hdr; |
1207 | int user, mtyp, hlen; | |
1208 | bool exact; | |
3c724acd | 1209 | |
cb1b7280 | 1210 | __skb_queue_head_init(&tmpq); |
4d8642d8 | 1211 | INIT_LIST_HEAD(&dports); |
078bec82 | 1212 | |
cb1b7280 JPM |
1213 | skb = tipc_skb_peek(arrvq, &inputq->lock); |
1214 | for (; skb; skb = tipc_skb_peek(arrvq, &inputq->lock)) { | |
232d07b7 JM |
1215 | hdr = buf_msg(skb); |
1216 | user = msg_user(hdr); | |
1217 | mtyp = msg_type(hdr); | |
1218 | hlen = skb_headroom(skb) + msg_hdr_sz(hdr); | |
232d07b7 JM |
1219 | onode = msg_orignode(hdr); |
1220 | type = msg_nametype(hdr); | |
1221 | ||
2f487712 JM |
1222 | if (mtyp == TIPC_GRP_UCAST_MSG || user == GROUP_PROTOCOL) { |
1223 | spin_lock_bh(&inputq->lock); | |
1224 | if (skb_peek(arrvq) == skb) { | |
1225 | __skb_dequeue(arrvq); | |
1226 | __skb_queue_tail(inputq, skb); | |
1227 | } | |
c545a945 | 1228 | kfree_skb(skb); |
2f487712 JM |
1229 | spin_unlock_bh(&inputq->lock); |
1230 | continue; | |
1231 | } | |
232d07b7 JM |
1232 | |
1233 | /* Group messages require exact scope match */ | |
1234 | if (msg_in_group(hdr)) { | |
1235 | lower = 0; | |
1236 | upper = ~0; | |
1237 | scope = msg_lookup_scope(hdr); | |
1238 | exact = true; | |
1239 | } else { | |
1240 | /* TIPC_NODE_SCOPE means "any scope" in this context */ | |
1241 | if (onode == self) | |
1242 | scope = TIPC_NODE_SCOPE; | |
1243 | else | |
1244 | scope = TIPC_CLUSTER_SCOPE; | |
1245 | exact = false; | |
1246 | lower = msg_namelower(hdr); | |
1247 | upper = msg_nameupper(hdr); | |
75da2163 | 1248 | } |
232d07b7 JM |
1249 | |
1250 | /* Create destination port list: */ | |
1251 | tipc_nametbl_mc_lookup(net, type, lower, upper, | |
1252 | scope, exact, &dports); | |
1253 | ||
1254 | /* Clone message per destination */ | |
a80ae530 | 1255 | while (tipc_dest_pop(&dports, NULL, &portid)) { |
232d07b7 | 1256 | _skb = __pskb_copy(skb, hlen, GFP_ATOMIC); |
cb1b7280 JPM |
1257 | if (_skb) { |
1258 | msg_set_destport(buf_msg(_skb), portid); | |
1259 | __skb_queue_tail(&tmpq, _skb); | |
1260 | continue; | |
1261 | } | |
1262 | pr_warn("Failed to clone mcast rcv buffer\n"); | |
078bec82 | 1263 | } |
cb1b7280 JPM |
1264 | /* Append to inputq if not already done by other thread */ |
1265 | spin_lock_bh(&inputq->lock); | |
1266 | if (skb_peek(arrvq) == skb) { | |
1267 | skb_queue_splice_tail_init(&tmpq, inputq); | |
1268 | kfree_skb(__skb_dequeue(arrvq)); | |
1269 | } | |
1270 | spin_unlock_bh(&inputq->lock); | |
1271 | __skb_queue_purge(&tmpq); | |
1272 | kfree_skb(skb); | |
078bec82 | 1273 | } |
cb1b7280 | 1274 | tipc_sk_rcv(net, inputq); |
078bec82 JPM |
1275 | } |
1276 | ||
c0bceb97 JM |
1277 | /* tipc_sk_push_backlog(): send accumulated buffers in socket write queue |
1278 | * when socket is in Nagle mode | |
1279 | */ | |
0a3e060f | 1280 | static void tipc_sk_push_backlog(struct tipc_sock *tsk, bool nagle_ack) |
c0bceb97 JM |
1281 | { |
1282 | struct sk_buff_head *txq = &tsk->sk.sk_write_queue; | |
0a3e060f | 1283 | struct sk_buff *skb = skb_peek_tail(txq); |
c0bceb97 JM |
1284 | struct net *net = sock_net(&tsk->sk); |
1285 | u32 dnode = tsk_peer_node(tsk); | |
1286 | int rc; | |
1287 | ||
0a3e060f TL |
1288 | if (nagle_ack) { |
1289 | tsk->pkt_cnt += skb_queue_len(txq); | |
1290 | if (!tsk->pkt_cnt || tsk->msg_acc / tsk->pkt_cnt < 2) { | |
1291 | tsk->oneway = 0; | |
1292 | if (tsk->nagle_start < NAGLE_START_MAX) | |
1293 | tsk->nagle_start *= 2; | |
1294 | tsk->expect_ack = false; | |
1295 | pr_debug("tsk %10u: bad nagle %u -> %u, next start %u!\n", | |
1296 | tsk->portid, tsk->msg_acc, tsk->pkt_cnt, | |
1297 | tsk->nagle_start); | |
1298 | } else { | |
1299 | tsk->nagle_start = NAGLE_START_INIT; | |
1300 | if (skb) { | |
1301 | msg_set_ack_required(buf_msg(skb)); | |
1302 | tsk->expect_ack = true; | |
1303 | } else { | |
1304 | tsk->expect_ack = false; | |
1305 | } | |
1306 | } | |
1307 | tsk->msg_acc = 0; | |
1308 | tsk->pkt_cnt = 0; | |
1309 | } | |
1310 | ||
d34910e1 TN |
1311 | if (!skb || tsk->cong_link_cnt) |
1312 | return; | |
1313 | ||
1314 | /* Do not send SYN again after congestion */ | |
1315 | if (msg_is_syn(buf_msg(skb))) | |
c0bceb97 JM |
1316 | return; |
1317 | ||
0a3e060f TL |
1318 | if (tsk->msg_acc) |
1319 | tsk->pkt_cnt += skb_queue_len(txq); | |
c0bceb97 JM |
1320 | tsk->snt_unacked += tsk->snd_backlog; |
1321 | tsk->snd_backlog = 0; | |
c0bceb97 JM |
1322 | rc = tipc_node_xmit(net, txq, dnode, tsk->portid); |
1323 | if (rc == -ELINKCONG) | |
1324 | tsk->cong_link_cnt = 1; | |
1325 | } | |
1326 | ||
ac0074ee | 1327 | /** |
64ac5f59 | 1328 | * tipc_sk_conn_proto_rcv - receive a connection mng protocol message |
ac0074ee | 1329 | * @tsk: receiving socket |
bcd3ffd4 | 1330 | * @skb: pointer to message buffer. |
f172f4b8 RD |
1331 | * @inputq: buffer list containing the buffers |
1332 | * @xmitq: output message area | |
ac0074ee | 1333 | */ |
64ac5f59 | 1334 | static void tipc_sk_conn_proto_rcv(struct tipc_sock *tsk, struct sk_buff *skb, |
e7eb0582 | 1335 | struct sk_buff_head *inputq, |
64ac5f59 | 1336 | struct sk_buff_head *xmitq) |
ac0074ee | 1337 | { |
bcd3ffd4 | 1338 | struct tipc_msg *hdr = buf_msg(skb); |
64ac5f59 JM |
1339 | u32 onode = tsk_own_node(tsk); |
1340 | struct sock *sk = &tsk->sk; | |
bcd3ffd4 | 1341 | int mtyp = msg_type(hdr); |
c0bceb97 | 1342 | bool was_cong; |
bcd3ffd4 | 1343 | |
ac0074ee | 1344 | /* Ignore if connection cannot be validated: */ |
01e661eb TL |
1345 | if (!tsk_peer_msg(tsk, hdr)) { |
1346 | trace_tipc_sk_drop_msg(sk, skb, TIPC_DUMP_NONE, "@proto_rcv!"); | |
ac0074ee | 1347 | goto exit; |
01e661eb | 1348 | } |
ac0074ee | 1349 | |
c1be7756 PB |
1350 | if (unlikely(msg_errcode(hdr))) { |
1351 | tipc_set_sk_state(sk, TIPC_DISCONNECTING); | |
1352 | tipc_node_remove_conn(sock_net(sk), tsk_peer_node(tsk), | |
1353 | tsk_peer_port(tsk)); | |
1354 | sk->sk_state_change(sk); | |
e7eb0582 PB |
1355 | |
1356 | /* State change is ignored if socket already awake, | |
1357 | * - convert msg to abort msg and add to inqueue | |
1358 | */ | |
1359 | msg_set_user(hdr, TIPC_CRITICAL_IMPORTANCE); | |
1360 | msg_set_type(hdr, TIPC_CONN_MSG); | |
1361 | msg_set_size(hdr, BASIC_H_SIZE); | |
1362 | msg_set_hdr_sz(hdr, BASIC_H_SIZE); | |
1363 | __skb_queue_tail(inputq, skb); | |
1364 | return; | |
c1be7756 PB |
1365 | } |
1366 | ||
8ea642ee | 1367 | tsk->probe_unacked = false; |
ac0074ee | 1368 | |
bcd3ffd4 JPM |
1369 | if (mtyp == CONN_PROBE) { |
1370 | msg_set_type(hdr, CONN_PROBE_REPLY); | |
f1d048f2 JPM |
1371 | if (tipc_msg_reverse(onode, &skb, TIPC_OK)) |
1372 | __skb_queue_tail(xmitq, skb); | |
bcd3ffd4 JPM |
1373 | return; |
1374 | } else if (mtyp == CONN_ACK) { | |
c0bceb97 | 1375 | was_cong = tsk_conn_cong(tsk); |
0a3e060f | 1376 | tipc_sk_push_backlog(tsk, msg_nagle_ack(hdr)); |
10724cc7 JPM |
1377 | tsk->snt_unacked -= msg_conn_ack(hdr); |
1378 | if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) | |
1379 | tsk->snd_win = msg_adv_win(hdr); | |
c0bceb97 | 1380 | if (was_cong && !tsk_conn_cong(tsk)) |
bcd3ffd4 JPM |
1381 | sk->sk_write_space(sk); |
1382 | } else if (mtyp != CONN_PROBE_REPLY) { | |
1383 | pr_warn("Received unknown CONN_PROTO msg\n"); | |
ac0074ee | 1384 | } |
ac0074ee | 1385 | exit: |
bcd3ffd4 | 1386 | kfree_skb(skb); |
ac0074ee JPM |
1387 | } |
1388 | ||
b97bf3fd | 1389 | /** |
247f0f3c | 1390 | * tipc_sendmsg - send message in connectionless manner |
b97bf3fd PL |
1391 | * @sock: socket structure |
1392 | * @m: message to send | |
e2dafe87 | 1393 | * @dsz: amount of user data to be sent |
c4307285 | 1394 | * |
b97bf3fd | 1395 | * Message must have an destination specified explicitly. |
c4307285 | 1396 | * Used for SOCK_RDM and SOCK_DGRAM messages, |
b97bf3fd PL |
1397 | * and for 'SYN' messages on SOCK_SEQPACKET and SOCK_STREAM connections. |
1398 | * (Note: 'SYN+' is prohibited on SOCK_STREAM.) | |
c4307285 | 1399 | * |
637b77fd | 1400 | * Return: the number of bytes sent on success, or errno otherwise |
b97bf3fd | 1401 | */ |
1b784140 | 1402 | static int tipc_sendmsg(struct socket *sock, |
e2dafe87 | 1403 | struct msghdr *m, size_t dsz) |
39a0295f YX |
1404 | { |
1405 | struct sock *sk = sock->sk; | |
1406 | int ret; | |
1407 | ||
1408 | lock_sock(sk); | |
1409 | ret = __tipc_sendmsg(sock, m, dsz); | |
1410 | release_sock(sk); | |
1411 | ||
1412 | return ret; | |
1413 | } | |
1414 | ||
365ad353 | 1415 | static int __tipc_sendmsg(struct socket *sock, struct msghdr *m, size_t dlen) |
b97bf3fd | 1416 | { |
0c3141e9 | 1417 | struct sock *sk = sock->sk; |
f2f9800d | 1418 | struct net *net = sock_net(sk); |
365ad353 JPM |
1419 | struct tipc_sock *tsk = tipc_sk(sk); |
1420 | DECLARE_SOCKADDR(struct sockaddr_tipc *, dest, m->msg_name); | |
1421 | long timeout = sock_sndtimeo(sk, m->msg_flags & MSG_DONTWAIT); | |
1422 | struct list_head *clinks = &tsk->cong_links; | |
1423 | bool syn = !tipc_sk_type_connectionless(sk); | |
75da2163 | 1424 | struct tipc_group *grp = tsk->group; |
365ad353 | 1425 | struct tipc_msg *hdr = &tsk->phdr; |
b6f88d9c | 1426 | struct tipc_service_range *seq; |
365ad353 | 1427 | struct sk_buff_head pkts; |
abc9b4e0 TL |
1428 | u32 dport = 0, dnode = 0; |
1429 | u32 type = 0, inst = 0; | |
365ad353 | 1430 | int mtu, rc; |
b97bf3fd | 1431 | |
365ad353 | 1432 | if (unlikely(dlen > TIPC_MAX_USER_MSG_SIZE)) |
c29c3f70 | 1433 | return -EMSGSIZE; |
365ad353 | 1434 | |
27bd9ec0 JM |
1435 | if (likely(dest)) { |
1436 | if (unlikely(m->msg_namelen < sizeof(*dest))) | |
1437 | return -EINVAL; | |
1438 | if (unlikely(dest->family != AF_TIPC)) | |
1439 | return -EINVAL; | |
1440 | } | |
1441 | ||
1442 | if (grp) { | |
1443 | if (!dest) | |
1444 | return tipc_send_group_bcast(sock, m, dlen, timeout); | |
b6f88d9c | 1445 | if (dest->addrtype == TIPC_SERVICE_ADDR) |
ee106d7f | 1446 | return tipc_send_group_anycast(sock, m, dlen, timeout); |
b6f88d9c | 1447 | if (dest->addrtype == TIPC_SOCKET_ADDR) |
27bd9ec0 | 1448 | return tipc_send_group_unicast(sock, m, dlen, timeout); |
5b8dddb6 JM |
1449 | if (dest->addrtype == TIPC_ADDR_MCAST) |
1450 | return tipc_send_group_mcast(sock, m, dlen, timeout); | |
27bd9ec0 JM |
1451 | return -EINVAL; |
1452 | } | |
75da2163 | 1453 | |
f2f8036e | 1454 | if (unlikely(!dest)) { |
365ad353 | 1455 | dest = &tsk->peer; |
0e632089 | 1456 | if (!syn && dest->family != AF_TIPC) |
f2f8036e | 1457 | return -EDESTADDRREQ; |
f2f8036e | 1458 | } |
365ad353 | 1459 | |
365ad353 | 1460 | if (unlikely(syn)) { |
0c288c86 | 1461 | if (sk->sk_state == TIPC_LISTEN) |
39a0295f | 1462 | return -EPIPE; |
438adcaf | 1463 | if (sk->sk_state != TIPC_OPEN) |
39a0295f YX |
1464 | return -EISCONN; |
1465 | if (tsk->published) | |
1466 | return -EOPNOTSUPP; | |
b6f88d9c | 1467 | if (dest->addrtype == TIPC_SERVICE_ADDR) { |
301bae56 JPM |
1468 | tsk->conn_type = dest->addr.name.name.type; |
1469 | tsk->conn_instance = dest->addr.name.name.instance; | |
3388007b | 1470 | } |
25b9221b | 1471 | msg_set_syn(hdr, 1); |
b97bf3fd | 1472 | } |
e2dafe87 | 1473 | |
365ad353 JPM |
1474 | seq = &dest->addr.nameseq; |
1475 | if (dest->addrtype == TIPC_ADDR_MCAST) | |
1476 | return tipc_sendmcast(sock, seq, m, dlen, timeout); | |
e2dafe87 | 1477 | |
b6f88d9c | 1478 | if (dest->addrtype == TIPC_SERVICE_ADDR) { |
365ad353 JPM |
1479 | type = dest->addr.name.name.type; |
1480 | inst = dest->addr.name.name.instance; | |
928df188 | 1481 | dnode = dest->addr.name.domain; |
4ac1c8d0 | 1482 | dport = tipc_nametbl_translate(net, type, inst, &dnode); |
39a0295f YX |
1483 | if (unlikely(!dport && !dnode)) |
1484 | return -EHOSTUNREACH; | |
b6f88d9c | 1485 | } else if (dest->addrtype == TIPC_SOCKET_ADDR) { |
e2dafe87 | 1486 | dnode = dest->addr.id.node; |
335b929b JM |
1487 | } else { |
1488 | return -EINVAL; | |
e2dafe87 JPM |
1489 | } |
1490 | ||
365ad353 | 1491 | /* Block or return if destination link is congested */ |
a80ae530 JM |
1492 | rc = tipc_wait_for_cond(sock, &timeout, |
1493 | !tipc_dest_find(clinks, dnode, 0)); | |
365ad353 JPM |
1494 | if (unlikely(rc)) |
1495 | return rc; | |
1496 | ||
b6f88d9c | 1497 | if (dest->addrtype == TIPC_SERVICE_ADDR) { |
abc9b4e0 TL |
1498 | msg_set_type(hdr, TIPC_NAMED_MSG); |
1499 | msg_set_hdr_sz(hdr, NAMED_H_SIZE); | |
1500 | msg_set_nametype(hdr, type); | |
1501 | msg_set_nameinst(hdr, inst); | |
1502 | msg_set_lookup_scope(hdr, tipc_node2scope(dnode)); | |
1503 | msg_set_destnode(hdr, dnode); | |
1504 | msg_set_destport(hdr, dport); | |
b6f88d9c | 1505 | } else { /* TIPC_SOCKET_ADDR */ |
abc9b4e0 TL |
1506 | msg_set_type(hdr, TIPC_DIRECT_MSG); |
1507 | msg_set_lookup_scope(hdr, 0); | |
1508 | msg_set_destnode(hdr, dnode); | |
1509 | msg_set_destport(hdr, dest->addr.id.ref); | |
1510 | msg_set_hdr_sz(hdr, BASIC_H_SIZE); | |
1511 | } | |
1512 | ||
e654f9f5 | 1513 | __skb_queue_head_init(&pkts); |
8b1e5b0a | 1514 | mtu = tipc_node_get_mtu(net, dnode, tsk->portid, true); |
365ad353 JPM |
1515 | rc = tipc_msg_build(hdr, m, 0, dlen, mtu, &pkts); |
1516 | if (unlikely(rc != dlen)) | |
39a0295f | 1517 | return rc; |
2fe97a57 TN |
1518 | if (unlikely(syn && !tipc_msg_skb_clone(&pkts, &sk->sk_write_queue))) { |
1519 | __skb_queue_purge(&pkts); | |
67879274 | 1520 | return -ENOMEM; |
2fe97a57 | 1521 | } |
e2dafe87 | 1522 | |
01e661eb | 1523 | trace_tipc_sk_sendmsg(sk, skb_peek(&pkts), TIPC_DUMP_SK_SNDQ, " "); |
365ad353 JPM |
1524 | rc = tipc_node_xmit(net, &pkts, dnode, tsk->portid); |
1525 | if (unlikely(rc == -ELINKCONG)) { | |
a80ae530 | 1526 | tipc_dest_push(clinks, dnode, 0); |
365ad353 JPM |
1527 | tsk->cong_link_cnt++; |
1528 | rc = 0; | |
1529 | } | |
e2dafe87 | 1530 | |
365ad353 JPM |
1531 | if (unlikely(syn && !rc)) |
1532 | tipc_set_sk_state(sk, TIPC_CONNECTING); | |
1533 | ||
1534 | return rc ? rc : dlen; | |
b97bf3fd PL |
1535 | } |
1536 | ||
c4307285 | 1537 | /** |
365ad353 | 1538 | * tipc_sendstream - send stream-oriented data |
b97bf3fd | 1539 | * @sock: socket structure |
4ccfe5e0 JPM |
1540 | * @m: data to send |
1541 | * @dsz: total length of data to be transmitted | |
c4307285 | 1542 | * |
4ccfe5e0 | 1543 | * Used for SOCK_STREAM data. |
c4307285 | 1544 | * |
637b77fd | 1545 | * Return: the number of bytes sent on success (or partial success), |
4ccfe5e0 | 1546 | * or errno if no data sent |
b97bf3fd | 1547 | */ |
365ad353 | 1548 | static int tipc_sendstream(struct socket *sock, struct msghdr *m, size_t dsz) |
39a0295f YX |
1549 | { |
1550 | struct sock *sk = sock->sk; | |
1551 | int ret; | |
1552 | ||
1553 | lock_sock(sk); | |
365ad353 | 1554 | ret = __tipc_sendstream(sock, m, dsz); |
39a0295f YX |
1555 | release_sock(sk); |
1556 | ||
1557 | return ret; | |
1558 | } | |
1559 | ||
365ad353 | 1560 | static int __tipc_sendstream(struct socket *sock, struct msghdr *m, size_t dlen) |
b97bf3fd | 1561 | { |
0c3141e9 | 1562 | struct sock *sk = sock->sk; |
342dfc30 | 1563 | DECLARE_SOCKADDR(struct sockaddr_tipc *, dest, m->msg_name); |
365ad353 | 1564 | long timeout = sock_sndtimeo(sk, m->msg_flags & MSG_DONTWAIT); |
c0bceb97 | 1565 | struct sk_buff_head *txq = &sk->sk_write_queue; |
365ad353 JPM |
1566 | struct tipc_sock *tsk = tipc_sk(sk); |
1567 | struct tipc_msg *hdr = &tsk->phdr; | |
1568 | struct net *net = sock_net(sk); | |
0a3e060f | 1569 | struct sk_buff *skb; |
365ad353 | 1570 | u32 dnode = tsk_peer_node(tsk); |
c0bceb97 JM |
1571 | int maxnagle = tsk->maxnagle; |
1572 | int maxpkt = tsk->max_pkt; | |
365ad353 | 1573 | int send, sent = 0; |
c0bceb97 | 1574 | int blocks, rc = 0; |
7cf87fa2 | 1575 | |
365ad353 JPM |
1576 | if (unlikely(dlen > INT_MAX)) |
1577 | return -EMSGSIZE; | |
4ccfe5e0 | 1578 | |
365ad353 JPM |
1579 | /* Handle implicit connection setup */ |
1580 | if (unlikely(dest)) { | |
1581 | rc = __tipc_sendmsg(sock, m, dlen); | |
92ef12b3 PB |
1582 | if (dlen && dlen == rc) { |
1583 | tsk->peer_caps = tipc_node_get_capabilities(net, dnode); | |
365ad353 | 1584 | tsk->snt_unacked = tsk_inc(tsk, dlen + msg_hdr_sz(hdr)); |
92ef12b3 | 1585 | } |
39a0295f | 1586 | return rc; |
365ad353 | 1587 | } |
f214fc40 | 1588 | |
c4307285 | 1589 | do { |
365ad353 JPM |
1590 | rc = tipc_wait_for_cond(sock, &timeout, |
1591 | (!tsk->cong_link_cnt && | |
8c44e1af JPM |
1592 | !tsk_conn_cong(tsk) && |
1593 | tipc_sk_connected(sk))); | |
365ad353 JPM |
1594 | if (unlikely(rc)) |
1595 | break; | |
365ad353 | 1596 | send = min_t(size_t, dlen - sent, TIPC_MAX_USER_MSG_SIZE); |
c0bceb97 | 1597 | blocks = tsk->snd_backlog; |
c9aa81fa TL |
1598 | if (tsk->oneway++ >= tsk->nagle_start && maxnagle && |
1599 | send <= maxnagle) { | |
c0bceb97 JM |
1600 | rc = tipc_msg_append(hdr, m, send, maxnagle, txq); |
1601 | if (unlikely(rc < 0)) | |
1602 | break; | |
1603 | blocks += rc; | |
0a3e060f | 1604 | tsk->msg_acc++; |
c0bceb97 JM |
1605 | if (blocks <= 64 && tsk->expect_ack) { |
1606 | tsk->snd_backlog = blocks; | |
1607 | sent += send; | |
1608 | break; | |
0a3e060f TL |
1609 | } else if (blocks > 64) { |
1610 | tsk->pkt_cnt += skb_queue_len(txq); | |
1611 | } else { | |
1612 | skb = skb_peek_tail(txq); | |
4c21daae Y |
1613 | if (skb) { |
1614 | msg_set_ack_required(buf_msg(skb)); | |
1615 | tsk->expect_ack = true; | |
1616 | } else { | |
1617 | tsk->expect_ack = false; | |
1618 | } | |
0a3e060f TL |
1619 | tsk->msg_acc = 0; |
1620 | tsk->pkt_cnt = 0; | |
c0bceb97 | 1621 | } |
c0bceb97 JM |
1622 | } else { |
1623 | rc = tipc_msg_build(hdr, m, sent, send, maxpkt, txq); | |
1624 | if (unlikely(rc != send)) | |
1625 | break; | |
1626 | blocks += tsk_inc(tsk, send + MIN_H_SIZE); | |
1627 | } | |
1628 | trace_tipc_sk_sendstream(sk, skb_peek(txq), | |
01e661eb | 1629 | TIPC_DUMP_SK_SNDQ, " "); |
c0bceb97 | 1630 | rc = tipc_node_xmit(net, txq, dnode, tsk->portid); |
365ad353 JPM |
1631 | if (unlikely(rc == -ELINKCONG)) { |
1632 | tsk->cong_link_cnt = 1; | |
1633 | rc = 0; | |
1634 | } | |
1635 | if (likely(!rc)) { | |
c0bceb97 JM |
1636 | tsk->snt_unacked += blocks; |
1637 | tsk->snd_backlog = 0; | |
365ad353 JPM |
1638 | sent += send; |
1639 | } | |
1640 | } while (sent < dlen && !rc); | |
39a0295f | 1641 | |
3364d61c | 1642 | return sent ? sent : rc; |
b97bf3fd PL |
1643 | } |
1644 | ||
c4307285 | 1645 | /** |
4ccfe5e0 | 1646 | * tipc_send_packet - send a connection-oriented message |
b97bf3fd | 1647 | * @sock: socket structure |
4ccfe5e0 JPM |
1648 | * @m: message to send |
1649 | * @dsz: length of data to be transmitted | |
c4307285 | 1650 | * |
4ccfe5e0 | 1651 | * Used for SOCK_SEQPACKET messages. |
c4307285 | 1652 | * |
637b77fd | 1653 | * Return: the number of bytes sent on success, or errno otherwise |
b97bf3fd | 1654 | */ |
1b784140 | 1655 | static int tipc_send_packet(struct socket *sock, struct msghdr *m, size_t dsz) |
b97bf3fd | 1656 | { |
4ccfe5e0 JPM |
1657 | if (dsz > TIPC_MAX_USER_MSG_SIZE) |
1658 | return -EMSGSIZE; | |
b97bf3fd | 1659 | |
365ad353 | 1660 | return tipc_sendstream(sock, m, dsz); |
b97bf3fd PL |
1661 | } |
1662 | ||
dadebc00 | 1663 | /* tipc_sk_finish_conn - complete the setup of a connection |
b97bf3fd | 1664 | */ |
301bae56 | 1665 | static void tipc_sk_finish_conn(struct tipc_sock *tsk, u32 peer_port, |
dadebc00 | 1666 | u32 peer_node) |
b97bf3fd | 1667 | { |
3721e9c7 YX |
1668 | struct sock *sk = &tsk->sk; |
1669 | struct net *net = sock_net(sk); | |
301bae56 | 1670 | struct tipc_msg *msg = &tsk->phdr; |
b97bf3fd | 1671 | |
25b9221b | 1672 | msg_set_syn(msg, 0); |
dadebc00 JPM |
1673 | msg_set_destnode(msg, peer_node); |
1674 | msg_set_destport(msg, peer_port); | |
1675 | msg_set_type(msg, TIPC_CONN_MSG); | |
1676 | msg_set_lookup_scope(msg, 0); | |
1677 | msg_set_hdr_sz(msg, SHORT_H_SIZE); | |
584d24b3 | 1678 | |
0d5fcebf | 1679 | sk_reset_timer(sk, &sk->sk_timer, jiffies + CONN_PROBING_INTV); |
8ea642ee | 1680 | tipc_set_sk_state(sk, TIPC_ESTABLISHED); |
f2f9800d | 1681 | tipc_node_add_conn(net, peer_node, tsk->portid, peer_port); |
f73b1281 | 1682 | tsk->max_pkt = tipc_node_get_mtu(net, peer_node, tsk->portid, true); |
60020e18 | 1683 | tsk->peer_caps = tipc_node_get_capabilities(net, peer_node); |
c0bceb97 | 1684 | tsk_set_nagle(tsk); |
67879274 | 1685 | __skb_queue_purge(&sk->sk_write_queue); |
10724cc7 JPM |
1686 | if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) |
1687 | return; | |
1688 | ||
1689 | /* Fall back to message based flow control */ | |
1690 | tsk->rcv_win = FLOWCTL_MSG_WIN; | |
1691 | tsk->snd_win = FLOWCTL_MSG_WIN; | |
b97bf3fd PL |
1692 | } |
1693 | ||
1694 | /** | |
31c82a2d | 1695 | * tipc_sk_set_orig_addr - capture sender's address for received message |
b97bf3fd | 1696 | * @m: descriptor for message info |
d8141208 | 1697 | * @skb: received message |
c4307285 | 1698 | * |
b97bf3fd PL |
1699 | * Note: Address is not captured if not requested by receiver. |
1700 | */ | |
31c82a2d | 1701 | static void tipc_sk_set_orig_addr(struct msghdr *m, struct sk_buff *skb) |
b97bf3fd | 1702 | { |
31c82a2d JM |
1703 | DECLARE_SOCKADDR(struct sockaddr_pair *, srcaddr, m->msg_name); |
1704 | struct tipc_msg *hdr = buf_msg(skb); | |
1705 | ||
1706 | if (!srcaddr) | |
1707 | return; | |
1708 | ||
1709 | srcaddr->sock.family = AF_TIPC; | |
b6f88d9c | 1710 | srcaddr->sock.addrtype = TIPC_SOCKET_ADDR; |
09c8b971 | 1711 | srcaddr->sock.scope = 0; |
31c82a2d JM |
1712 | srcaddr->sock.addr.id.ref = msg_origport(hdr); |
1713 | srcaddr->sock.addr.id.node = msg_orignode(hdr); | |
1714 | srcaddr->sock.addr.name.domain = 0; | |
31c82a2d JM |
1715 | m->msg_namelen = sizeof(struct sockaddr_tipc); |
1716 | ||
1717 | if (!msg_in_group(hdr)) | |
1718 | return; | |
1719 | ||
1720 | /* Group message users may also want to know sending member's id */ | |
1721 | srcaddr->member.family = AF_TIPC; | |
b6f88d9c | 1722 | srcaddr->member.addrtype = TIPC_SERVICE_ADDR; |
09c8b971 | 1723 | srcaddr->member.scope = 0; |
31c82a2d JM |
1724 | srcaddr->member.addr.name.name.type = msg_nametype(hdr); |
1725 | srcaddr->member.addr.name.name.instance = TIPC_SKB_CB(skb)->orig_member; | |
1726 | srcaddr->member.addr.name.domain = 0; | |
1727 | m->msg_namelen = sizeof(*srcaddr); | |
b97bf3fd PL |
1728 | } |
1729 | ||
1730 | /** | |
301bae56 | 1731 | * tipc_sk_anc_data_recv - optionally capture ancillary data for received message |
b97bf3fd | 1732 | * @m: descriptor for message info |
1c1274a5 | 1733 | * @skb: received message buffer |
301bae56 | 1734 | * @tsk: TIPC port associated with message |
c4307285 | 1735 | * |
b97bf3fd | 1736 | * Note: Ancillary data is not captured if not requested by receiver. |
c4307285 | 1737 | * |
637b77fd | 1738 | * Return: 0 if successful, otherwise errno |
b97bf3fd | 1739 | */ |
1c1274a5 | 1740 | static int tipc_sk_anc_data_recv(struct msghdr *m, struct sk_buff *skb, |
301bae56 | 1741 | struct tipc_sock *tsk) |
b97bf3fd | 1742 | { |
1c1274a5 | 1743 | struct tipc_msg *msg; |
b97bf3fd PL |
1744 | u32 anc_data[3]; |
1745 | u32 err; | |
1746 | u32 dest_type; | |
3546c750 | 1747 | int has_name; |
b97bf3fd PL |
1748 | int res; |
1749 | ||
1750 | if (likely(m->msg_controllen == 0)) | |
1751 | return 0; | |
1c1274a5 | 1752 | msg = buf_msg(skb); |
b97bf3fd PL |
1753 | |
1754 | /* Optionally capture errored message object(s) */ | |
b97bf3fd PL |
1755 | err = msg ? msg_errcode(msg) : 0; |
1756 | if (unlikely(err)) { | |
1757 | anc_data[0] = err; | |
1758 | anc_data[1] = msg_data_sz(msg); | |
2db9983a AS |
1759 | res = put_cmsg(m, SOL_TIPC, TIPC_ERRINFO, 8, anc_data); |
1760 | if (res) | |
b97bf3fd | 1761 | return res; |
2db9983a | 1762 | if (anc_data[1]) { |
1c1274a5 JM |
1763 | if (skb_linearize(skb)) |
1764 | return -ENOMEM; | |
1765 | msg = buf_msg(skb); | |
2db9983a AS |
1766 | res = put_cmsg(m, SOL_TIPC, TIPC_RETDATA, anc_data[1], |
1767 | msg_data(msg)); | |
1768 | if (res) | |
1769 | return res; | |
1770 | } | |
b97bf3fd PL |
1771 | } |
1772 | ||
1773 | /* Optionally capture message destination object */ | |
b97bf3fd PL |
1774 | dest_type = msg ? msg_type(msg) : TIPC_DIRECT_MSG; |
1775 | switch (dest_type) { | |
1776 | case TIPC_NAMED_MSG: | |
3546c750 | 1777 | has_name = 1; |
b97bf3fd PL |
1778 | anc_data[0] = msg_nametype(msg); |
1779 | anc_data[1] = msg_namelower(msg); | |
1780 | anc_data[2] = msg_namelower(msg); | |
1781 | break; | |
1782 | case TIPC_MCAST_MSG: | |
3546c750 | 1783 | has_name = 1; |
b97bf3fd PL |
1784 | anc_data[0] = msg_nametype(msg); |
1785 | anc_data[1] = msg_namelower(msg); | |
1786 | anc_data[2] = msg_nameupper(msg); | |
1787 | break; | |
1788 | case TIPC_CONN_MSG: | |
301bae56 JPM |
1789 | has_name = (tsk->conn_type != 0); |
1790 | anc_data[0] = tsk->conn_type; | |
1791 | anc_data[1] = tsk->conn_instance; | |
1792 | anc_data[2] = tsk->conn_instance; | |
b97bf3fd PL |
1793 | break; |
1794 | default: | |
3546c750 | 1795 | has_name = 0; |
b97bf3fd | 1796 | } |
2db9983a AS |
1797 | if (has_name) { |
1798 | res = put_cmsg(m, SOL_TIPC, TIPC_DESTNAME, 12, anc_data); | |
1799 | if (res) | |
1800 | return res; | |
1801 | } | |
b97bf3fd PL |
1802 | |
1803 | return 0; | |
1804 | } | |
1805 | ||
c7268589 | 1806 | static struct sk_buff *tipc_sk_build_ack(struct tipc_sock *tsk) |
739f5e4e | 1807 | { |
d6fb7e9c | 1808 | struct sock *sk = &tsk->sk; |
a6ca1094 | 1809 | struct sk_buff *skb = NULL; |
739f5e4e | 1810 | struct tipc_msg *msg; |
301bae56 JPM |
1811 | u32 peer_port = tsk_peer_port(tsk); |
1812 | u32 dnode = tsk_peer_node(tsk); | |
739f5e4e | 1813 | |
d6fb7e9c | 1814 | if (!tipc_sk_connected(sk)) |
c7268589 | 1815 | return NULL; |
c5898636 JPM |
1816 | skb = tipc_msg_create(CONN_MANAGER, CONN_ACK, INT_H_SIZE, 0, |
1817 | dnode, tsk_own_node(tsk), peer_port, | |
1818 | tsk->portid, TIPC_OK); | |
a6ca1094 | 1819 | if (!skb) |
c7268589 | 1820 | return NULL; |
a6ca1094 | 1821 | msg = buf_msg(skb); |
10724cc7 JPM |
1822 | msg_set_conn_ack(msg, tsk->rcv_unacked); |
1823 | tsk->rcv_unacked = 0; | |
1824 | ||
1825 | /* Adjust to and advertize the correct window limit */ | |
1826 | if (tsk->peer_caps & TIPC_BLOCK_FLOWCTL) { | |
1827 | tsk->rcv_win = tsk_adv_blocks(tsk->sk.sk_rcvbuf); | |
1828 | msg_set_adv_win(msg, tsk->rcv_win); | |
1829 | } | |
c7268589 TL |
1830 | return skb; |
1831 | } | |
1832 | ||
1833 | static void tipc_sk_send_ack(struct tipc_sock *tsk) | |
1834 | { | |
1835 | struct sk_buff *skb; | |
1836 | ||
1837 | skb = tipc_sk_build_ack(tsk); | |
1838 | if (!skb) | |
1839 | return; | |
1840 | ||
1841 | tipc_node_xmit_skb(sock_net(&tsk->sk), skb, tsk_peer_node(tsk), | |
1842 | msg_link_selector(buf_msg(skb))); | |
739f5e4e JPM |
1843 | } |
1844 | ||
85d3fc94 | 1845 | static int tipc_wait_for_rcvmsg(struct socket *sock, long *timeop) |
9bbb4ecc YX |
1846 | { |
1847 | struct sock *sk = sock->sk; | |
48766a58 | 1848 | DEFINE_WAIT_FUNC(wait, woken_wake_function); |
85d3fc94 | 1849 | long timeo = *timeop; |
4e0df495 PB |
1850 | int err = sock_error(sk); |
1851 | ||
1852 | if (err) | |
1853 | return err; | |
9bbb4ecc YX |
1854 | |
1855 | for (;;) { | |
fe8e4649 | 1856 | if (timeo && skb_queue_empty(&sk->sk_receive_queue)) { |
6f00089c | 1857 | if (sk->sk_shutdown & RCV_SHUTDOWN) { |
9bbb4ecc YX |
1858 | err = -ENOTCONN; |
1859 | break; | |
1860 | } | |
48766a58 | 1861 | add_wait_queue(sk_sleep(sk), &wait); |
9bbb4ecc | 1862 | release_sock(sk); |
48766a58 TN |
1863 | timeo = wait_woken(&wait, TASK_INTERRUPTIBLE, timeo); |
1864 | sched_annotate_sleep(); | |
9bbb4ecc | 1865 | lock_sock(sk); |
48766a58 | 1866 | remove_wait_queue(sk_sleep(sk), &wait); |
9bbb4ecc YX |
1867 | } |
1868 | err = 0; | |
1869 | if (!skb_queue_empty(&sk->sk_receive_queue)) | |
1870 | break; | |
9bbb4ecc YX |
1871 | err = -EAGAIN; |
1872 | if (!timeo) | |
1873 | break; | |
143fe22f EH |
1874 | err = sock_intr_errno(timeo); |
1875 | if (signal_pending(current)) | |
1876 | break; | |
4e0df495 PB |
1877 | |
1878 | err = sock_error(sk); | |
1879 | if (err) | |
1880 | break; | |
9bbb4ecc | 1881 | } |
85d3fc94 | 1882 | *timeop = timeo; |
9bbb4ecc YX |
1883 | return err; |
1884 | } | |
1885 | ||
c4307285 | 1886 | /** |
247f0f3c | 1887 | * tipc_recvmsg - receive packet-oriented message |
f172f4b8 | 1888 | * @sock: network socket |
b97bf3fd | 1889 | * @m: descriptor for message info |
e9f8b101 | 1890 | * @buflen: length of user buffer area |
b97bf3fd | 1891 | * @flags: receive flags |
c4307285 | 1892 | * |
b97bf3fd PL |
1893 | * Used for SOCK_DGRAM, SOCK_RDM, and SOCK_SEQPACKET messages. |
1894 | * If the complete message doesn't fit in user area, truncate it. | |
1895 | * | |
637b77fd | 1896 | * Return: size of returned message data, errno otherwise |
b97bf3fd | 1897 | */ |
e9f8b101 JPM |
1898 | static int tipc_recvmsg(struct socket *sock, struct msghdr *m, |
1899 | size_t buflen, int flags) | |
b97bf3fd | 1900 | { |
0c3141e9 | 1901 | struct sock *sk = sock->sk; |
e9f8b101 | 1902 | bool connected = !tipc_sk_type_connectionless(sk); |
ae236fb2 | 1903 | struct tipc_sock *tsk = tipc_sk(sk); |
e9f8b101 | 1904 | int rc, err, hlen, dlen, copy; |
b7d42635 | 1905 | struct sk_buff_head xmitq; |
ae236fb2 JM |
1906 | struct tipc_msg *hdr; |
1907 | struct sk_buff *skb; | |
1908 | bool grp_evt; | |
e9f8b101 | 1909 | long timeout; |
b97bf3fd | 1910 | |
0c3141e9 | 1911 | /* Catch invalid receive requests */ |
e9f8b101 | 1912 | if (unlikely(!buflen)) |
b97bf3fd PL |
1913 | return -EINVAL; |
1914 | ||
0c3141e9 | 1915 | lock_sock(sk); |
e9f8b101 JPM |
1916 | if (unlikely(connected && sk->sk_state == TIPC_OPEN)) { |
1917 | rc = -ENOTCONN; | |
b97bf3fd PL |
1918 | goto exit; |
1919 | } | |
e9f8b101 | 1920 | timeout = sock_rcvtimeo(sk, flags & MSG_DONTWAIT); |
b97bf3fd | 1921 | |
b7d42635 | 1922 | /* Step rcv queue to first msg with data or error; wait if necessary */ |
e9f8b101 | 1923 | do { |
e9f8b101 JPM |
1924 | rc = tipc_wait_for_rcvmsg(sock, &timeout); |
1925 | if (unlikely(rc)) | |
1926 | goto exit; | |
1927 | skb = skb_peek(&sk->sk_receive_queue); | |
1928 | hdr = buf_msg(skb); | |
1929 | dlen = msg_data_sz(hdr); | |
1930 | hlen = msg_hdr_sz(hdr); | |
1931 | err = msg_errcode(hdr); | |
ae236fb2 | 1932 | grp_evt = msg_is_grp_evt(hdr); |
e9f8b101 JPM |
1933 | if (likely(dlen || err)) |
1934 | break; | |
2e84c60b | 1935 | tsk_advance_rx_queue(sk); |
e9f8b101 | 1936 | } while (1); |
b97bf3fd | 1937 | |
e9f8b101 | 1938 | /* Collect msg meta data, including error code and rejected data */ |
31c82a2d | 1939 | tipc_sk_set_orig_addr(m, skb); |
1c1274a5 | 1940 | rc = tipc_sk_anc_data_recv(m, skb, tsk); |
e9f8b101 | 1941 | if (unlikely(rc)) |
b97bf3fd | 1942 | goto exit; |
1c1274a5 | 1943 | hdr = buf_msg(skb); |
b97bf3fd | 1944 | |
e9f8b101 JPM |
1945 | /* Capture data if non-error msg, otherwise just set return value */ |
1946 | if (likely(!err)) { | |
1947 | copy = min_t(int, dlen, buflen); | |
1948 | if (unlikely(copy != dlen)) | |
b97bf3fd | 1949 | m->msg_flags |= MSG_TRUNC; |
e9f8b101 | 1950 | rc = skb_copy_datagram_msg(skb, hlen, m, copy); |
b97bf3fd | 1951 | } else { |
e9f8b101 JPM |
1952 | copy = 0; |
1953 | rc = 0; | |
1954 | if (err != TIPC_CONN_SHUTDOWN && connected && !m->msg_control) | |
1955 | rc = -ECONNRESET; | |
b97bf3fd | 1956 | } |
e9f8b101 JPM |
1957 | if (unlikely(rc)) |
1958 | goto exit; | |
b97bf3fd | 1959 | |
ae236fb2 JM |
1960 | /* Mark message as group event if applicable */ |
1961 | if (unlikely(grp_evt)) { | |
1962 | if (msg_grp_evt(hdr) == TIPC_WITHDRAWN) | |
1963 | m->msg_flags |= MSG_EOR; | |
1964 | m->msg_flags |= MSG_OOB; | |
1965 | copy = 0; | |
1966 | } | |
1967 | ||
e9f8b101 | 1968 | /* Caption of data or error code/rejected data was successful */ |
10724cc7 JPM |
1969 | if (unlikely(flags & MSG_PEEK)) |
1970 | goto exit; | |
1971 | ||
b7d42635 JM |
1972 | /* Send group flow control advertisement when applicable */ |
1973 | if (tsk->group && msg_in_group(hdr) && !grp_evt) { | |
e654f9f5 | 1974 | __skb_queue_head_init(&xmitq); |
b7d42635 JM |
1975 | tipc_group_update_rcv_win(tsk->group, tsk_blocks(hlen + dlen), |
1976 | msg_orignode(hdr), msg_origport(hdr), | |
1977 | &xmitq); | |
1978 | tipc_node_distr_xmit(sock_net(sk), &xmitq); | |
1979 | } | |
1980 | ||
10724cc7 | 1981 | tsk_advance_rx_queue(sk); |
ae236fb2 | 1982 | |
e9f8b101 JPM |
1983 | if (likely(!connected)) |
1984 | goto exit; | |
1985 | ||
b7d42635 | 1986 | /* Send connection flow control advertisement when applicable */ |
e9f8b101 JPM |
1987 | tsk->rcv_unacked += tsk_inc(tsk, hlen + dlen); |
1988 | if (tsk->rcv_unacked >= tsk->rcv_win / TIPC_ACK_RATE) | |
1989 | tipc_sk_send_ack(tsk); | |
b97bf3fd | 1990 | exit: |
0c3141e9 | 1991 | release_sock(sk); |
e9f8b101 | 1992 | return rc ? rc : copy; |
b97bf3fd PL |
1993 | } |
1994 | ||
c4307285 | 1995 | /** |
ec8a09fb | 1996 | * tipc_recvstream - receive stream-oriented data |
f172f4b8 | 1997 | * @sock: network socket |
b97bf3fd | 1998 | * @m: descriptor for message info |
ec8a09fb | 1999 | * @buflen: total size of user buffer area |
b97bf3fd | 2000 | * @flags: receive flags |
c4307285 YH |
2001 | * |
2002 | * Used for SOCK_STREAM messages only. If not enough data is available | |
b97bf3fd PL |
2003 | * will optionally wait for more; never truncates data. |
2004 | * | |
637b77fd | 2005 | * Return: size of returned message data, errno otherwise |
b97bf3fd | 2006 | */ |
ec8a09fb JPM |
2007 | static int tipc_recvstream(struct socket *sock, struct msghdr *m, |
2008 | size_t buflen, int flags) | |
b97bf3fd | 2009 | { |
0c3141e9 | 2010 | struct sock *sk = sock->sk; |
58ed9442 | 2011 | struct tipc_sock *tsk = tipc_sk(sk); |
ec8a09fb JPM |
2012 | struct sk_buff *skb; |
2013 | struct tipc_msg *hdr; | |
2014 | struct tipc_skb_cb *skb_cb; | |
2015 | bool peek = flags & MSG_PEEK; | |
2016 | int offset, required, copy, copied = 0; | |
2017 | int hlen, dlen, err, rc; | |
2018 | long timeout; | |
b97bf3fd | 2019 | |
0c3141e9 | 2020 | /* Catch invalid receive attempts */ |
ec8a09fb | 2021 | if (unlikely(!buflen)) |
b97bf3fd PL |
2022 | return -EINVAL; |
2023 | ||
0c3141e9 | 2024 | lock_sock(sk); |
b97bf3fd | 2025 | |
438adcaf | 2026 | if (unlikely(sk->sk_state == TIPC_OPEN)) { |
ec8a09fb | 2027 | rc = -ENOTCONN; |
9bbb4ecc | 2028 | goto exit; |
b97bf3fd | 2029 | } |
ec8a09fb JPM |
2030 | required = sock_rcvlowat(sk, flags & MSG_WAITALL, buflen); |
2031 | timeout = sock_rcvtimeo(sk, flags & MSG_DONTWAIT); | |
b97bf3fd | 2032 | |
ec8a09fb JPM |
2033 | do { |
2034 | /* Look at first msg in receive queue; wait if necessary */ | |
2035 | rc = tipc_wait_for_rcvmsg(sock, &timeout); | |
2036 | if (unlikely(rc)) | |
2037 | break; | |
2038 | skb = skb_peek(&sk->sk_receive_queue); | |
2039 | skb_cb = TIPC_SKB_CB(skb); | |
2040 | hdr = buf_msg(skb); | |
2041 | dlen = msg_data_sz(hdr); | |
2042 | hlen = msg_hdr_sz(hdr); | |
2043 | err = msg_errcode(hdr); | |
0232fd0a | 2044 | |
ec8a09fb JPM |
2045 | /* Discard any empty non-errored (SYN-) message */ |
2046 | if (unlikely(!dlen && !err)) { | |
2047 | tsk_advance_rx_queue(sk); | |
2048 | continue; | |
2049 | } | |
0232fd0a | 2050 | |
ec8a09fb JPM |
2051 | /* Collect msg meta data, incl. error code and rejected data */ |
2052 | if (!copied) { | |
31c82a2d | 2053 | tipc_sk_set_orig_addr(m, skb); |
1c1274a5 | 2054 | rc = tipc_sk_anc_data_recv(m, skb, tsk); |
ec8a09fb JPM |
2055 | if (rc) |
2056 | break; | |
1c1274a5 | 2057 | hdr = buf_msg(skb); |
ec8a09fb | 2058 | } |
b97bf3fd | 2059 | |
ec8a09fb JPM |
2060 | /* Copy data if msg ok, otherwise return error/partial data */ |
2061 | if (likely(!err)) { | |
2062 | offset = skb_cb->bytes_read; | |
2063 | copy = min_t(int, dlen - offset, buflen - copied); | |
2064 | rc = skb_copy_datagram_msg(skb, hlen + offset, m, copy); | |
2065 | if (unlikely(rc)) | |
2066 | break; | |
2067 | copied += copy; | |
2068 | offset += copy; | |
2069 | if (unlikely(offset < dlen)) { | |
2070 | if (!peek) | |
2071 | skb_cb->bytes_read = offset; | |
2072 | break; | |
2073 | } | |
2074 | } else { | |
2075 | rc = 0; | |
2076 | if ((err != TIPC_CONN_SHUTDOWN) && !m->msg_control) | |
2077 | rc = -ECONNRESET; | |
2078 | if (copied || rc) | |
2079 | break; | |
b97bf3fd | 2080 | } |
b97bf3fd | 2081 | |
ec8a09fb JPM |
2082 | if (unlikely(peek)) |
2083 | break; | |
b97bf3fd | 2084 | |
ec8a09fb | 2085 | tsk_advance_rx_queue(sk); |
10724cc7 | 2086 | |
ec8a09fb JPM |
2087 | /* Send connection flow control advertisement when applicable */ |
2088 | tsk->rcv_unacked += tsk_inc(tsk, hlen + dlen); | |
c7268589 | 2089 | if (tsk->rcv_unacked >= tsk->rcv_win / TIPC_ACK_RATE) |
ec8a09fb | 2090 | tipc_sk_send_ack(tsk); |
b97bf3fd | 2091 | |
ec8a09fb JPM |
2092 | /* Exit if all requested data or FIN/error received */ |
2093 | if (copied == buflen || err) | |
2094 | break; | |
b97bf3fd | 2095 | |
ec8a09fb | 2096 | } while (!skb_queue_empty(&sk->sk_receive_queue) || copied < required); |
b97bf3fd | 2097 | exit: |
0c3141e9 | 2098 | release_sock(sk); |
ec8a09fb | 2099 | return copied ? copied : rc; |
b97bf3fd PL |
2100 | } |
2101 | ||
f288bef4 YX |
2102 | /** |
2103 | * tipc_write_space - wake up thread if port congestion is released | |
2104 | * @sk: socket | |
2105 | */ | |
2106 | static void tipc_write_space(struct sock *sk) | |
2107 | { | |
2108 | struct socket_wq *wq; | |
2109 | ||
2110 | rcu_read_lock(); | |
2111 | wq = rcu_dereference(sk->sk_wq); | |
1ce0bf50 | 2112 | if (skwq_has_sleeper(wq)) |
a9a08845 LT |
2113 | wake_up_interruptible_sync_poll(&wq->wait, EPOLLOUT | |
2114 | EPOLLWRNORM | EPOLLWRBAND); | |
f288bef4 YX |
2115 | rcu_read_unlock(); |
2116 | } | |
2117 | ||
2118 | /** | |
2119 | * tipc_data_ready - wake up threads to indicate messages have been received | |
2120 | * @sk: socket | |
f288bef4 | 2121 | */ |
676d2369 | 2122 | static void tipc_data_ready(struct sock *sk) |
f288bef4 YX |
2123 | { |
2124 | struct socket_wq *wq; | |
2125 | ||
2126 | rcu_read_lock(); | |
2127 | wq = rcu_dereference(sk->sk_wq); | |
1ce0bf50 | 2128 | if (skwq_has_sleeper(wq)) |
a9a08845 LT |
2129 | wake_up_interruptible_sync_poll(&wq->wait, EPOLLIN | |
2130 | EPOLLRDNORM | EPOLLRDBAND); | |
f288bef4 YX |
2131 | rcu_read_unlock(); |
2132 | } | |
2133 | ||
f4195d1e YX |
2134 | static void tipc_sock_destruct(struct sock *sk) |
2135 | { | |
2136 | __skb_queue_purge(&sk->sk_receive_queue); | |
2137 | } | |
2138 | ||
64ac5f59 JM |
2139 | static void tipc_sk_proto_rcv(struct sock *sk, |
2140 | struct sk_buff_head *inputq, | |
2141 | struct sk_buff_head *xmitq) | |
2142 | { | |
2143 | struct sk_buff *skb = __skb_dequeue(inputq); | |
2144 | struct tipc_sock *tsk = tipc_sk(sk); | |
2145 | struct tipc_msg *hdr = buf_msg(skb); | |
75da2163 | 2146 | struct tipc_group *grp = tsk->group; |
b7d42635 | 2147 | bool wakeup = false; |
64ac5f59 JM |
2148 | |
2149 | switch (msg_user(hdr)) { | |
2150 | case CONN_MANAGER: | |
e7eb0582 | 2151 | tipc_sk_conn_proto_rcv(tsk, skb, inputq, xmitq); |
64ac5f59 JM |
2152 | return; |
2153 | case SOCK_WAKEUP: | |
a80ae530 | 2154 | tipc_dest_del(&tsk->cong_links, msg_orignode(hdr), 0); |
bfd07f3d TN |
2155 | /* coupled with smp_rmb() in tipc_wait_for_cond() */ |
2156 | smp_wmb(); | |
64ac5f59 | 2157 | tsk->cong_link_cnt--; |
b7d42635 | 2158 | wakeup = true; |
0a3e060f | 2159 | tipc_sk_push_backlog(tsk, false); |
64ac5f59 | 2160 | break; |
75da2163 | 2161 | case GROUP_PROTOCOL: |
b7d42635 | 2162 | tipc_group_proto_rcv(grp, &wakeup, hdr, inputq, xmitq); |
75da2163 | 2163 | break; |
64ac5f59 | 2164 | case TOP_SRV: |
b7d42635 | 2165 | tipc_group_member_evt(tsk->group, &wakeup, &sk->sk_rcvbuf, |
7ad32bcb | 2166 | hdr, inputq, xmitq); |
64ac5f59 JM |
2167 | break; |
2168 | default: | |
2169 | break; | |
2170 | } | |
2171 | ||
b7d42635 JM |
2172 | if (wakeup) |
2173 | sk->sk_write_space(sk); | |
2174 | ||
64ac5f59 JM |
2175 | kfree_skb(skb); |
2176 | } | |
2177 | ||
7e6c131e | 2178 | /** |
39fdc9c7 | 2179 | * tipc_sk_filter_connect - check incoming message for a connection-based socket |
58ed9442 | 2180 | * @tsk: TIPC socket |
39fdc9c7 | 2181 | * @skb: pointer to message buffer. |
c7268589 | 2182 | * @xmitq: for Nagle ACK if any |
637b77fd | 2183 | * Return: true if message should be added to receive queue, false otherwise |
7e6c131e | 2184 | */ |
c7268589 TL |
2185 | static bool tipc_sk_filter_connect(struct tipc_sock *tsk, struct sk_buff *skb, |
2186 | struct sk_buff_head *xmitq) | |
7e6c131e | 2187 | { |
58ed9442 | 2188 | struct sock *sk = &tsk->sk; |
f2f9800d | 2189 | struct net *net = sock_net(sk); |
cda3696d | 2190 | struct tipc_msg *hdr = buf_msg(skb); |
39fdc9c7 JM |
2191 | bool con_msg = msg_connected(hdr); |
2192 | u32 pport = tsk_peer_port(tsk); | |
2193 | u32 pnode = tsk_peer_node(tsk); | |
2194 | u32 oport = msg_origport(hdr); | |
2195 | u32 onode = msg_orignode(hdr); | |
2196 | int err = msg_errcode(hdr); | |
67879274 | 2197 | unsigned long delay; |
7e6c131e | 2198 | |
cda3696d JPM |
2199 | if (unlikely(msg_mcast(hdr))) |
2200 | return false; | |
c0bceb97 | 2201 | tsk->oneway = 0; |
7e6c131e | 2202 | |
99a20889 PB |
2203 | switch (sk->sk_state) { |
2204 | case TIPC_CONNECTING: | |
39fdc9c7 JM |
2205 | /* Setup ACK */ |
2206 | if (likely(con_msg)) { | |
2207 | if (err) | |
2208 | break; | |
2209 | tipc_sk_finish_conn(tsk, oport, onode); | |
2210 | msg_set_importance(&tsk->phdr, msg_importance(hdr)); | |
2211 | /* ACK+ message with data is added to receive queue */ | |
2212 | if (msg_data_sz(hdr)) | |
2213 | return true; | |
2214 | /* Empty ACK-, - wake up sleeping connect() and drop */ | |
ff946833 | 2215 | sk->sk_state_change(sk); |
39fdc9c7 JM |
2216 | msg_set_dest_droppable(hdr, 1); |
2217 | return false; | |
584d24b3 | 2218 | } |
39fdc9c7 JM |
2219 | /* Ignore connectionless message if not from listening socket */ |
2220 | if (oport != pport || onode != pnode) | |
2221 | return false; | |
584d24b3 | 2222 | |
67879274 TN |
2223 | /* Rejected SYN */ |
2224 | if (err != TIPC_ERR_OVERLOAD) | |
2225 | break; | |
2226 | ||
2227 | /* Prepare for new setup attempt if we have a SYN clone */ | |
2228 | if (skb_queue_empty(&sk->sk_write_queue)) | |
2229 | break; | |
2230 | get_random_bytes(&delay, 2); | |
2231 | delay %= (tsk->conn_timeout / 4); | |
2232 | delay = msecs_to_jiffies(delay + 100); | |
2233 | sk_reset_timer(sk, &sk->sk_timer, jiffies + delay); | |
2234 | return false; | |
438adcaf | 2235 | case TIPC_OPEN: |
9fd4b070 | 2236 | case TIPC_DISCONNECTING: |
39fdc9c7 | 2237 | return false; |
438adcaf | 2238 | case TIPC_LISTEN: |
7e6c131e | 2239 | /* Accept only SYN message */ |
25b9221b JM |
2240 | if (!msg_is_syn(hdr) && |
2241 | tipc_node_get_capabilities(net, onode) & TIPC_SYN_BIT) | |
2242 | return false; | |
39fdc9c7 | 2243 | if (!con_msg && !err) |
cda3696d | 2244 | return true; |
39fdc9c7 | 2245 | return false; |
f40acbaf | 2246 | case TIPC_ESTABLISHED: |
c0bceb97 | 2247 | if (!skb_queue_empty(&sk->sk_write_queue)) |
0a3e060f | 2248 | tipc_sk_push_backlog(tsk, false); |
f40acbaf | 2249 | /* Accept only connection-based messages sent by peer */ |
c7268589 TL |
2250 | if (likely(con_msg && !err && pport == oport && |
2251 | pnode == onode)) { | |
2252 | if (msg_ack_required(hdr)) { | |
2253 | struct sk_buff *skb; | |
2254 | ||
2255 | skb = tipc_sk_build_ack(tsk); | |
0a3e060f TL |
2256 | if (skb) { |
2257 | msg_set_nagle_ack(buf_msg(skb)); | |
c7268589 | 2258 | __skb_queue_tail(xmitq, skb); |
0a3e060f | 2259 | } |
c7268589 | 2260 | } |
39fdc9c7 | 2261 | return true; |
c7268589 | 2262 | } |
39fdc9c7 | 2263 | if (!tsk_peer_msg(tsk, hdr)) |
f40acbaf | 2264 | return false; |
39fdc9c7 JM |
2265 | if (!err) |
2266 | return true; | |
2267 | tipc_set_sk_state(sk, TIPC_DISCONNECTING); | |
2268 | tipc_node_remove_conn(net, pnode, tsk->portid); | |
2269 | sk->sk_state_change(sk); | |
f40acbaf | 2270 | return true; |
7e6c131e | 2271 | default: |
438adcaf | 2272 | pr_err("Unknown sk_state %u\n", sk->sk_state); |
7e6c131e | 2273 | } |
39fdc9c7 JM |
2274 | /* Abort connection setup attempt */ |
2275 | tipc_set_sk_state(sk, TIPC_DISCONNECTING); | |
2276 | sk->sk_err = ECONNREFUSED; | |
2277 | sk->sk_state_change(sk); | |
2278 | return true; | |
7e6c131e YX |
2279 | } |
2280 | ||
aba79f33 YX |
2281 | /** |
2282 | * rcvbuf_limit - get proper overload limit of socket receive queue | |
2283 | * @sk: socket | |
10724cc7 | 2284 | * @skb: message |
aba79f33 | 2285 | * |
10724cc7 JPM |
2286 | * For connection oriented messages, irrespective of importance, |
2287 | * default queue limit is 2 MB. | |
aba79f33 | 2288 | * |
10724cc7 JPM |
2289 | * For connectionless messages, queue limits are based on message |
2290 | * importance as follows: | |
aba79f33 | 2291 | * |
10724cc7 JPM |
2292 | * TIPC_LOW_IMPORTANCE (2 MB) |
2293 | * TIPC_MEDIUM_IMPORTANCE (4 MB) | |
2294 | * TIPC_HIGH_IMPORTANCE (8 MB) | |
2295 | * TIPC_CRITICAL_IMPORTANCE (16 MB) | |
aba79f33 | 2296 | * |
637b77fd | 2297 | * Return: overload limit according to corresponding message importance |
aba79f33 | 2298 | */ |
10724cc7 | 2299 | static unsigned int rcvbuf_limit(struct sock *sk, struct sk_buff *skb) |
aba79f33 | 2300 | { |
10724cc7 JPM |
2301 | struct tipc_sock *tsk = tipc_sk(sk); |
2302 | struct tipc_msg *hdr = buf_msg(skb); | |
2303 | ||
b7d42635 | 2304 | if (unlikely(msg_in_group(hdr))) |
8265792b | 2305 | return READ_ONCE(sk->sk_rcvbuf); |
b7d42635 | 2306 | |
10724cc7 | 2307 | if (unlikely(!msg_connected(hdr))) |
8265792b | 2308 | return READ_ONCE(sk->sk_rcvbuf) << msg_importance(hdr); |
aba79f33 | 2309 | |
10724cc7 | 2310 | if (likely(tsk->peer_caps & TIPC_BLOCK_FLOWCTL)) |
8265792b | 2311 | return READ_ONCE(sk->sk_rcvbuf); |
0cee6bbe | 2312 | |
10724cc7 | 2313 | return FLOWCTL_MSG_LIM; |
aba79f33 YX |
2314 | } |
2315 | ||
c4307285 | 2316 | /** |
64ac5f59 | 2317 | * tipc_sk_filter_rcv - validate incoming message |
0c3141e9 | 2318 | * @sk: socket |
cda3696d | 2319 | * @skb: pointer to message. |
f172f4b8 | 2320 | * @xmitq: output message area (FIXME) |
c4307285 | 2321 | * |
0c3141e9 AS |
2322 | * Enqueues message on receive queue if acceptable; optionally handles |
2323 | * disconnect indication for a connected socket. | |
2324 | * | |
1186adf7 | 2325 | * Called with socket lock already taken |
b97bf3fd | 2326 | */ |
64ac5f59 JM |
2327 | static void tipc_sk_filter_rcv(struct sock *sk, struct sk_buff *skb, |
2328 | struct sk_buff_head *xmitq) | |
b97bf3fd | 2329 | { |
64ac5f59 | 2330 | bool sk_conn = !tipc_sk_type_connectionless(sk); |
58ed9442 | 2331 | struct tipc_sock *tsk = tipc_sk(sk); |
75da2163 | 2332 | struct tipc_group *grp = tsk->group; |
cda3696d | 2333 | struct tipc_msg *hdr = buf_msg(skb); |
64ac5f59 JM |
2334 | struct net *net = sock_net(sk); |
2335 | struct sk_buff_head inputq; | |
77d5ad40 | 2336 | int mtyp = msg_type(hdr); |
64ac5f59 | 2337 | int limit, err = TIPC_OK; |
ec8a2e56 | 2338 | |
01e661eb | 2339 | trace_tipc_sk_filter_rcv(sk, skb, TIPC_DUMP_ALL, " "); |
64ac5f59 JM |
2340 | TIPC_SKB_CB(skb)->bytes_read = 0; |
2341 | __skb_queue_head_init(&inputq); | |
2342 | __skb_queue_tail(&inputq, skb); | |
50100a5e | 2343 | |
64ac5f59 JM |
2344 | if (unlikely(!msg_isdata(hdr))) |
2345 | tipc_sk_proto_rcv(sk, &inputq, xmitq); | |
0c3141e9 | 2346 | |
75da2163 JM |
2347 | if (unlikely(grp)) |
2348 | tipc_group_filter_msg(grp, &inputq, xmitq); | |
2349 | ||
77d5ad40 | 2350 | if (unlikely(!grp) && mtyp == TIPC_MCAST_MSG) |
08e046c8 | 2351 | tipc_mcast_filter_msg(net, &tsk->mc_method.deferredq, &inputq); |
c55c8eda | 2352 | |
64ac5f59 JM |
2353 | /* Validate and add to receive buffer if there is space */ |
2354 | while ((skb = __skb_dequeue(&inputq))) { | |
2355 | hdr = buf_msg(skb); | |
2356 | limit = rcvbuf_limit(sk, skb); | |
c7268589 | 2357 | if ((sk_conn && !tipc_sk_filter_connect(tsk, skb, xmitq)) || |
75da2163 JM |
2358 | (!sk_conn && msg_connected(hdr)) || |
2359 | (!grp && msg_in_group(hdr))) | |
cda3696d | 2360 | err = TIPC_ERR_NO_PORT; |
872619d8 | 2361 | else if (sk_rmem_alloc_get(sk) + skb->truesize >= limit) { |
01e661eb TL |
2362 | trace_tipc_sk_dump(sk, skb, TIPC_DUMP_ALL, |
2363 | "err_overload2!"); | |
872619d8 | 2364 | atomic_inc(&sk->sk_drops); |
64ac5f59 | 2365 | err = TIPC_ERR_OVERLOAD; |
872619d8 | 2366 | } |
b97bf3fd | 2367 | |
64ac5f59 | 2368 | if (unlikely(err)) { |
01e661eb TL |
2369 | if (tipc_msg_reverse(tipc_own_addr(net), &skb, err)) { |
2370 | trace_tipc_sk_rej_msg(sk, skb, TIPC_DUMP_NONE, | |
2371 | "@filter_rcv!"); | |
2372 | __skb_queue_tail(xmitq, skb); | |
2373 | } | |
64ac5f59 JM |
2374 | err = TIPC_OK; |
2375 | continue; | |
2376 | } | |
2377 | __skb_queue_tail(&sk->sk_receive_queue, skb); | |
2378 | skb_set_owner_r(skb, sk); | |
01e661eb TL |
2379 | trace_tipc_sk_overlimit2(sk, skb, TIPC_DUMP_ALL, |
2380 | "rcvq >90% allocated!"); | |
64ac5f59 | 2381 | sk->sk_data_ready(sk); |
cda3696d | 2382 | } |
0c3141e9 | 2383 | } |
b97bf3fd | 2384 | |
0c3141e9 | 2385 | /** |
64ac5f59 | 2386 | * tipc_sk_backlog_rcv - handle incoming message from backlog queue |
0c3141e9 | 2387 | * @sk: socket |
a6ca1094 | 2388 | * @skb: message |
0c3141e9 | 2389 | * |
e3a77561 | 2390 | * Caller must hold socket lock |
0c3141e9 | 2391 | */ |
64ac5f59 | 2392 | static int tipc_sk_backlog_rcv(struct sock *sk, struct sk_buff *skb) |
0c3141e9 | 2393 | { |
64ac5f59 | 2394 | unsigned int before = sk_rmem_alloc_get(sk); |
f1d048f2 | 2395 | struct sk_buff_head xmitq; |
64ac5f59 | 2396 | unsigned int added; |
0c3141e9 | 2397 | |
f1d048f2 JPM |
2398 | __skb_queue_head_init(&xmitq); |
2399 | ||
64ac5f59 JM |
2400 | tipc_sk_filter_rcv(sk, skb, &xmitq); |
2401 | added = sk_rmem_alloc_get(sk) - before; | |
2402 | atomic_add(added, &tipc_sk(sk)->dupl_rcvcnt); | |
f1d048f2 | 2403 | |
64ac5f59 | 2404 | /* Send pending response/rejected messages, if any */ |
f70d37b7 | 2405 | tipc_node_distr_xmit(sock_net(sk), &xmitq); |
0c3141e9 AS |
2406 | return 0; |
2407 | } | |
2408 | ||
d570d864 | 2409 | /** |
c637c103 JPM |
2410 | * tipc_sk_enqueue - extract all buffers with destination 'dport' from |
2411 | * inputq and try adding them to socket or backlog queue | |
2412 | * @inputq: list of incoming buffers with potentially different destinations | |
2413 | * @sk: socket where the buffers should be enqueued | |
2414 | * @dport: port number for the socket | |
f172f4b8 | 2415 | * @xmitq: output queue |
d570d864 JPM |
2416 | * |
2417 | * Caller must hold socket lock | |
d570d864 | 2418 | */ |
cda3696d | 2419 | static void tipc_sk_enqueue(struct sk_buff_head *inputq, struct sock *sk, |
f1d048f2 | 2420 | u32 dport, struct sk_buff_head *xmitq) |
d570d864 | 2421 | { |
f1d048f2 JPM |
2422 | unsigned long time_limit = jiffies + 2; |
2423 | struct sk_buff *skb; | |
d570d864 JPM |
2424 | unsigned int lim; |
2425 | atomic_t *dcnt; | |
f1d048f2 | 2426 | u32 onode; |
c637c103 JPM |
2427 | |
2428 | while (skb_queue_len(inputq)) { | |
51a00daf | 2429 | if (unlikely(time_after_eq(jiffies, time_limit))) |
cda3696d JPM |
2430 | return; |
2431 | ||
c637c103 JPM |
2432 | skb = tipc_skb_dequeue(inputq, dport); |
2433 | if (unlikely(!skb)) | |
cda3696d JPM |
2434 | return; |
2435 | ||
2436 | /* Add message directly to receive queue if possible */ | |
c637c103 | 2437 | if (!sock_owned_by_user(sk)) { |
64ac5f59 | 2438 | tipc_sk_filter_rcv(sk, skb, xmitq); |
cda3696d | 2439 | continue; |
c637c103 | 2440 | } |
cda3696d JPM |
2441 | |
2442 | /* Try backlog, compensating for double-counted bytes */ | |
c637c103 | 2443 | dcnt = &tipc_sk(sk)->dupl_rcvcnt; |
7c8bcfb1 | 2444 | if (!sk->sk_backlog.len) |
c637c103 JPM |
2445 | atomic_set(dcnt, 0); |
2446 | lim = rcvbuf_limit(sk, skb) + atomic_read(dcnt); | |
01e661eb TL |
2447 | if (likely(!sk_add_backlog(sk, skb, lim))) { |
2448 | trace_tipc_sk_overlimit1(sk, skb, TIPC_DUMP_ALL, | |
2449 | "bklg & rcvq >90% allocated!"); | |
c637c103 | 2450 | continue; |
01e661eb | 2451 | } |
cda3696d | 2452 | |
01e661eb | 2453 | trace_tipc_sk_dump(sk, skb, TIPC_DUMP_ALL, "err_overload!"); |
cda3696d | 2454 | /* Overload => reject message back to sender */ |
f1d048f2 | 2455 | onode = tipc_own_addr(sock_net(sk)); |
872619d8 | 2456 | atomic_inc(&sk->sk_drops); |
01e661eb TL |
2457 | if (tipc_msg_reverse(onode, &skb, TIPC_ERR_OVERLOAD)) { |
2458 | trace_tipc_sk_rej_msg(sk, skb, TIPC_DUMP_ALL, | |
2459 | "@sk_enqueue!"); | |
f1d048f2 | 2460 | __skb_queue_tail(xmitq, skb); |
01e661eb | 2461 | } |
cda3696d | 2462 | break; |
c637c103 | 2463 | } |
d570d864 JPM |
2464 | } |
2465 | ||
0c3141e9 | 2466 | /** |
c637c103 | 2467 | * tipc_sk_rcv - handle a chain of incoming buffers |
f172f4b8 | 2468 | * @net: the associated network namespace |
c637c103 JPM |
2469 | * @inputq: buffer list containing the buffers |
2470 | * Consumes all buffers in list until inputq is empty | |
2471 | * Note: may be called in multiple threads referring to the same queue | |
0c3141e9 | 2472 | */ |
cda3696d | 2473 | void tipc_sk_rcv(struct net *net, struct sk_buff_head *inputq) |
0c3141e9 | 2474 | { |
f1d048f2 | 2475 | struct sk_buff_head xmitq; |
c637c103 | 2476 | u32 dnode, dport = 0; |
9871b27f | 2477 | int err; |
9816f061 | 2478 | struct tipc_sock *tsk; |
9816f061 | 2479 | struct sock *sk; |
cda3696d | 2480 | struct sk_buff *skb; |
9816f061 | 2481 | |
f1d048f2 | 2482 | __skb_queue_head_init(&xmitq); |
c637c103 | 2483 | while (skb_queue_len(inputq)) { |
c637c103 JPM |
2484 | dport = tipc_skb_peek_port(inputq, dport); |
2485 | tsk = tipc_sk_lookup(net, dport); | |
cda3696d | 2486 | |
c637c103 JPM |
2487 | if (likely(tsk)) { |
2488 | sk = &tsk->sk; | |
2489 | if (likely(spin_trylock_bh(&sk->sk_lock.slock))) { | |
f1d048f2 | 2490 | tipc_sk_enqueue(inputq, sk, dport, &xmitq); |
c637c103 | 2491 | spin_unlock_bh(&sk->sk_lock.slock); |
c637c103 | 2492 | } |
f1d048f2 | 2493 | /* Send pending response/rejected messages, if any */ |
f70d37b7 | 2494 | tipc_node_distr_xmit(sock_net(sk), &xmitq); |
c637c103 | 2495 | sock_put(sk); |
c637c103 | 2496 | continue; |
c637c103 | 2497 | } |
cda3696d JPM |
2498 | /* No destination socket => dequeue skb if still there */ |
2499 | skb = tipc_skb_dequeue(inputq, dport); | |
2500 | if (!skb) | |
2501 | return; | |
2502 | ||
2503 | /* Try secondary lookup if unresolved named message */ | |
2504 | err = TIPC_ERR_NO_PORT; | |
2505 | if (tipc_msg_lookup_dest(net, skb, &err)) | |
2506 | goto xmit; | |
2507 | ||
2508 | /* Prepare for message rejection */ | |
2509 | if (!tipc_msg_reverse(tipc_own_addr(net), &skb, err)) | |
c637c103 | 2510 | continue; |
01e661eb TL |
2511 | |
2512 | trace_tipc_sk_rej_msg(NULL, skb, TIPC_DUMP_NONE, "@sk_rcv!"); | |
e3a77561 | 2513 | xmit: |
cda3696d | 2514 | dnode = msg_destnode(buf_msg(skb)); |
af9b028e | 2515 | tipc_node_xmit_skb(net, skb, dnode, dport); |
c637c103 | 2516 | } |
b97bf3fd PL |
2517 | } |
2518 | ||
78eb3a53 YX |
2519 | static int tipc_wait_for_connect(struct socket *sock, long *timeo_p) |
2520 | { | |
d9dc8b0f | 2521 | DEFINE_WAIT_FUNC(wait, woken_wake_function); |
78eb3a53 | 2522 | struct sock *sk = sock->sk; |
78eb3a53 YX |
2523 | int done; |
2524 | ||
2525 | do { | |
2526 | int err = sock_error(sk); | |
2527 | if (err) | |
2528 | return err; | |
2529 | if (!*timeo_p) | |
2530 | return -ETIMEDOUT; | |
2531 | if (signal_pending(current)) | |
2532 | return sock_intr_errno(*timeo_p); | |
5391a877 TL |
2533 | if (sk->sk_state == TIPC_DISCONNECTING) |
2534 | break; | |
78eb3a53 | 2535 | |
d9dc8b0f | 2536 | add_wait_queue(sk_sleep(sk), &wait); |
9546a0b7 TL |
2537 | done = sk_wait_event(sk, timeo_p, tipc_sk_connected(sk), |
2538 | &wait); | |
d9dc8b0f | 2539 | remove_wait_queue(sk_sleep(sk), &wait); |
78eb3a53 YX |
2540 | } while (!done); |
2541 | return 0; | |
2542 | } | |
2543 | ||
ea239314 EH |
2544 | static bool tipc_sockaddr_is_sane(struct sockaddr_tipc *addr) |
2545 | { | |
2546 | if (addr->family != AF_TIPC) | |
2547 | return false; | |
2548 | if (addr->addrtype == TIPC_SERVICE_RANGE) | |
2549 | return (addr->addr.nameseq.lower <= addr->addr.nameseq.upper); | |
2550 | return (addr->addrtype == TIPC_SERVICE_ADDR || | |
2551 | addr->addrtype == TIPC_SOCKET_ADDR); | |
2552 | } | |
2553 | ||
b97bf3fd | 2554 | /** |
247f0f3c | 2555 | * tipc_connect - establish a connection to another TIPC port |
b97bf3fd PL |
2556 | * @sock: socket structure |
2557 | * @dest: socket address for destination port | |
2558 | * @destlen: size of socket address data structure | |
0c3141e9 | 2559 | * @flags: file-related flags associated with socket |
b97bf3fd | 2560 | * |
637b77fd | 2561 | * Return: 0 on success, errno otherwise |
b97bf3fd | 2562 | */ |
247f0f3c YX |
2563 | static int tipc_connect(struct socket *sock, struct sockaddr *dest, |
2564 | int destlen, int flags) | |
b97bf3fd | 2565 | { |
0c3141e9 | 2566 | struct sock *sk = sock->sk; |
f2f8036e | 2567 | struct tipc_sock *tsk = tipc_sk(sk); |
b89741a0 AS |
2568 | struct sockaddr_tipc *dst = (struct sockaddr_tipc *)dest; |
2569 | struct msghdr m = {NULL,}; | |
f2f8036e | 2570 | long timeout = (flags & O_NONBLOCK) ? 0 : tsk->conn_timeout; |
99a20889 | 2571 | int previous; |
f2f8036e | 2572 | int res = 0; |
b89741a0 | 2573 | |
23998835 JM |
2574 | if (destlen != sizeof(struct sockaddr_tipc)) |
2575 | return -EINVAL; | |
2576 | ||
0c3141e9 AS |
2577 | lock_sock(sk); |
2578 | ||
75da2163 JM |
2579 | if (tsk->group) { |
2580 | res = -EINVAL; | |
2581 | goto exit; | |
2582 | } | |
2583 | ||
23998835 JM |
2584 | if (dst->family == AF_UNSPEC) { |
2585 | memset(&tsk->peer, 0, sizeof(struct sockaddr_tipc)); | |
2586 | if (!tipc_sk_type_connectionless(sk)) | |
610600c8 | 2587 | res = -EINVAL; |
0c3141e9 AS |
2588 | goto exit; |
2589 | } | |
ea239314 | 2590 | if (!tipc_sockaddr_is_sane(dst)) { |
0c3141e9 | 2591 | res = -EINVAL; |
23998835 | 2592 | goto exit; |
ea239314 | 2593 | } |
23998835 JM |
2594 | /* DGRAM/RDM connect(), just save the destaddr */ |
2595 | if (tipc_sk_type_connectionless(sk)) { | |
2596 | memcpy(&tsk->peer, dest, destlen); | |
0c3141e9 | 2597 | goto exit; |
ea239314 EH |
2598 | } else if (dst->addrtype == TIPC_SERVICE_RANGE) { |
2599 | res = -EINVAL; | |
2600 | goto exit; | |
0c3141e9 AS |
2601 | } |
2602 | ||
99a20889 | 2603 | previous = sk->sk_state; |
438adcaf PB |
2604 | |
2605 | switch (sk->sk_state) { | |
2606 | case TIPC_OPEN: | |
584d24b3 YX |
2607 | /* Send a 'SYN-' to destination */ |
2608 | m.msg_name = dest; | |
2609 | m.msg_namelen = destlen; | |
2610 | ||
2611 | /* If connect is in non-blocking case, set MSG_DONTWAIT to | |
2612 | * indicate send_msg() is never blocked. | |
2613 | */ | |
2614 | if (!timeout) | |
2615 | m.msg_flags = MSG_DONTWAIT; | |
2616 | ||
39a0295f | 2617 | res = __tipc_sendmsg(sock, &m, 0); |
584d24b3 YX |
2618 | if ((res < 0) && (res != -EWOULDBLOCK)) |
2619 | goto exit; | |
2620 | ||
99a20889 | 2621 | /* Just entered TIPC_CONNECTING state; the only |
584d24b3 YX |
2622 | * difference is that return value in non-blocking |
2623 | * case is EINPROGRESS, rather than EALREADY. | |
2624 | */ | |
2625 | res = -EINPROGRESS; | |
7f8901b7 | 2626 | fallthrough; |
99a20889 PB |
2627 | case TIPC_CONNECTING: |
2628 | if (!timeout) { | |
2629 | if (previous == TIPC_CONNECTING) | |
2630 | res = -EALREADY; | |
78eb3a53 | 2631 | goto exit; |
99a20889 | 2632 | } |
78eb3a53 YX |
2633 | timeout = msecs_to_jiffies(timeout); |
2634 | /* Wait until an 'ACK' or 'RST' arrives, or a timeout occurs */ | |
2635 | res = tipc_wait_for_connect(sock, &timeout); | |
f40acbaf PB |
2636 | break; |
2637 | case TIPC_ESTABLISHED: | |
584d24b3 | 2638 | res = -EISCONN; |
f40acbaf PB |
2639 | break; |
2640 | default: | |
584d24b3 | 2641 | res = -EINVAL; |
f40acbaf | 2642 | } |
99a20889 | 2643 | |
0c3141e9 AS |
2644 | exit: |
2645 | release_sock(sk); | |
b89741a0 | 2646 | return res; |
b97bf3fd PL |
2647 | } |
2648 | ||
c4307285 | 2649 | /** |
247f0f3c | 2650 | * tipc_listen - allow socket to listen for incoming connections |
b97bf3fd PL |
2651 | * @sock: socket structure |
2652 | * @len: (unused) | |
c4307285 | 2653 | * |
637b77fd | 2654 | * Return: 0 on success, errno otherwise |
b97bf3fd | 2655 | */ |
247f0f3c | 2656 | static int tipc_listen(struct socket *sock, int len) |
b97bf3fd | 2657 | { |
0c3141e9 AS |
2658 | struct sock *sk = sock->sk; |
2659 | int res; | |
2660 | ||
2661 | lock_sock(sk); | |
0c288c86 | 2662 | res = tipc_set_sk_state(sk, TIPC_LISTEN); |
0c3141e9 | 2663 | release_sock(sk); |
0c288c86 | 2664 | |
0c3141e9 | 2665 | return res; |
b97bf3fd PL |
2666 | } |
2667 | ||
6398e23c YX |
2668 | static int tipc_wait_for_accept(struct socket *sock, long timeo) |
2669 | { | |
2670 | struct sock *sk = sock->sk; | |
2671 | DEFINE_WAIT(wait); | |
2672 | int err; | |
2673 | ||
2674 | /* True wake-one mechanism for incoming connections: only | |
2675 | * one process gets woken up, not the 'whole herd'. | |
2676 | * Since we do not 'race & poll' for established sockets | |
2677 | * anymore, the common case will execute the loop only once. | |
2678 | */ | |
2679 | for (;;) { | |
2680 | prepare_to_wait_exclusive(sk_sleep(sk), &wait, | |
2681 | TASK_INTERRUPTIBLE); | |
fe8e4649 | 2682 | if (timeo && skb_queue_empty(&sk->sk_receive_queue)) { |
6398e23c YX |
2683 | release_sock(sk); |
2684 | timeo = schedule_timeout(timeo); | |
2685 | lock_sock(sk); | |
2686 | } | |
2687 | err = 0; | |
2688 | if (!skb_queue_empty(&sk->sk_receive_queue)) | |
2689 | break; | |
6398e23c YX |
2690 | err = -EAGAIN; |
2691 | if (!timeo) | |
2692 | break; | |
143fe22f EH |
2693 | err = sock_intr_errno(timeo); |
2694 | if (signal_pending(current)) | |
2695 | break; | |
6398e23c YX |
2696 | } |
2697 | finish_wait(sk_sleep(sk), &wait); | |
2698 | return err; | |
2699 | } | |
2700 | ||
c4307285 | 2701 | /** |
247f0f3c | 2702 | * tipc_accept - wait for connection request |
b97bf3fd | 2703 | * @sock: listening socket |
d8141208 | 2704 | * @new_sock: new socket that is to be connected |
b97bf3fd | 2705 | * @flags: file-related flags associated with socket |
f172f4b8 | 2706 | * @kern: caused by kernel or by userspace? |
c4307285 | 2707 | * |
637b77fd | 2708 | * Return: 0 on success, errno otherwise |
b97bf3fd | 2709 | */ |
cdfbabfb DH |
2710 | static int tipc_accept(struct socket *sock, struct socket *new_sock, int flags, |
2711 | bool kern) | |
b97bf3fd | 2712 | { |
0fef8f20 | 2713 | struct sock *new_sk, *sk = sock->sk; |
b97bf3fd | 2714 | struct sk_buff *buf; |
301bae56 | 2715 | struct tipc_sock *new_tsock; |
0fef8f20 | 2716 | struct tipc_msg *msg; |
6398e23c | 2717 | long timeo; |
0c3141e9 | 2718 | int res; |
b97bf3fd | 2719 | |
0c3141e9 | 2720 | lock_sock(sk); |
b97bf3fd | 2721 | |
0c288c86 | 2722 | if (sk->sk_state != TIPC_LISTEN) { |
0c3141e9 | 2723 | res = -EINVAL; |
b97bf3fd PL |
2724 | goto exit; |
2725 | } | |
6398e23c YX |
2726 | timeo = sock_rcvtimeo(sk, flags & O_NONBLOCK); |
2727 | res = tipc_wait_for_accept(sock, timeo); | |
2728 | if (res) | |
2729 | goto exit; | |
0c3141e9 AS |
2730 | |
2731 | buf = skb_peek(&sk->sk_receive_queue); | |
2732 | ||
cdfbabfb | 2733 | res = tipc_sk_create(sock_net(sock->sk), new_sock, 0, kern); |
0fef8f20 PG |
2734 | if (res) |
2735 | goto exit; | |
fdd75ea8 | 2736 | security_sk_clone(sock->sk, new_sock->sk); |
b97bf3fd | 2737 | |
0fef8f20 | 2738 | new_sk = new_sock->sk; |
301bae56 | 2739 | new_tsock = tipc_sk(new_sk); |
0fef8f20 | 2740 | msg = buf_msg(buf); |
b97bf3fd | 2741 | |
0fef8f20 PG |
2742 | /* we lock on new_sk; but lockdep sees the lock on sk */ |
2743 | lock_sock_nested(new_sk, SINGLE_DEPTH_NESTING); | |
2744 | ||
2745 | /* | |
2746 | * Reject any stray messages received by new socket | |
2747 | * before the socket lock was taken (very, very unlikely) | |
2748 | */ | |
49afb806 | 2749 | tsk_rej_rx_queue(new_sk, TIPC_ERR_NO_PORT); |
0fef8f20 PG |
2750 | |
2751 | /* Connect new socket to it's peer */ | |
301bae56 | 2752 | tipc_sk_finish_conn(new_tsock, msg_origport(msg), msg_orignode(msg)); |
0fef8f20 | 2753 | |
095ae612 | 2754 | tsk_set_importance(new_sk, msg_importance(msg)); |
0fef8f20 | 2755 | if (msg_named(msg)) { |
301bae56 JPM |
2756 | new_tsock->conn_type = msg_nametype(msg); |
2757 | new_tsock->conn_instance = msg_nameinst(msg); | |
b97bf3fd | 2758 | } |
0fef8f20 PG |
2759 | |
2760 | /* | |
2761 | * Respond to 'SYN-' by discarding it & returning 'ACK'-. | |
2762 | * Respond to 'SYN+' by queuing it on new socket. | |
2763 | */ | |
2764 | if (!msg_data_sz(msg)) { | |
2765 | struct msghdr m = {NULL,}; | |
2766 | ||
2e84c60b | 2767 | tsk_advance_rx_queue(sk); |
365ad353 | 2768 | __tipc_sendstream(new_sock, &m, 0); |
0fef8f20 PG |
2769 | } else { |
2770 | __skb_dequeue(&sk->sk_receive_queue); | |
2771 | __skb_queue_head(&new_sk->sk_receive_queue, buf); | |
aba79f33 | 2772 | skb_set_owner_r(buf, new_sk); |
0fef8f20 PG |
2773 | } |
2774 | release_sock(new_sk); | |
b97bf3fd | 2775 | exit: |
0c3141e9 | 2776 | release_sock(sk); |
b97bf3fd PL |
2777 | return res; |
2778 | } | |
2779 | ||
2780 | /** | |
247f0f3c | 2781 | * tipc_shutdown - shutdown socket connection |
b97bf3fd | 2782 | * @sock: socket structure |
e247a8f5 | 2783 | * @how: direction to close (must be SHUT_RDWR) |
b97bf3fd PL |
2784 | * |
2785 | * Terminates connection (if necessary), then purges socket's receive queue. | |
c4307285 | 2786 | * |
637b77fd | 2787 | * Return: 0 on success, errno otherwise |
b97bf3fd | 2788 | */ |
247f0f3c | 2789 | static int tipc_shutdown(struct socket *sock, int how) |
b97bf3fd | 2790 | { |
0c3141e9 | 2791 | struct sock *sk = sock->sk; |
b97bf3fd PL |
2792 | int res; |
2793 | ||
e247a8f5 AS |
2794 | if (how != SHUT_RDWR) |
2795 | return -EINVAL; | |
b97bf3fd | 2796 | |
0c3141e9 | 2797 | lock_sock(sk); |
b97bf3fd | 2798 | |
01e661eb | 2799 | trace_tipc_sk_shutdown(sk, NULL, TIPC_DUMP_ALL, " "); |
6f00089c | 2800 | __tipc_shutdown(sock, TIPC_CONN_SHUTDOWN); |
a4b5cc9e | 2801 | sk->sk_shutdown = SHUTDOWN_MASK; |
b97bf3fd | 2802 | |
6f00089c | 2803 | if (sk->sk_state == TIPC_DISCONNECTING) { |
75031151 | 2804 | /* Discard any unreceived messages */ |
57467e56 | 2805 | __skb_queue_purge(&sk->sk_receive_queue); |
75031151 | 2806 | |
b97bf3fd | 2807 | res = 0; |
6f00089c | 2808 | } else { |
b97bf3fd PL |
2809 | res = -ENOTCONN; |
2810 | } | |
2a63866c TH |
2811 | /* Wake up anyone sleeping in poll. */ |
2812 | sk->sk_state_change(sk); | |
b97bf3fd | 2813 | |
0c3141e9 | 2814 | release_sock(sk); |
b97bf3fd PL |
2815 | return res; |
2816 | } | |
2817 | ||
afe8792f JM |
2818 | static void tipc_sk_check_probing_state(struct sock *sk, |
2819 | struct sk_buff_head *list) | |
2820 | { | |
2821 | struct tipc_sock *tsk = tipc_sk(sk); | |
2822 | u32 pnode = tsk_peer_node(tsk); | |
2823 | u32 pport = tsk_peer_port(tsk); | |
2824 | u32 self = tsk_own_node(tsk); | |
2825 | u32 oport = tsk->portid; | |
2826 | struct sk_buff *skb; | |
2827 | ||
2828 | if (tsk->probe_unacked) { | |
2829 | tipc_set_sk_state(sk, TIPC_DISCONNECTING); | |
2830 | sk->sk_err = ECONNABORTED; | |
2831 | tipc_node_remove_conn(sock_net(sk), pnode, pport); | |
2832 | sk->sk_state_change(sk); | |
2833 | return; | |
2834 | } | |
2835 | /* Prepare new probe */ | |
2836 | skb = tipc_msg_create(CONN_MANAGER, CONN_PROBE, INT_H_SIZE, 0, | |
2837 | pnode, self, pport, oport, TIPC_OK); | |
2838 | if (skb) | |
2839 | __skb_queue_tail(list, skb); | |
2840 | tsk->probe_unacked = true; | |
2841 | sk_reset_timer(sk, &sk->sk_timer, jiffies + CONN_PROBING_INTV); | |
2842 | } | |
2843 | ||
67879274 TN |
2844 | static void tipc_sk_retry_connect(struct sock *sk, struct sk_buff_head *list) |
2845 | { | |
2846 | struct tipc_sock *tsk = tipc_sk(sk); | |
2847 | ||
2848 | /* Try again later if dest link is congested */ | |
2849 | if (tsk->cong_link_cnt) { | |
2850 | sk_reset_timer(sk, &sk->sk_timer, msecs_to_jiffies(100)); | |
2851 | return; | |
2852 | } | |
2853 | /* Prepare SYN for retransmit */ | |
2854 | tipc_msg_skb_clone(&sk->sk_write_queue, list); | |
2855 | } | |
2856 | ||
31b102bb | 2857 | static void tipc_sk_timeout(struct timer_list *t) |
57289015 | 2858 | { |
31b102bb KC |
2859 | struct sock *sk = from_timer(sk, t, sk_timer); |
2860 | struct tipc_sock *tsk = tipc_sk(sk); | |
afe8792f JM |
2861 | u32 pnode = tsk_peer_node(tsk); |
2862 | struct sk_buff_head list; | |
67879274 | 2863 | int rc = 0; |
57289015 | 2864 | |
e654f9f5 | 2865 | __skb_queue_head_init(&list); |
6c9808ce | 2866 | bh_lock_sock(sk); |
0d5fcebf JM |
2867 | |
2868 | /* Try again later if socket is busy */ | |
2869 | if (sock_owned_by_user(sk)) { | |
2870 | sk_reset_timer(sk, &sk->sk_timer, jiffies + HZ / 20); | |
afe8792f | 2871 | bh_unlock_sock(sk); |
91a4a3eb | 2872 | sock_put(sk); |
afe8792f | 2873 | return; |
57289015 | 2874 | } |
57289015 | 2875 | |
afe8792f JM |
2876 | if (sk->sk_state == TIPC_ESTABLISHED) |
2877 | tipc_sk_check_probing_state(sk, &list); | |
67879274 TN |
2878 | else if (sk->sk_state == TIPC_CONNECTING) |
2879 | tipc_sk_retry_connect(sk, &list); | |
afe8792f | 2880 | |
57289015 | 2881 | bh_unlock_sock(sk); |
afe8792f JM |
2882 | |
2883 | if (!skb_queue_empty(&list)) | |
67879274 | 2884 | rc = tipc_node_xmit(sock_net(sk), &list, pnode, tsk->portid); |
afe8792f | 2885 | |
67879274 TN |
2886 | /* SYN messages may cause link congestion */ |
2887 | if (rc == -ELINKCONG) { | |
2888 | tipc_dest_push(&tsk->cong_links, pnode, 0); | |
2889 | tsk->cong_link_cnt = 1; | |
2890 | } | |
07f6c4bc | 2891 | sock_put(sk); |
57289015 JPM |
2892 | } |
2893 | ||
301bae56 | 2894 | static int tipc_sk_publish(struct tipc_sock *tsk, uint scope, |
b6f88d9c | 2895 | struct tipc_service_range const *seq) |
0fc87aae | 2896 | { |
d6fb7e9c PB |
2897 | struct sock *sk = &tsk->sk; |
2898 | struct net *net = sock_net(sk); | |
0fc87aae JPM |
2899 | struct publication *publ; |
2900 | u32 key; | |
2901 | ||
928df188 JM |
2902 | if (scope != TIPC_NODE_SCOPE) |
2903 | scope = TIPC_CLUSTER_SCOPE; | |
2904 | ||
d6fb7e9c | 2905 | if (tipc_sk_connected(sk)) |
0fc87aae | 2906 | return -EINVAL; |
07f6c4bc YX |
2907 | key = tsk->portid + tsk->pub_count + 1; |
2908 | if (key == tsk->portid) | |
0fc87aae JPM |
2909 | return -EADDRINUSE; |
2910 | ||
f2f9800d | 2911 | publ = tipc_nametbl_publish(net, seq->type, seq->lower, seq->upper, |
07f6c4bc | 2912 | scope, tsk->portid, key); |
0fc87aae JPM |
2913 | if (unlikely(!publ)) |
2914 | return -EINVAL; | |
2915 | ||
e50e73e1 | 2916 | list_add(&publ->binding_sock, &tsk->publications); |
301bae56 JPM |
2917 | tsk->pub_count++; |
2918 | tsk->published = 1; | |
0fc87aae JPM |
2919 | return 0; |
2920 | } | |
2921 | ||
301bae56 | 2922 | static int tipc_sk_withdraw(struct tipc_sock *tsk, uint scope, |
b6f88d9c | 2923 | struct tipc_service_range const *seq) |
0fc87aae | 2924 | { |
f2f9800d | 2925 | struct net *net = sock_net(&tsk->sk); |
0fc87aae JPM |
2926 | struct publication *publ; |
2927 | struct publication *safe; | |
2928 | int rc = -EINVAL; | |
2929 | ||
928df188 JM |
2930 | if (scope != TIPC_NODE_SCOPE) |
2931 | scope = TIPC_CLUSTER_SCOPE; | |
2932 | ||
e50e73e1 | 2933 | list_for_each_entry_safe(publ, safe, &tsk->publications, binding_sock) { |
0fc87aae JPM |
2934 | if (seq) { |
2935 | if (publ->scope != scope) | |
2936 | continue; | |
2937 | if (publ->type != seq->type) | |
2938 | continue; | |
2939 | if (publ->lower != seq->lower) | |
2940 | continue; | |
2941 | if (publ->upper != seq->upper) | |
2942 | break; | |
f2f9800d | 2943 | tipc_nametbl_withdraw(net, publ->type, publ->lower, |
37922ea4 | 2944 | publ->upper, publ->key); |
0fc87aae JPM |
2945 | rc = 0; |
2946 | break; | |
2947 | } | |
f2f9800d | 2948 | tipc_nametbl_withdraw(net, publ->type, publ->lower, |
37922ea4 | 2949 | publ->upper, publ->key); |
0fc87aae JPM |
2950 | rc = 0; |
2951 | } | |
301bae56 JPM |
2952 | if (list_empty(&tsk->publications)) |
2953 | tsk->published = 0; | |
0fc87aae JPM |
2954 | return rc; |
2955 | } | |
2956 | ||
5a9ee0be JPM |
2957 | /* tipc_sk_reinit: set non-zero address in all existing sockets |
2958 | * when we go from standalone to network mode. | |
2959 | */ | |
e05b31f4 | 2960 | void tipc_sk_reinit(struct net *net) |
5a9ee0be | 2961 | { |
e05b31f4 | 2962 | struct tipc_net *tn = net_generic(net, tipc_net_id); |
40f9f439 | 2963 | struct rhashtable_iter iter; |
07f6c4bc | 2964 | struct tipc_sock *tsk; |
5a9ee0be | 2965 | struct tipc_msg *msg; |
5a9ee0be | 2966 | |
40f9f439 HX |
2967 | rhashtable_walk_enter(&tn->sk_rht, &iter); |
2968 | ||
2969 | do { | |
97a6ec4a | 2970 | rhashtable_walk_start(&iter); |
40f9f439 HX |
2971 | |
2972 | while ((tsk = rhashtable_walk_next(&iter)) && !IS_ERR(tsk)) { | |
15ef70e2 CW |
2973 | sock_hold(&tsk->sk); |
2974 | rhashtable_walk_stop(&iter); | |
2975 | lock_sock(&tsk->sk); | |
07f6c4bc | 2976 | msg = &tsk->phdr; |
23fd3eac JM |
2977 | msg_set_prevnode(msg, tipc_own_addr(net)); |
2978 | msg_set_orignode(msg, tipc_own_addr(net)); | |
15ef70e2 CW |
2979 | release_sock(&tsk->sk); |
2980 | rhashtable_walk_start(&iter); | |
2981 | sock_put(&tsk->sk); | |
07f6c4bc | 2982 | } |
97a6ec4a | 2983 | |
40f9f439 HX |
2984 | rhashtable_walk_stop(&iter); |
2985 | } while (tsk == ERR_PTR(-EAGAIN)); | |
bd583fe3 CW |
2986 | |
2987 | rhashtable_walk_exit(&iter); | |
5a9ee0be JPM |
2988 | } |
2989 | ||
e05b31f4 | 2990 | static struct tipc_sock *tipc_sk_lookup(struct net *net, u32 portid) |
808d90f9 | 2991 | { |
e05b31f4 | 2992 | struct tipc_net *tn = net_generic(net, tipc_net_id); |
07f6c4bc | 2993 | struct tipc_sock *tsk; |
808d90f9 | 2994 | |
07f6c4bc | 2995 | rcu_read_lock(); |
ab818362 | 2996 | tsk = rhashtable_lookup(&tn->sk_rht, &portid, tsk_rht_params); |
07f6c4bc YX |
2997 | if (tsk) |
2998 | sock_hold(&tsk->sk); | |
2999 | rcu_read_unlock(); | |
808d90f9 | 3000 | |
07f6c4bc | 3001 | return tsk; |
808d90f9 JPM |
3002 | } |
3003 | ||
07f6c4bc | 3004 | static int tipc_sk_insert(struct tipc_sock *tsk) |
808d90f9 | 3005 | { |
e05b31f4 YX |
3006 | struct sock *sk = &tsk->sk; |
3007 | struct net *net = sock_net(sk); | |
3008 | struct tipc_net *tn = net_generic(net, tipc_net_id); | |
07f6c4bc YX |
3009 | u32 remaining = (TIPC_MAX_PORT - TIPC_MIN_PORT) + 1; |
3010 | u32 portid = prandom_u32() % remaining + TIPC_MIN_PORT; | |
808d90f9 | 3011 | |
07f6c4bc YX |
3012 | while (remaining--) { |
3013 | portid++; | |
3014 | if ((portid < TIPC_MIN_PORT) || (portid > TIPC_MAX_PORT)) | |
3015 | portid = TIPC_MIN_PORT; | |
3016 | tsk->portid = portid; | |
3017 | sock_hold(&tsk->sk); | |
6cca7289 HX |
3018 | if (!rhashtable_lookup_insert_fast(&tn->sk_rht, &tsk->node, |
3019 | tsk_rht_params)) | |
07f6c4bc YX |
3020 | return 0; |
3021 | sock_put(&tsk->sk); | |
808d90f9 JPM |
3022 | } |
3023 | ||
07f6c4bc | 3024 | return -1; |
808d90f9 JPM |
3025 | } |
3026 | ||
07f6c4bc | 3027 | static void tipc_sk_remove(struct tipc_sock *tsk) |
808d90f9 | 3028 | { |
07f6c4bc | 3029 | struct sock *sk = &tsk->sk; |
e05b31f4 | 3030 | struct tipc_net *tn = net_generic(sock_net(sk), tipc_net_id); |
808d90f9 | 3031 | |
6cca7289 | 3032 | if (!rhashtable_remove_fast(&tn->sk_rht, &tsk->node, tsk_rht_params)) { |
41c6d650 | 3033 | WARN_ON(refcount_read(&sk->sk_refcnt) == 1); |
07f6c4bc | 3034 | __sock_put(sk); |
808d90f9 | 3035 | } |
808d90f9 JPM |
3036 | } |
3037 | ||
6cca7289 HX |
3038 | static const struct rhashtable_params tsk_rht_params = { |
3039 | .nelem_hint = 192, | |
3040 | .head_offset = offsetof(struct tipc_sock, node), | |
3041 | .key_offset = offsetof(struct tipc_sock, portid), | |
3042 | .key_len = sizeof(u32), /* portid */ | |
6cca7289 HX |
3043 | .max_size = 1048576, |
3044 | .min_size = 256, | |
b5e2c150 | 3045 | .automatic_shrinking = true, |
6cca7289 HX |
3046 | }; |
3047 | ||
e05b31f4 | 3048 | int tipc_sk_rht_init(struct net *net) |
808d90f9 | 3049 | { |
e05b31f4 | 3050 | struct tipc_net *tn = net_generic(net, tipc_net_id); |
6cca7289 HX |
3051 | |
3052 | return rhashtable_init(&tn->sk_rht, &tsk_rht_params); | |
808d90f9 JPM |
3053 | } |
3054 | ||
e05b31f4 | 3055 | void tipc_sk_rht_destroy(struct net *net) |
808d90f9 | 3056 | { |
e05b31f4 YX |
3057 | struct tipc_net *tn = net_generic(net, tipc_net_id); |
3058 | ||
07f6c4bc YX |
3059 | /* Wait for socket readers to complete */ |
3060 | synchronize_net(); | |
808d90f9 | 3061 | |
e05b31f4 | 3062 | rhashtable_destroy(&tn->sk_rht); |
808d90f9 JPM |
3063 | } |
3064 | ||
75da2163 JM |
3065 | static int tipc_sk_join(struct tipc_sock *tsk, struct tipc_group_req *mreq) |
3066 | { | |
3067 | struct net *net = sock_net(&tsk->sk); | |
75da2163 JM |
3068 | struct tipc_group *grp = tsk->group; |
3069 | struct tipc_msg *hdr = &tsk->phdr; | |
b6f88d9c | 3070 | struct tipc_service_range seq; |
75da2163 JM |
3071 | int rc; |
3072 | ||
3073 | if (mreq->type < TIPC_RESERVED_TYPES) | |
3074 | return -EACCES; | |
232d07b7 JM |
3075 | if (mreq->scope > TIPC_NODE_SCOPE) |
3076 | return -EINVAL; | |
75da2163 JM |
3077 | if (grp) |
3078 | return -EACCES; | |
60c25306 | 3079 | grp = tipc_group_create(net, tsk->portid, mreq, &tsk->group_is_open); |
75da2163 JM |
3080 | if (!grp) |
3081 | return -ENOMEM; | |
3082 | tsk->group = grp; | |
3083 | msg_set_lookup_scope(hdr, mreq->scope); | |
3084 | msg_set_nametype(hdr, mreq->type); | |
3085 | msg_set_dest_droppable(hdr, true); | |
3086 | seq.type = mreq->type; | |
3087 | seq.lower = mreq->instance; | |
3088 | seq.upper = seq.lower; | |
232d07b7 | 3089 | tipc_nametbl_build_group(net, grp, mreq->type, mreq->scope); |
75da2163 | 3090 | rc = tipc_sk_publish(tsk, mreq->scope, &seq); |
e233df01 | 3091 | if (rc) { |
75da2163 | 3092 | tipc_group_delete(net, grp); |
e233df01 | 3093 | tsk->group = NULL; |
febafc84 | 3094 | return rc; |
e233df01 | 3095 | } |
d12d2e12 | 3096 | /* Eliminate any risk that a broadcast overtakes sent JOINs */ |
399574d4 JM |
3097 | tsk->mc_method.rcast = true; |
3098 | tsk->mc_method.mandatory = true; | |
d12d2e12 | 3099 | tipc_group_join(net, grp, &tsk->sk.sk_rcvbuf); |
75da2163 JM |
3100 | return rc; |
3101 | } | |
3102 | ||
3103 | static int tipc_sk_leave(struct tipc_sock *tsk) | |
3104 | { | |
3105 | struct net *net = sock_net(&tsk->sk); | |
3106 | struct tipc_group *grp = tsk->group; | |
b6f88d9c | 3107 | struct tipc_service_range seq; |
75da2163 JM |
3108 | int scope; |
3109 | ||
3110 | if (!grp) | |
3111 | return -EINVAL; | |
3112 | tipc_group_self(grp, &seq, &scope); | |
3113 | tipc_group_delete(net, grp); | |
3114 | tsk->group = NULL; | |
3115 | tipc_sk_withdraw(tsk, scope, &seq); | |
3116 | return 0; | |
3117 | } | |
3118 | ||
b97bf3fd | 3119 | /** |
247f0f3c | 3120 | * tipc_setsockopt - set socket option |
b97bf3fd PL |
3121 | * @sock: socket structure |
3122 | * @lvl: option level | |
3123 | * @opt: option identifier | |
3124 | * @ov: pointer to new option value | |
3125 | * @ol: length of option value | |
c4307285 YH |
3126 | * |
3127 | * For stream sockets only, accepts and ignores all IPPROTO_TCP options | |
b97bf3fd | 3128 | * (to ease compatibility). |
c4307285 | 3129 | * |
637b77fd | 3130 | * Return: 0 on success, errno otherwise |
b97bf3fd | 3131 | */ |
247f0f3c | 3132 | static int tipc_setsockopt(struct socket *sock, int lvl, int opt, |
a7b75c5a | 3133 | sockptr_t ov, unsigned int ol) |
b97bf3fd | 3134 | { |
0c3141e9 | 3135 | struct sock *sk = sock->sk; |
58ed9442 | 3136 | struct tipc_sock *tsk = tipc_sk(sk); |
75da2163 | 3137 | struct tipc_group_req mreq; |
01fd12bb | 3138 | u32 value = 0; |
a08ef476 | 3139 | int res = 0; |
b97bf3fd | 3140 | |
c4307285 YH |
3141 | if ((lvl == IPPROTO_TCP) && (sock->type == SOCK_STREAM)) |
3142 | return 0; | |
b97bf3fd PL |
3143 | if (lvl != SOL_TIPC) |
3144 | return -ENOPROTOOPT; | |
01fd12bb JPM |
3145 | |
3146 | switch (opt) { | |
3147 | case TIPC_IMPORTANCE: | |
3148 | case TIPC_SRC_DROPPABLE: | |
3149 | case TIPC_DEST_DROPPABLE: | |
3150 | case TIPC_CONN_TIMEOUT: | |
c0bceb97 | 3151 | case TIPC_NODELAY: |
01fd12bb JPM |
3152 | if (ol < sizeof(value)) |
3153 | return -EINVAL; | |
a7b75c5a | 3154 | if (copy_from_sockptr(&value, ov, sizeof(u32))) |
75da2163 JM |
3155 | return -EFAULT; |
3156 | break; | |
3157 | case TIPC_GROUP_JOIN: | |
3158 | if (ol < sizeof(mreq)) | |
3159 | return -EINVAL; | |
a7b75c5a | 3160 | if (copy_from_sockptr(&mreq, ov, sizeof(mreq))) |
75da2163 | 3161 | return -EFAULT; |
01fd12bb JPM |
3162 | break; |
3163 | default: | |
a7b75c5a | 3164 | if (!sockptr_is_null(ov) || ol) |
01fd12bb JPM |
3165 | return -EINVAL; |
3166 | } | |
b97bf3fd | 3167 | |
0c3141e9 | 3168 | lock_sock(sk); |
c4307285 | 3169 | |
b97bf3fd PL |
3170 | switch (opt) { |
3171 | case TIPC_IMPORTANCE: | |
095ae612 | 3172 | res = tsk_set_importance(sk, value); |
b97bf3fd PL |
3173 | break; |
3174 | case TIPC_SRC_DROPPABLE: | |
3175 | if (sock->type != SOCK_STREAM) | |
301bae56 | 3176 | tsk_set_unreliable(tsk, value); |
c4307285 | 3177 | else |
b97bf3fd PL |
3178 | res = -ENOPROTOOPT; |
3179 | break; | |
3180 | case TIPC_DEST_DROPPABLE: | |
301bae56 | 3181 | tsk_set_unreturnable(tsk, value); |
b97bf3fd PL |
3182 | break; |
3183 | case TIPC_CONN_TIMEOUT: | |
a0f40f02 | 3184 | tipc_sk(sk)->conn_timeout = value; |
b97bf3fd | 3185 | break; |
01fd12bb JPM |
3186 | case TIPC_MCAST_BROADCAST: |
3187 | tsk->mc_method.rcast = false; | |
3188 | tsk->mc_method.mandatory = true; | |
3189 | break; | |
3190 | case TIPC_MCAST_REPLICAST: | |
3191 | tsk->mc_method.rcast = true; | |
3192 | tsk->mc_method.mandatory = true; | |
3193 | break; | |
75da2163 JM |
3194 | case TIPC_GROUP_JOIN: |
3195 | res = tipc_sk_join(tsk, &mreq); | |
3196 | break; | |
3197 | case TIPC_GROUP_LEAVE: | |
3198 | res = tipc_sk_leave(tsk); | |
3199 | break; | |
c0bceb97 JM |
3200 | case TIPC_NODELAY: |
3201 | tsk->nodelay = !!value; | |
3202 | tsk_set_nagle(tsk); | |
3203 | break; | |
b97bf3fd PL |
3204 | default: |
3205 | res = -EINVAL; | |
3206 | } | |
3207 | ||
0c3141e9 AS |
3208 | release_sock(sk); |
3209 | ||
b97bf3fd PL |
3210 | return res; |
3211 | } | |
3212 | ||
3213 | /** | |
247f0f3c | 3214 | * tipc_getsockopt - get socket option |
b97bf3fd PL |
3215 | * @sock: socket structure |
3216 | * @lvl: option level | |
3217 | * @opt: option identifier | |
3218 | * @ov: receptacle for option value | |
3219 | * @ol: receptacle for length of option value | |
c4307285 YH |
3220 | * |
3221 | * For stream sockets only, returns 0 length result for all IPPROTO_TCP options | |
b97bf3fd | 3222 | * (to ease compatibility). |
c4307285 | 3223 | * |
637b77fd | 3224 | * Return: 0 on success, errno otherwise |
b97bf3fd | 3225 | */ |
247f0f3c YX |
3226 | static int tipc_getsockopt(struct socket *sock, int lvl, int opt, |
3227 | char __user *ov, int __user *ol) | |
b97bf3fd | 3228 | { |
0c3141e9 | 3229 | struct sock *sk = sock->sk; |
58ed9442 | 3230 | struct tipc_sock *tsk = tipc_sk(sk); |
b6f88d9c | 3231 | struct tipc_service_range seq; |
75da2163 | 3232 | int len, scope; |
b97bf3fd | 3233 | u32 value; |
c4307285 | 3234 | int res; |
b97bf3fd | 3235 | |
c4307285 YH |
3236 | if ((lvl == IPPROTO_TCP) && (sock->type == SOCK_STREAM)) |
3237 | return put_user(0, ol); | |
b97bf3fd PL |
3238 | if (lvl != SOL_TIPC) |
3239 | return -ENOPROTOOPT; | |
2db9983a AS |
3240 | res = get_user(len, ol); |
3241 | if (res) | |
c4307285 | 3242 | return res; |
b97bf3fd | 3243 | |
0c3141e9 | 3244 | lock_sock(sk); |
b97bf3fd PL |
3245 | |
3246 | switch (opt) { | |
3247 | case TIPC_IMPORTANCE: | |
301bae56 | 3248 | value = tsk_importance(tsk); |
b97bf3fd PL |
3249 | break; |
3250 | case TIPC_SRC_DROPPABLE: | |
301bae56 | 3251 | value = tsk_unreliable(tsk); |
b97bf3fd PL |
3252 | break; |
3253 | case TIPC_DEST_DROPPABLE: | |
301bae56 | 3254 | value = tsk_unreturnable(tsk); |
b97bf3fd PL |
3255 | break; |
3256 | case TIPC_CONN_TIMEOUT: | |
301bae56 | 3257 | value = tsk->conn_timeout; |
0c3141e9 | 3258 | /* no need to set "res", since already 0 at this point */ |
b97bf3fd | 3259 | break; |
0e65967e | 3260 | case TIPC_NODE_RECVQ_DEPTH: |
9da3d475 | 3261 | value = 0; /* was tipc_queue_size, now obsolete */ |
6650613d | 3262 | break; |
0e65967e | 3263 | case TIPC_SOCK_RECVQ_DEPTH: |
6650613d | 3264 | value = skb_queue_len(&sk->sk_receive_queue); |
3265 | break; | |
42e5425a TN |
3266 | case TIPC_SOCK_RECVQ_USED: |
3267 | value = sk_rmem_alloc_get(sk); | |
3268 | break; | |
75da2163 JM |
3269 | case TIPC_GROUP_JOIN: |
3270 | seq.type = 0; | |
3271 | if (tsk->group) | |
3272 | tipc_group_self(tsk->group, &seq, &scope); | |
3273 | value = seq.type; | |
3274 | break; | |
b97bf3fd PL |
3275 | default: |
3276 | res = -EINVAL; | |
3277 | } | |
3278 | ||
0c3141e9 AS |
3279 | release_sock(sk); |
3280 | ||
25860c3b PG |
3281 | if (res) |
3282 | return res; /* "get" failed */ | |
b97bf3fd | 3283 | |
25860c3b PG |
3284 | if (len < sizeof(value)) |
3285 | return -EINVAL; | |
3286 | ||
3287 | if (copy_to_user(ov, &value, sizeof(value))) | |
3288 | return -EFAULT; | |
3289 | ||
3290 | return put_user(sizeof(value), ol); | |
b97bf3fd PL |
3291 | } |
3292 | ||
f2f9800d | 3293 | static int tipc_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg) |
78acb1f9 | 3294 | { |
3e5cf362 JM |
3295 | struct net *net = sock_net(sock->sk); |
3296 | struct tipc_sioc_nodeid_req nr = {0}; | |
78acb1f9 EH |
3297 | struct tipc_sioc_ln_req lnr; |
3298 | void __user *argp = (void __user *)arg; | |
3299 | ||
3300 | switch (cmd) { | |
3301 | case SIOCGETLINKNAME: | |
3302 | if (copy_from_user(&lnr, argp, sizeof(lnr))) | |
3303 | return -EFAULT; | |
3e5cf362 | 3304 | if (!tipc_node_get_linkname(net, |
f2f9800d | 3305 | lnr.bearer_id & 0xffff, lnr.peer, |
78acb1f9 EH |
3306 | lnr.linkname, TIPC_MAX_LINK_NAME)) { |
3307 | if (copy_to_user(argp, &lnr, sizeof(lnr))) | |
3308 | return -EFAULT; | |
3309 | return 0; | |
3310 | } | |
3311 | return -EADDRNOTAVAIL; | |
3e5cf362 JM |
3312 | case SIOCGETNODEID: |
3313 | if (copy_from_user(&nr, argp, sizeof(nr))) | |
3314 | return -EFAULT; | |
3315 | if (!tipc_node_get_id(net, nr.peer, nr.node_id)) | |
3316 | return -EADDRNOTAVAIL; | |
3317 | if (copy_to_user(argp, &nr, sizeof(nr))) | |
3318 | return -EFAULT; | |
3319 | return 0; | |
78acb1f9 EH |
3320 | default: |
3321 | return -ENOIOCTLCMD; | |
3322 | } | |
3323 | } | |
3324 | ||
70b03759 EH |
3325 | static int tipc_socketpair(struct socket *sock1, struct socket *sock2) |
3326 | { | |
3327 | struct tipc_sock *tsk2 = tipc_sk(sock2->sk); | |
3328 | struct tipc_sock *tsk1 = tipc_sk(sock1->sk); | |
66bc1e8d EH |
3329 | u32 onode = tipc_own_addr(sock_net(sock1->sk)); |
3330 | ||
3331 | tsk1->peer.family = AF_TIPC; | |
b6f88d9c | 3332 | tsk1->peer.addrtype = TIPC_SOCKET_ADDR; |
66bc1e8d EH |
3333 | tsk1->peer.scope = TIPC_NODE_SCOPE; |
3334 | tsk1->peer.addr.id.ref = tsk2->portid; | |
3335 | tsk1->peer.addr.id.node = onode; | |
3336 | tsk2->peer.family = AF_TIPC; | |
b6f88d9c | 3337 | tsk2->peer.addrtype = TIPC_SOCKET_ADDR; |
66bc1e8d EH |
3338 | tsk2->peer.scope = TIPC_NODE_SCOPE; |
3339 | tsk2->peer.addr.id.ref = tsk1->portid; | |
3340 | tsk2->peer.addr.id.node = onode; | |
3341 | ||
3342 | tipc_sk_finish_conn(tsk1, tsk2->portid, onode); | |
3343 | tipc_sk_finish_conn(tsk2, tsk1->portid, onode); | |
70b03759 EH |
3344 | return 0; |
3345 | } | |
3346 | ||
ae86b9e3 BH |
3347 | /* Protocol switches for the various types of TIPC sockets */ |
3348 | ||
bca65eae | 3349 | static const struct proto_ops msg_ops = { |
0e65967e | 3350 | .owner = THIS_MODULE, |
b97bf3fd | 3351 | .family = AF_TIPC, |
247f0f3c YX |
3352 | .release = tipc_release, |
3353 | .bind = tipc_bind, | |
3354 | .connect = tipc_connect, | |
66bc1e8d | 3355 | .socketpair = tipc_socketpair, |
245f3d34 | 3356 | .accept = sock_no_accept, |
247f0f3c | 3357 | .getname = tipc_getname, |
a11e1d43 | 3358 | .poll = tipc_poll, |
78acb1f9 | 3359 | .ioctl = tipc_ioctl, |
245f3d34 | 3360 | .listen = sock_no_listen, |
247f0f3c YX |
3361 | .shutdown = tipc_shutdown, |
3362 | .setsockopt = tipc_setsockopt, | |
3363 | .getsockopt = tipc_getsockopt, | |
3364 | .sendmsg = tipc_sendmsg, | |
3365 | .recvmsg = tipc_recvmsg, | |
8238745a YH |
3366 | .mmap = sock_no_mmap, |
3367 | .sendpage = sock_no_sendpage | |
b97bf3fd PL |
3368 | }; |
3369 | ||
bca65eae | 3370 | static const struct proto_ops packet_ops = { |
0e65967e | 3371 | .owner = THIS_MODULE, |
b97bf3fd | 3372 | .family = AF_TIPC, |
247f0f3c YX |
3373 | .release = tipc_release, |
3374 | .bind = tipc_bind, | |
3375 | .connect = tipc_connect, | |
70b03759 | 3376 | .socketpair = tipc_socketpair, |
247f0f3c YX |
3377 | .accept = tipc_accept, |
3378 | .getname = tipc_getname, | |
a11e1d43 | 3379 | .poll = tipc_poll, |
78acb1f9 | 3380 | .ioctl = tipc_ioctl, |
247f0f3c YX |
3381 | .listen = tipc_listen, |
3382 | .shutdown = tipc_shutdown, | |
3383 | .setsockopt = tipc_setsockopt, | |
3384 | .getsockopt = tipc_getsockopt, | |
3385 | .sendmsg = tipc_send_packet, | |
3386 | .recvmsg = tipc_recvmsg, | |
8238745a YH |
3387 | .mmap = sock_no_mmap, |
3388 | .sendpage = sock_no_sendpage | |
b97bf3fd PL |
3389 | }; |
3390 | ||
bca65eae | 3391 | static const struct proto_ops stream_ops = { |
0e65967e | 3392 | .owner = THIS_MODULE, |
b97bf3fd | 3393 | .family = AF_TIPC, |
247f0f3c YX |
3394 | .release = tipc_release, |
3395 | .bind = tipc_bind, | |
3396 | .connect = tipc_connect, | |
70b03759 | 3397 | .socketpair = tipc_socketpair, |
247f0f3c YX |
3398 | .accept = tipc_accept, |
3399 | .getname = tipc_getname, | |
a11e1d43 | 3400 | .poll = tipc_poll, |
78acb1f9 | 3401 | .ioctl = tipc_ioctl, |
247f0f3c YX |
3402 | .listen = tipc_listen, |
3403 | .shutdown = tipc_shutdown, | |
3404 | .setsockopt = tipc_setsockopt, | |
3405 | .getsockopt = tipc_getsockopt, | |
365ad353 | 3406 | .sendmsg = tipc_sendstream, |
ec8a09fb | 3407 | .recvmsg = tipc_recvstream, |
8238745a YH |
3408 | .mmap = sock_no_mmap, |
3409 | .sendpage = sock_no_sendpage | |
b97bf3fd PL |
3410 | }; |
3411 | ||
bca65eae | 3412 | static const struct net_proto_family tipc_family_ops = { |
0e65967e | 3413 | .owner = THIS_MODULE, |
b97bf3fd | 3414 | .family = AF_TIPC, |
c5fa7b3c | 3415 | .create = tipc_sk_create |
b97bf3fd PL |
3416 | }; |
3417 | ||
3418 | static struct proto tipc_proto = { | |
3419 | .name = "TIPC", | |
3420 | .owner = THIS_MODULE, | |
cc79dd1b YX |
3421 | .obj_size = sizeof(struct tipc_sock), |
3422 | .sysctl_rmem = sysctl_tipc_rmem | |
b97bf3fd PL |
3423 | }; |
3424 | ||
3425 | /** | |
4323add6 | 3426 | * tipc_socket_init - initialize TIPC socket interface |
c4307285 | 3427 | * |
637b77fd | 3428 | * Return: 0 on success, errno otherwise |
b97bf3fd | 3429 | */ |
4323add6 | 3430 | int tipc_socket_init(void) |
b97bf3fd PL |
3431 | { |
3432 | int res; | |
3433 | ||
c4307285 | 3434 | res = proto_register(&tipc_proto, 1); |
b97bf3fd | 3435 | if (res) { |
2cf8aa19 | 3436 | pr_err("Failed to register TIPC protocol type\n"); |
b97bf3fd PL |
3437 | goto out; |
3438 | } | |
3439 | ||
3440 | res = sock_register(&tipc_family_ops); | |
3441 | if (res) { | |
2cf8aa19 | 3442 | pr_err("Failed to register TIPC socket type\n"); |
b97bf3fd PL |
3443 | proto_unregister(&tipc_proto); |
3444 | goto out; | |
3445 | } | |
b97bf3fd PL |
3446 | out: |
3447 | return res; | |
3448 | } | |
3449 | ||
3450 | /** | |
4323add6 | 3451 | * tipc_socket_stop - stop TIPC socket interface |
b97bf3fd | 3452 | */ |
4323add6 | 3453 | void tipc_socket_stop(void) |
b97bf3fd | 3454 | { |
b97bf3fd PL |
3455 | sock_unregister(tipc_family_ops.family); |
3456 | proto_unregister(&tipc_proto); | |
3457 | } | |
34b78a12 RA |
3458 | |
3459 | /* Caller should hold socket lock for the passed tipc socket. */ | |
d8182804 | 3460 | static int __tipc_nl_add_sk_con(struct sk_buff *skb, struct tipc_sock *tsk) |
34b78a12 RA |
3461 | { |
3462 | u32 peer_node; | |
3463 | u32 peer_port; | |
3464 | struct nlattr *nest; | |
3465 | ||
3466 | peer_node = tsk_peer_node(tsk); | |
3467 | peer_port = tsk_peer_port(tsk); | |
3468 | ||
ae0be8de | 3469 | nest = nla_nest_start_noflag(skb, TIPC_NLA_SOCK_CON); |
517ccc2a KL |
3470 | if (!nest) |
3471 | return -EMSGSIZE; | |
34b78a12 RA |
3472 | |
3473 | if (nla_put_u32(skb, TIPC_NLA_CON_NODE, peer_node)) | |
3474 | goto msg_full; | |
3475 | if (nla_put_u32(skb, TIPC_NLA_CON_SOCK, peer_port)) | |
3476 | goto msg_full; | |
3477 | ||
3478 | if (tsk->conn_type != 0) { | |
3479 | if (nla_put_flag(skb, TIPC_NLA_CON_FLAG)) | |
3480 | goto msg_full; | |
3481 | if (nla_put_u32(skb, TIPC_NLA_CON_TYPE, tsk->conn_type)) | |
3482 | goto msg_full; | |
3483 | if (nla_put_u32(skb, TIPC_NLA_CON_INST, tsk->conn_instance)) | |
3484 | goto msg_full; | |
3485 | } | |
3486 | nla_nest_end(skb, nest); | |
3487 | ||
3488 | return 0; | |
3489 | ||
3490 | msg_full: | |
3491 | nla_nest_cancel(skb, nest); | |
3492 | ||
3493 | return -EMSGSIZE; | |
3494 | } | |
3495 | ||
dfde331e GM |
3496 | static int __tipc_nl_add_sk_info(struct sk_buff *skb, struct tipc_sock |
3497 | *tsk) | |
3498 | { | |
3499 | struct net *net = sock_net(skb->sk); | |
dfde331e GM |
3500 | struct sock *sk = &tsk->sk; |
3501 | ||
3502 | if (nla_put_u32(skb, TIPC_NLA_SOCK_REF, tsk->portid) || | |
23fd3eac | 3503 | nla_put_u32(skb, TIPC_NLA_SOCK_ADDR, tipc_own_addr(net))) |
dfde331e GM |
3504 | return -EMSGSIZE; |
3505 | ||
3506 | if (tipc_sk_connected(sk)) { | |
3507 | if (__tipc_nl_add_sk_con(skb, tsk)) | |
3508 | return -EMSGSIZE; | |
3509 | } else if (!list_empty(&tsk->publications)) { | |
3510 | if (nla_put_flag(skb, TIPC_NLA_SOCK_HAS_PUBL)) | |
3511 | return -EMSGSIZE; | |
3512 | } | |
3513 | return 0; | |
3514 | } | |
3515 | ||
34b78a12 | 3516 | /* Caller should hold socket lock for the passed tipc socket. */ |
d8182804 RA |
3517 | static int __tipc_nl_add_sk(struct sk_buff *skb, struct netlink_callback *cb, |
3518 | struct tipc_sock *tsk) | |
34b78a12 | 3519 | { |
34b78a12 | 3520 | struct nlattr *attrs; |
dfde331e | 3521 | void *hdr; |
34b78a12 RA |
3522 | |
3523 | hdr = genlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, | |
bfb3e5dd | 3524 | &tipc_genl_family, NLM_F_MULTI, TIPC_NL_SOCK_GET); |
34b78a12 RA |
3525 | if (!hdr) |
3526 | goto msg_cancel; | |
3527 | ||
ae0be8de | 3528 | attrs = nla_nest_start_noflag(skb, TIPC_NLA_SOCK); |
34b78a12 RA |
3529 | if (!attrs) |
3530 | goto genlmsg_cancel; | |
dfde331e GM |
3531 | |
3532 | if (__tipc_nl_add_sk_info(skb, tsk)) | |
34b78a12 RA |
3533 | goto attr_msg_cancel; |
3534 | ||
34b78a12 RA |
3535 | nla_nest_end(skb, attrs); |
3536 | genlmsg_end(skb, hdr); | |
3537 | ||
3538 | return 0; | |
3539 | ||
3540 | attr_msg_cancel: | |
3541 | nla_nest_cancel(skb, attrs); | |
3542 | genlmsg_cancel: | |
3543 | genlmsg_cancel(skb, hdr); | |
3544 | msg_cancel: | |
3545 | return -EMSGSIZE; | |
3546 | } | |
3547 | ||
c30b70de GM |
3548 | int tipc_nl_sk_walk(struct sk_buff *skb, struct netlink_callback *cb, |
3549 | int (*skb_handler)(struct sk_buff *skb, | |
3550 | struct netlink_callback *cb, | |
3551 | struct tipc_sock *tsk)) | |
34b78a12 | 3552 | { |
8f5c5fcf | 3553 | struct rhashtable_iter *iter = (void *)cb->args[4]; |
dfde331e GM |
3554 | struct tipc_sock *tsk; |
3555 | int err; | |
34b78a12 | 3556 | |
9a07efa9 CW |
3557 | rhashtable_walk_start(iter); |
3558 | while ((tsk = rhashtable_walk_next(iter)) != NULL) { | |
3559 | if (IS_ERR(tsk)) { | |
3560 | err = PTR_ERR(tsk); | |
3561 | if (err == -EAGAIN) { | |
3562 | err = 0; | |
d6e164e3 RA |
3563 | continue; |
3564 | } | |
9a07efa9 CW |
3565 | break; |
3566 | } | |
d6e164e3 | 3567 | |
9a07efa9 CW |
3568 | sock_hold(&tsk->sk); |
3569 | rhashtable_walk_stop(iter); | |
3570 | lock_sock(&tsk->sk); | |
3571 | err = skb_handler(skb, cb, tsk); | |
3572 | if (err) { | |
3573 | release_sock(&tsk->sk); | |
3574 | sock_put(&tsk->sk); | |
3575 | goto out; | |
07f6c4bc | 3576 | } |
9a07efa9 CW |
3577 | release_sock(&tsk->sk); |
3578 | rhashtable_walk_start(iter); | |
3579 | sock_put(&tsk->sk); | |
34b78a12 | 3580 | } |
9a07efa9 | 3581 | rhashtable_walk_stop(iter); |
d6e164e3 | 3582 | out: |
34b78a12 RA |
3583 | return skb->len; |
3584 | } | |
c30b70de GM |
3585 | EXPORT_SYMBOL(tipc_nl_sk_walk); |
3586 | ||
9a07efa9 CW |
3587 | int tipc_dump_start(struct netlink_callback *cb) |
3588 | { | |
8f5c5fcf CW |
3589 | return __tipc_dump_start(cb, sock_net(cb->skb->sk)); |
3590 | } | |
3591 | EXPORT_SYMBOL(tipc_dump_start); | |
3592 | ||
3593 | int __tipc_dump_start(struct netlink_callback *cb, struct net *net) | |
3594 | { | |
3595 | /* tipc_nl_name_table_dump() uses cb->args[0...3]. */ | |
3596 | struct rhashtable_iter *iter = (void *)cb->args[4]; | |
9a07efa9 CW |
3597 | struct tipc_net *tn = tipc_net(net); |
3598 | ||
3599 | if (!iter) { | |
3600 | iter = kmalloc(sizeof(*iter), GFP_KERNEL); | |
3601 | if (!iter) | |
3602 | return -ENOMEM; | |
3603 | ||
8f5c5fcf | 3604 | cb->args[4] = (long)iter; |
9a07efa9 CW |
3605 | } |
3606 | ||
3607 | rhashtable_walk_enter(&tn->sk_rht, iter); | |
3608 | return 0; | |
3609 | } | |
9a07efa9 CW |
3610 | |
3611 | int tipc_dump_done(struct netlink_callback *cb) | |
3612 | { | |
8f5c5fcf | 3613 | struct rhashtable_iter *hti = (void *)cb->args[4]; |
9a07efa9 CW |
3614 | |
3615 | rhashtable_walk_exit(hti); | |
3616 | kfree(hti); | |
3617 | return 0; | |
3618 | } | |
3619 | EXPORT_SYMBOL(tipc_dump_done); | |
3620 | ||
e41f0548 CW |
3621 | int tipc_sk_fill_sock_diag(struct sk_buff *skb, struct netlink_callback *cb, |
3622 | struct tipc_sock *tsk, u32 sk_filter_state, | |
c30b70de GM |
3623 | u64 (*tipc_diag_gen_cookie)(struct sock *sk)) |
3624 | { | |
3625 | struct sock *sk = &tsk->sk; | |
3626 | struct nlattr *attrs; | |
3627 | struct nlattr *stat; | |
3628 | ||
3629 | /*filter response w.r.t sk_state*/ | |
3630 | if (!(sk_filter_state & (1 << sk->sk_state))) | |
3631 | return 0; | |
3632 | ||
ae0be8de | 3633 | attrs = nla_nest_start_noflag(skb, TIPC_NLA_SOCK); |
c30b70de GM |
3634 | if (!attrs) |
3635 | goto msg_cancel; | |
3636 | ||
3637 | if (__tipc_nl_add_sk_info(skb, tsk)) | |
3638 | goto attr_msg_cancel; | |
3639 | ||
3640 | if (nla_put_u32(skb, TIPC_NLA_SOCK_TYPE, (u32)sk->sk_type) || | |
3641 | nla_put_u32(skb, TIPC_NLA_SOCK_TIPC_STATE, (u32)sk->sk_state) || | |
3642 | nla_put_u32(skb, TIPC_NLA_SOCK_INO, sock_i_ino(sk)) || | |
3643 | nla_put_u32(skb, TIPC_NLA_SOCK_UID, | |
e41f0548 | 3644 | from_kuid_munged(sk_user_ns(NETLINK_CB(cb->skb).sk), |
4b2e6877 | 3645 | sock_i_uid(sk))) || |
c30b70de GM |
3646 | nla_put_u64_64bit(skb, TIPC_NLA_SOCK_COOKIE, |
3647 | tipc_diag_gen_cookie(sk), | |
3648 | TIPC_NLA_SOCK_PAD)) | |
3649 | goto attr_msg_cancel; | |
3650 | ||
ae0be8de | 3651 | stat = nla_nest_start_noflag(skb, TIPC_NLA_SOCK_STAT); |
c30b70de GM |
3652 | if (!stat) |
3653 | goto attr_msg_cancel; | |
3654 | ||
3655 | if (nla_put_u32(skb, TIPC_NLA_SOCK_STAT_RCVQ, | |
3656 | skb_queue_len(&sk->sk_receive_queue)) || | |
3657 | nla_put_u32(skb, TIPC_NLA_SOCK_STAT_SENDQ, | |
872619d8 GM |
3658 | skb_queue_len(&sk->sk_write_queue)) || |
3659 | nla_put_u32(skb, TIPC_NLA_SOCK_STAT_DROP, | |
3660 | atomic_read(&sk->sk_drops))) | |
c30b70de GM |
3661 | goto stat_msg_cancel; |
3662 | ||
3663 | if (tsk->cong_link_cnt && | |
3664 | nla_put_flag(skb, TIPC_NLA_SOCK_STAT_LINK_CONG)) | |
3665 | goto stat_msg_cancel; | |
3666 | ||
3667 | if (tsk_conn_cong(tsk) && | |
3668 | nla_put_flag(skb, TIPC_NLA_SOCK_STAT_CONN_CONG)) | |
3669 | goto stat_msg_cancel; | |
3670 | ||
3671 | nla_nest_end(skb, stat); | |
a1be5a20 GM |
3672 | |
3673 | if (tsk->group) | |
3674 | if (tipc_group_fill_sock_diag(tsk->group, skb)) | |
3675 | goto stat_msg_cancel; | |
3676 | ||
c30b70de GM |
3677 | nla_nest_end(skb, attrs); |
3678 | ||
3679 | return 0; | |
3680 | ||
3681 | stat_msg_cancel: | |
3682 | nla_nest_cancel(skb, stat); | |
3683 | attr_msg_cancel: | |
3684 | nla_nest_cancel(skb, attrs); | |
3685 | msg_cancel: | |
3686 | return -EMSGSIZE; | |
3687 | } | |
3688 | EXPORT_SYMBOL(tipc_sk_fill_sock_diag); | |
1a1a143d | 3689 | |
dfde331e GM |
3690 | int tipc_nl_sk_dump(struct sk_buff *skb, struct netlink_callback *cb) |
3691 | { | |
c30b70de | 3692 | return tipc_nl_sk_walk(skb, cb, __tipc_nl_add_sk); |
dfde331e GM |
3693 | } |
3694 | ||
1a1a143d | 3695 | /* Caller should hold socket lock for the passed tipc socket. */ |
d8182804 RA |
3696 | static int __tipc_nl_add_sk_publ(struct sk_buff *skb, |
3697 | struct netlink_callback *cb, | |
3698 | struct publication *publ) | |
1a1a143d RA |
3699 | { |
3700 | void *hdr; | |
3701 | struct nlattr *attrs; | |
3702 | ||
3703 | hdr = genlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq, | |
bfb3e5dd | 3704 | &tipc_genl_family, NLM_F_MULTI, TIPC_NL_PUBL_GET); |
1a1a143d RA |
3705 | if (!hdr) |
3706 | goto msg_cancel; | |
3707 | ||
ae0be8de | 3708 | attrs = nla_nest_start_noflag(skb, TIPC_NLA_PUBL); |
1a1a143d RA |
3709 | if (!attrs) |
3710 | goto genlmsg_cancel; | |
3711 | ||
3712 | if (nla_put_u32(skb, TIPC_NLA_PUBL_KEY, publ->key)) | |
3713 | goto attr_msg_cancel; | |
3714 | if (nla_put_u32(skb, TIPC_NLA_PUBL_TYPE, publ->type)) | |
3715 | goto attr_msg_cancel; | |
3716 | if (nla_put_u32(skb, TIPC_NLA_PUBL_LOWER, publ->lower)) | |
3717 | goto attr_msg_cancel; | |
3718 | if (nla_put_u32(skb, TIPC_NLA_PUBL_UPPER, publ->upper)) | |
3719 | goto attr_msg_cancel; | |
3720 | ||
3721 | nla_nest_end(skb, attrs); | |
3722 | genlmsg_end(skb, hdr); | |
3723 | ||
3724 | return 0; | |
3725 | ||
3726 | attr_msg_cancel: | |
3727 | nla_nest_cancel(skb, attrs); | |
3728 | genlmsg_cancel: | |
3729 | genlmsg_cancel(skb, hdr); | |
3730 | msg_cancel: | |
3731 | return -EMSGSIZE; | |
3732 | } | |
3733 | ||
3734 | /* Caller should hold socket lock for the passed tipc socket. */ | |
d8182804 RA |
3735 | static int __tipc_nl_list_sk_publ(struct sk_buff *skb, |
3736 | struct netlink_callback *cb, | |
3737 | struct tipc_sock *tsk, u32 *last_publ) | |
1a1a143d RA |
3738 | { |
3739 | int err; | |
3740 | struct publication *p; | |
3741 | ||
3742 | if (*last_publ) { | |
e50e73e1 | 3743 | list_for_each_entry(p, &tsk->publications, binding_sock) { |
1a1a143d RA |
3744 | if (p->key == *last_publ) |
3745 | break; | |
3746 | } | |
3747 | if (p->key != *last_publ) { | |
3748 | /* We never set seq or call nl_dump_check_consistent() | |
3749 | * this means that setting prev_seq here will cause the | |
3750 | * consistence check to fail in the netlink callback | |
3751 | * handler. Resulting in the last NLMSG_DONE message | |
3752 | * having the NLM_F_DUMP_INTR flag set. | |
3753 | */ | |
3754 | cb->prev_seq = 1; | |
3755 | *last_publ = 0; | |
3756 | return -EPIPE; | |
3757 | } | |
3758 | } else { | |
3759 | p = list_first_entry(&tsk->publications, struct publication, | |
e50e73e1 | 3760 | binding_sock); |
1a1a143d RA |
3761 | } |
3762 | ||
e50e73e1 | 3763 | list_for_each_entry_from(p, &tsk->publications, binding_sock) { |
1a1a143d RA |
3764 | err = __tipc_nl_add_sk_publ(skb, cb, p); |
3765 | if (err) { | |
3766 | *last_publ = p->key; | |
3767 | return err; | |
3768 | } | |
3769 | } | |
3770 | *last_publ = 0; | |
3771 | ||
3772 | return 0; | |
3773 | } | |
3774 | ||
3775 | int tipc_nl_publ_dump(struct sk_buff *skb, struct netlink_callback *cb) | |
3776 | { | |
3777 | int err; | |
07f6c4bc | 3778 | u32 tsk_portid = cb->args[0]; |
1a1a143d RA |
3779 | u32 last_publ = cb->args[1]; |
3780 | u32 done = cb->args[2]; | |
e05b31f4 | 3781 | struct net *net = sock_net(skb->sk); |
1a1a143d RA |
3782 | struct tipc_sock *tsk; |
3783 | ||
07f6c4bc | 3784 | if (!tsk_portid) { |
057af707 | 3785 | struct nlattr **attrs = genl_dumpit_info(cb)->attrs; |
1a1a143d RA |
3786 | struct nlattr *sock[TIPC_NLA_SOCK_MAX + 1]; |
3787 | ||
45e093ae RA |
3788 | if (!attrs[TIPC_NLA_SOCK]) |
3789 | return -EINVAL; | |
3790 | ||
8cb08174 JB |
3791 | err = nla_parse_nested_deprecated(sock, TIPC_NLA_SOCK_MAX, |
3792 | attrs[TIPC_NLA_SOCK], | |
3793 | tipc_nl_sock_policy, NULL); | |
1a1a143d RA |
3794 | if (err) |
3795 | return err; | |
3796 | ||
3797 | if (!sock[TIPC_NLA_SOCK_REF]) | |
3798 | return -EINVAL; | |
3799 | ||
07f6c4bc | 3800 | tsk_portid = nla_get_u32(sock[TIPC_NLA_SOCK_REF]); |
1a1a143d RA |
3801 | } |
3802 | ||
3803 | if (done) | |
3804 | return 0; | |
3805 | ||
e05b31f4 | 3806 | tsk = tipc_sk_lookup(net, tsk_portid); |
1a1a143d RA |
3807 | if (!tsk) |
3808 | return -EINVAL; | |
3809 | ||
3810 | lock_sock(&tsk->sk); | |
3811 | err = __tipc_nl_list_sk_publ(skb, cb, tsk, &last_publ); | |
3812 | if (!err) | |
3813 | done = 1; | |
3814 | release_sock(&tsk->sk); | |
07f6c4bc | 3815 | sock_put(&tsk->sk); |
1a1a143d | 3816 | |
07f6c4bc | 3817 | cb->args[0] = tsk_portid; |
1a1a143d RA |
3818 | cb->args[1] = last_publ; |
3819 | cb->args[2] = done; | |
3820 | ||
3821 | return skb->len; | |
3822 | } | |
b4b9771b | 3823 | |
01e661eb TL |
3824 | /** |
3825 | * tipc_sk_filtering - check if a socket should be traced | |
3826 | * @sk: the socket to be examined | |
f172f4b8 RD |
3827 | * |
3828 | * @sysctl_tipc_sk_filter is used as the socket tuple for filtering: | |
5fcb7d47 | 3829 | * (portid, sock type, name type, name lower, name upper) |
01e661eb | 3830 | * |
637b77fd | 3831 | * Return: true if the socket meets the socket tuple data |
01e661eb TL |
3832 | * (value 0 = 'any') or when there is no tuple set (all = 0), |
3833 | * otherwise false | |
3834 | */ | |
3835 | bool tipc_sk_filtering(struct sock *sk) | |
3836 | { | |
3837 | struct tipc_sock *tsk; | |
3838 | struct publication *p; | |
3839 | u32 _port, _sktype, _type, _lower, _upper; | |
3840 | u32 type = 0, lower = 0, upper = 0; | |
3841 | ||
3842 | if (!sk) | |
3843 | return true; | |
3844 | ||
3845 | tsk = tipc_sk(sk); | |
3846 | ||
3847 | _port = sysctl_tipc_sk_filter[0]; | |
3848 | _sktype = sysctl_tipc_sk_filter[1]; | |
3849 | _type = sysctl_tipc_sk_filter[2]; | |
3850 | _lower = sysctl_tipc_sk_filter[3]; | |
3851 | _upper = sysctl_tipc_sk_filter[4]; | |
3852 | ||
3853 | if (!_port && !_sktype && !_type && !_lower && !_upper) | |
3854 | return true; | |
3855 | ||
3856 | if (_port) | |
3857 | return (_port == tsk->portid); | |
3858 | ||
3859 | if (_sktype && _sktype != sk->sk_type) | |
3860 | return false; | |
3861 | ||
3862 | if (tsk->published) { | |
3863 | p = list_first_entry_or_null(&tsk->publications, | |
3864 | struct publication, binding_sock); | |
3865 | if (p) { | |
3866 | type = p->type; | |
3867 | lower = p->lower; | |
3868 | upper = p->upper; | |
3869 | } | |
3870 | } | |
3871 | ||
3872 | if (!tipc_sk_type_connectionless(sk)) { | |
3873 | type = tsk->conn_type; | |
3874 | lower = tsk->conn_instance; | |
3875 | upper = tsk->conn_instance; | |
3876 | } | |
3877 | ||
3878 | if ((_type && _type != type) || (_lower && _lower != lower) || | |
3879 | (_upper && _upper != upper)) | |
3880 | return false; | |
3881 | ||
3882 | return true; | |
3883 | } | |
3884 | ||
b4b9771b TL |
3885 | u32 tipc_sock_get_portid(struct sock *sk) |
3886 | { | |
3887 | return (sk) ? (tipc_sk(sk))->portid : 0; | |
3888 | } | |
3889 | ||
01e661eb TL |
3890 | /** |
3891 | * tipc_sk_overlimit1 - check if socket rx queue is about to be overloaded, | |
3892 | * both the rcv and backlog queues are considered | |
3893 | * @sk: tipc sk to be checked | |
3894 | * @skb: tipc msg to be checked | |
3895 | * | |
637b77fd | 3896 | * Return: true if the socket rx queue allocation is > 90%, otherwise false |
01e661eb TL |
3897 | */ |
3898 | ||
3899 | bool tipc_sk_overlimit1(struct sock *sk, struct sk_buff *skb) | |
3900 | { | |
3901 | atomic_t *dcnt = &tipc_sk(sk)->dupl_rcvcnt; | |
3902 | unsigned int lim = rcvbuf_limit(sk, skb) + atomic_read(dcnt); | |
3903 | unsigned int qsize = sk->sk_backlog.len + sk_rmem_alloc_get(sk); | |
3904 | ||
3905 | return (qsize > lim * 90 / 100); | |
3906 | } | |
3907 | ||
3908 | /** | |
3909 | * tipc_sk_overlimit2 - check if socket rx queue is about to be overloaded, | |
3910 | * only the rcv queue is considered | |
3911 | * @sk: tipc sk to be checked | |
3912 | * @skb: tipc msg to be checked | |
3913 | * | |
637b77fd | 3914 | * Return: true if the socket rx queue allocation is > 90%, otherwise false |
01e661eb TL |
3915 | */ |
3916 | ||
3917 | bool tipc_sk_overlimit2(struct sock *sk, struct sk_buff *skb) | |
3918 | { | |
3919 | unsigned int lim = rcvbuf_limit(sk, skb); | |
3920 | unsigned int qsize = sk_rmem_alloc_get(sk); | |
3921 | ||
3922 | return (qsize > lim * 90 / 100); | |
3923 | } | |
3924 | ||
b4b9771b TL |
3925 | /** |
3926 | * tipc_sk_dump - dump TIPC socket | |
3927 | * @sk: tipc sk to be dumped | |
3928 | * @dqueues: bitmask to decide if any socket queue to be dumped? | |
3929 | * - TIPC_DUMP_NONE: don't dump socket queues | |
3930 | * - TIPC_DUMP_SK_SNDQ: dump socket send queue | |
3931 | * - TIPC_DUMP_SK_RCVQ: dump socket rcv queue | |
3932 | * - TIPC_DUMP_SK_BKLGQ: dump socket backlog queue | |
3933 | * - TIPC_DUMP_ALL: dump all the socket queues above | |
3934 | * @buf: returned buffer of dump data in format | |
3935 | */ | |
3936 | int tipc_sk_dump(struct sock *sk, u16 dqueues, char *buf) | |
3937 | { | |
3938 | int i = 0; | |
3939 | size_t sz = (dqueues) ? SK_LMAX : SK_LMIN; | |
3940 | struct tipc_sock *tsk; | |
3941 | struct publication *p; | |
3942 | bool tsk_connected; | |
3943 | ||
3944 | if (!sk) { | |
3945 | i += scnprintf(buf, sz, "sk data: (null)\n"); | |
3946 | return i; | |
3947 | } | |
3948 | ||
3949 | tsk = tipc_sk(sk); | |
3950 | tsk_connected = !tipc_sk_type_connectionless(sk); | |
3951 | ||
3952 | i += scnprintf(buf, sz, "sk data: %u", sk->sk_type); | |
3953 | i += scnprintf(buf + i, sz - i, " %d", sk->sk_state); | |
3954 | i += scnprintf(buf + i, sz - i, " %x", tsk_own_node(tsk)); | |
3955 | i += scnprintf(buf + i, sz - i, " %u", tsk->portid); | |
3956 | i += scnprintf(buf + i, sz - i, " | %u", tsk_connected); | |
3957 | if (tsk_connected) { | |
3958 | i += scnprintf(buf + i, sz - i, " %x", tsk_peer_node(tsk)); | |
3959 | i += scnprintf(buf + i, sz - i, " %u", tsk_peer_port(tsk)); | |
3960 | i += scnprintf(buf + i, sz - i, " %u", tsk->conn_type); | |
3961 | i += scnprintf(buf + i, sz - i, " %u", tsk->conn_instance); | |
3962 | } | |
3963 | i += scnprintf(buf + i, sz - i, " | %u", tsk->published); | |
3964 | if (tsk->published) { | |
3965 | p = list_first_entry_or_null(&tsk->publications, | |
3966 | struct publication, binding_sock); | |
3967 | i += scnprintf(buf + i, sz - i, " %u", (p) ? p->type : 0); | |
3968 | i += scnprintf(buf + i, sz - i, " %u", (p) ? p->lower : 0); | |
3969 | i += scnprintf(buf + i, sz - i, " %u", (p) ? p->upper : 0); | |
3970 | } | |
3971 | i += scnprintf(buf + i, sz - i, " | %u", tsk->snd_win); | |
3972 | i += scnprintf(buf + i, sz - i, " %u", tsk->rcv_win); | |
3973 | i += scnprintf(buf + i, sz - i, " %u", tsk->max_pkt); | |
3974 | i += scnprintf(buf + i, sz - i, " %x", tsk->peer_caps); | |
3975 | i += scnprintf(buf + i, sz - i, " %u", tsk->cong_link_cnt); | |
3976 | i += scnprintf(buf + i, sz - i, " %u", tsk->snt_unacked); | |
3977 | i += scnprintf(buf + i, sz - i, " %u", tsk->rcv_unacked); | |
3978 | i += scnprintf(buf + i, sz - i, " %u", atomic_read(&tsk->dupl_rcvcnt)); | |
3979 | i += scnprintf(buf + i, sz - i, " %u", sk->sk_shutdown); | |
3980 | i += scnprintf(buf + i, sz - i, " | %d", sk_wmem_alloc_get(sk)); | |
3981 | i += scnprintf(buf + i, sz - i, " %d", sk->sk_sndbuf); | |
3982 | i += scnprintf(buf + i, sz - i, " | %d", sk_rmem_alloc_get(sk)); | |
3983 | i += scnprintf(buf + i, sz - i, " %d", sk->sk_rcvbuf); | |
70c26558 | 3984 | i += scnprintf(buf + i, sz - i, " | %d\n", READ_ONCE(sk->sk_backlog.len)); |
b4b9771b TL |
3985 | |
3986 | if (dqueues & TIPC_DUMP_SK_SNDQ) { | |
3987 | i += scnprintf(buf + i, sz - i, "sk_write_queue: "); | |
3988 | i += tipc_list_dump(&sk->sk_write_queue, false, buf + i); | |
3989 | } | |
3990 | ||
3991 | if (dqueues & TIPC_DUMP_SK_RCVQ) { | |
3992 | i += scnprintf(buf + i, sz - i, "sk_receive_queue: "); | |
3993 | i += tipc_list_dump(&sk->sk_receive_queue, false, buf + i); | |
3994 | } | |
3995 | ||
3996 | if (dqueues & TIPC_DUMP_SK_BKLGQ) { | |
3997 | i += scnprintf(buf + i, sz - i, "sk_backlog:\n head "); | |
3998 | i += tipc_skb_dump(sk->sk_backlog.head, false, buf + i); | |
3999 | if (sk->sk_backlog.tail != sk->sk_backlog.head) { | |
4000 | i += scnprintf(buf + i, sz - i, " tail "); | |
4001 | i += tipc_skb_dump(sk->sk_backlog.tail, false, | |
4002 | buf + i); | |
4003 | } | |
4004 | } | |
4005 | ||
4006 | return i; | |
4007 | } |