[mirror_ubuntu-hirsute-kernel.git] / net / rxrpc / output.c

/* RxRPC packet transmission
 *
 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
 * Written by David Howells (dhowells@redhat.com)
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

#include <linux/net.h>
#include <linux/gfp.h>
#include <linux/skbuff.h>
#include <linux/export.h>
#include <net/sock.h>
#include <net/af_rxrpc.h>
#include "ar-internal.h"

struct rxrpc_ack_buffer {
	struct rxrpc_wire_header whdr;
	struct rxrpc_ackpacket ack;
	u8 acks[255];
	u8 pad[3];
	struct rxrpc_ackinfo ackinfo;
};

struct rxrpc_abort_buffer {
	struct rxrpc_wire_header whdr;
	__be32 abort_code;
};

static const char rxrpc_keepalive_string[] = "";

/*
 * Arrange for a keepalive ping a certain time after we last transmitted.  This
 * lets the far side know we're still interested in this call and helps keep
 * the route through any intervening firewall open.
 *
 * Receiving a response to the ping will prevent the ->expect_rx_by timer from
 * expiring.
 */
static void rxrpc_set_keepalive(struct rxrpc_call *call)
{
	unsigned long now = jiffies, keepalive_at = call->next_rx_timo / 6;

	keepalive_at += now;
	WRITE_ONCE(call->keepalive_at, keepalive_at);
	rxrpc_reduce_call_timer(call, keepalive_at, now,
				rxrpc_timer_set_for_keepalive);
}

/*
 * Fill out an ACK packet.
 */
static size_t rxrpc_fill_out_ack(struct rxrpc_connection *conn,
				 struct rxrpc_call *call,
				 struct rxrpc_ack_buffer *pkt,
				 rxrpc_seq_t *_hard_ack,
				 rxrpc_seq_t *_top,
				 u8 reason)
{
	rxrpc_serial_t serial;
	rxrpc_seq_t hard_ack, top, seq;
	int ix;
	u32 mtu, jmax;
	u8 *ackp = pkt->acks;

	/* Barrier against rxrpc_input_data(). */
	serial = call->ackr_serial;
	hard_ack = READ_ONCE(call->rx_hard_ack);
	top = smp_load_acquire(&call->rx_top);
	*_hard_ack = hard_ack;
	*_top = top;

	pkt->ack.bufferSpace	= htons(8);
	pkt->ack.maxSkew	= htons(call->ackr_skew);
	pkt->ack.firstPacket	= htonl(hard_ack + 1);
	pkt->ack.previousPacket	= htonl(call->ackr_prev_seq);
	pkt->ack.serial		= htonl(serial);
	pkt->ack.reason		= reason;
	pkt->ack.nAcks		= top - hard_ack;

	if (reason == RXRPC_ACK_PING)
		pkt->whdr.flags |= RXRPC_REQUEST_ACK;

	if (after(top, hard_ack)) {
		seq = hard_ack + 1;
		do {
			ix = seq & RXRPC_RXTX_BUFF_MASK;
			if (call->rxtx_buffer[ix])
				*ackp++ = RXRPC_ACK_TYPE_ACK;
			else
				*ackp++ = RXRPC_ACK_TYPE_NACK;
			seq++;
		} while (before_eq(seq, top));
	}

	mtu = conn->params.peer->if_mtu;
	mtu -= conn->params.peer->hdrsize;
	jmax = (call->nr_jumbo_bad > 3) ? 1 : rxrpc_rx_jumbo_max;
	pkt->ackinfo.rxMTU	= htonl(rxrpc_rx_mtu);
	pkt->ackinfo.maxMTU	= htonl(mtu);
	pkt->ackinfo.rwind	= htonl(call->rx_winsize);
	pkt->ackinfo.jumbo_max	= htonl(jmax);

	*ackp++ = 0;
	*ackp++ = 0;
	*ackp++ = 0;
	return top - hard_ack + 3;
}

/*
 * Send an ACK call packet.
 */
int rxrpc_send_ack_packet(struct rxrpc_call *call, bool ping,
			  rxrpc_serial_t *_serial)
{
	struct rxrpc_connection *conn = NULL;
	struct rxrpc_ack_buffer *pkt;
	struct msghdr msg;
	struct kvec iov[2];
	rxrpc_serial_t serial;
	rxrpc_seq_t hard_ack, top;
	size_t len, n;
	int ret;
	u8 reason;

	spin_lock_bh(&call->lock);
	if (call->conn)
		conn = rxrpc_get_connection_maybe(call->conn);
	spin_unlock_bh(&call->lock);
	if (!conn)
		return -ECONNRESET;

	pkt = kzalloc(sizeof(*pkt), GFP_KERNEL);
	if (!pkt) {
		rxrpc_put_connection(conn);
		return -ENOMEM;
	}

	msg.msg_name	= &call->peer->srx.transport;
	msg.msg_namelen	= call->peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	pkt->whdr.epoch		= htonl(conn->proto.epoch);
	pkt->whdr.cid		= htonl(call->cid);
	pkt->whdr.callNumber	= htonl(call->call_id);
	pkt->whdr.seq		= 0;
	pkt->whdr.type		= RXRPC_PACKET_TYPE_ACK;
	pkt->whdr.flags		= RXRPC_SLOW_START_OK | conn->out_clientflag;
	pkt->whdr.userStatus	= 0;
	pkt->whdr.securityIndex	= call->security_ix;
	pkt->whdr._rsvd		= 0;
	pkt->whdr.serviceId	= htons(call->service_id);

	spin_lock_bh(&call->lock);
	if (ping) {
		reason = RXRPC_ACK_PING;
	} else {
		reason = call->ackr_reason;
		if (!call->ackr_reason) {
			spin_unlock_bh(&call->lock);
			ret = 0;
			goto out;
		}
		call->ackr_reason = 0;
	}
	n = rxrpc_fill_out_ack(conn, call, pkt, &hard_ack, &top, reason);

	spin_unlock_bh(&call->lock);

	iov[0].iov_base	= pkt;
	iov[0].iov_len	= sizeof(pkt->whdr) + sizeof(pkt->ack) + n;
	iov[1].iov_base = &pkt->ackinfo;
	iov[1].iov_len	= sizeof(pkt->ackinfo);
	len = iov[0].iov_len + iov[1].iov_len;

	serial = atomic_inc_return(&conn->serial);
	pkt->whdr.serial = htonl(serial);
	trace_rxrpc_tx_ack(call->debug_id, serial,
			   ntohl(pkt->ack.firstPacket),
			   ntohl(pkt->ack.serial),
			   pkt->ack.reason, pkt->ack.nAcks);
	if (_serial)
		*_serial = serial;

	if (ping) {
		call->ping_serial = serial;
		smp_wmb();
		/* We need to stick a time in before we send the packet in case
		 * the reply gets back before kernel_sendmsg() completes - but
		 * asking UDP to send the packet can take a relatively long
		 * time.
		 */
		call->ping_time = ktime_get_real();
		set_bit(RXRPC_CALL_PINGING, &call->flags);
		trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_ping, serial);
	}

	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
	conn->params.peer->last_tx_at = ktime_get_seconds();
	if (ret < 0)
		trace_rxrpc_tx_fail(call->debug_id, serial, ret,
				    rxrpc_tx_point_call_ack);
	else
		trace_rxrpc_tx_packet(call->debug_id, &pkt->whdr,
				      rxrpc_tx_point_call_ack);

	if (call->state < RXRPC_CALL_COMPLETE) {
		if (ret < 0) {
			if (ping)
				clear_bit(RXRPC_CALL_PINGING, &call->flags);
			rxrpc_propose_ACK(call, pkt->ack.reason,
					  ntohs(pkt->ack.maxSkew),
					  ntohl(pkt->ack.serial),
					  true, true,
					  rxrpc_propose_ack_retry_tx);
		} else {
			spin_lock_bh(&call->lock);
			if (after(hard_ack, call->ackr_consumed))
				call->ackr_consumed = hard_ack;
			if (after(top, call->ackr_seen))
				call->ackr_seen = top;
			spin_unlock_bh(&call->lock);
		}

		rxrpc_set_keepalive(call);
	}

out:
	rxrpc_put_connection(conn);
	kfree(pkt);
	return ret;
}

/*
 * Send an ABORT call packet.
 */
int rxrpc_send_abort_packet(struct rxrpc_call *call)
{
	struct rxrpc_connection *conn = NULL;
	struct rxrpc_abort_buffer pkt;
	struct msghdr msg;
	struct kvec iov[1];
	rxrpc_serial_t serial;
	int ret;

	/* Don't bother sending aborts for a client call once the server has
	 * hard-ACK'd all of its request data.  After that point, we're not
	 * going to stop the operation proceeding, and whilst we might limit
	 * the reply, it's not worth it if we can send a new call on the same
	 * channel instead, thereby closing off this call.
	 */
	if (rxrpc_is_client_call(call) &&
	    test_bit(RXRPC_CALL_TX_LAST, &call->flags))
		return 0;

	spin_lock_bh(&call->lock);
	if (call->conn)
		conn = rxrpc_get_connection_maybe(call->conn);
	spin_unlock_bh(&call->lock);
	if (!conn)
		return -ECONNRESET;

	msg.msg_name	= &call->peer->srx.transport;
	msg.msg_namelen	= call->peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	pkt.whdr.epoch		= htonl(conn->proto.epoch);
	pkt.whdr.cid		= htonl(call->cid);
	pkt.whdr.callNumber	= htonl(call->call_id);
	pkt.whdr.seq		= 0;
	pkt.whdr.type		= RXRPC_PACKET_TYPE_ABORT;
	pkt.whdr.flags		= conn->out_clientflag;
	pkt.whdr.userStatus	= 0;
	pkt.whdr.securityIndex	= call->security_ix;
	pkt.whdr._rsvd		= 0;
	pkt.whdr.serviceId	= htons(call->service_id);
	pkt.abort_code		= htonl(call->abort_code);

	iov[0].iov_base	= &pkt;
	iov[0].iov_len	= sizeof(pkt);

	serial = atomic_inc_return(&conn->serial);
	pkt.whdr.serial = htonl(serial);

	ret = kernel_sendmsg(conn->params.local->socket,
			     &msg, iov, 1, sizeof(pkt));
	conn->params.peer->last_tx_at = ktime_get_seconds();
	if (ret < 0)
		trace_rxrpc_tx_fail(call->debug_id, serial, ret,
				    rxrpc_tx_point_call_abort);
	else
		trace_rxrpc_tx_packet(call->debug_id, &pkt.whdr,
				      rxrpc_tx_point_call_abort);


	rxrpc_put_connection(conn);
	return ret;
}

/*
 * send a packet through the transport endpoint
 */
int rxrpc_send_data_packet(struct rxrpc_call *call, struct sk_buff *skb,
			   bool retrans)
{
	struct rxrpc_connection *conn = call->conn;
	struct rxrpc_wire_header whdr;
	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
	struct msghdr msg;
	struct kvec iov[2];
	rxrpc_serial_t serial;
	size_t len;
	bool lost = false;
	int ret, opt;

	_enter(",{%d}", skb->len);

	/* Each transmission of a Tx packet needs a new serial number */
	serial = atomic_inc_return(&conn->serial);

	whdr.epoch	= htonl(conn->proto.epoch);
	whdr.cid	= htonl(call->cid);
	whdr.callNumber	= htonl(call->call_id);
	whdr.seq	= htonl(sp->hdr.seq);
	whdr.serial	= htonl(serial);
	whdr.type	= RXRPC_PACKET_TYPE_DATA;
	whdr.flags	= sp->hdr.flags;
	whdr.userStatus	= 0;
	whdr.securityIndex = call->security_ix;
	whdr._rsvd	= htons(sp->hdr._rsvd);
	whdr.serviceId	= htons(call->service_id);

	if (test_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags) &&
	    sp->hdr.seq == 1)
		whdr.userStatus	= RXRPC_USERSTATUS_SERVICE_UPGRADE;

	iov[0].iov_base = &whdr;
	iov[0].iov_len = sizeof(whdr);
	iov[1].iov_base = skb->head;
	iov[1].iov_len = skb->len;
	len = iov[0].iov_len + iov[1].iov_len;

	msg.msg_name = &call->peer->srx.transport;
	msg.msg_namelen = call->peer->srx.transport_len;
	msg.msg_control = NULL;
	msg.msg_controllen = 0;
	msg.msg_flags = 0;

	/* If our RTT cache needs working on, request an ACK.  Also request
	 * ACKs if a DATA packet appears to have been lost.
	 *
	 * However, we mustn't request an ACK on the last reply packet of a
	 * service call, lest OpenAFS incorrectly send us an ACK with some
	 * soft-ACKs in it and then never follow up with a proper hard ACK.
	 */
	if ((!(sp->hdr.flags & RXRPC_LAST_PACKET) ||
	     rxrpc_to_server(sp)
	     ) &&
	    (test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events) ||
	     retrans ||
	     call->cong_mode == RXRPC_CALL_SLOW_START ||
	     (call->peer->rtt_usage < 3 && sp->hdr.seq & 1) ||
	     ktime_before(ktime_add_ms(call->peer->rtt_last_req, 1000),
			  ktime_get_real())))
		whdr.flags |= RXRPC_REQUEST_ACK;

	if (IS_ENABLED(CONFIG_AF_RXRPC_INJECT_LOSS)) {
		static int lose;
		if ((lose++ & 7) == 7) {
			ret = 0;
			lost = true;
		}
	}

	trace_rxrpc_tx_data(call, sp->hdr.seq, serial, whdr.flags,
			    retrans, lost);
	if (lost)
		goto done;

	/* send the packet with the don't fragment bit set if we currently
	 * think it's small enough */
	if (iov[1].iov_len >= call->peer->maxdata)
		goto send_fragmentable;

	down_read(&conn->params.local->defrag_sem);

	sp->hdr.serial = serial;
	smp_wmb(); /* Set serial before timestamp */
	skb->tstamp = ktime_get_real();

	/* send the packet by UDP
	 * - returns -EMSGSIZE if UDP would have to fragment the packet
	 *   to go out of the interface
	 *   - in which case, we'll have processed the ICMP error
	 *     message and update the peer record
	 */
	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
	conn->params.peer->last_tx_at = ktime_get_seconds();

	up_read(&conn->params.local->defrag_sem);
	if (ret < 0)
		trace_rxrpc_tx_fail(call->debug_id, serial, ret,
				    rxrpc_tx_point_call_data_nofrag);
	else
		trace_rxrpc_tx_packet(call->debug_id, &whdr,
				      rxrpc_tx_point_call_data_nofrag);
	if (ret == -EMSGSIZE)
		goto send_fragmentable;

done:
	if (ret >= 0) {
		if (whdr.flags & RXRPC_REQUEST_ACK) {
			call->peer->rtt_last_req = skb->tstamp;
			trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_data, serial);
			if (call->peer->rtt_usage > 1) {
				unsigned long nowj = jiffies, ack_lost_at;

				ack_lost_at = nsecs_to_jiffies(2 * call->peer->rtt);
				if (ack_lost_at < 1)
					ack_lost_at = 1;

				ack_lost_at += nowj;
				WRITE_ONCE(call->ack_lost_at, ack_lost_at);
				rxrpc_reduce_call_timer(call, ack_lost_at, nowj,
							rxrpc_timer_set_for_lost_ack);
			}
		}

		if (sp->hdr.seq == 1 &&
		    !test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER,
				      &call->flags)) {
			unsigned long nowj = jiffies, expect_rx_by;

			expect_rx_by = nowj + call->next_rx_timo;
			WRITE_ONCE(call->expect_rx_by, expect_rx_by);
			rxrpc_reduce_call_timer(call, expect_rx_by, nowj,
						rxrpc_timer_set_for_normal);
		}
	}

	rxrpc_set_keepalive(call);

	_leave(" = %d [%u]", ret, call->peer->maxdata);
	return ret;

send_fragmentable:
	/* attempt to send this message with fragmentation enabled */
	_debug("send fragment");

	down_write(&conn->params.local->defrag_sem);

	sp->hdr.serial = serial;
	smp_wmb(); /* Set serial before timestamp */
	skb->tstamp = ktime_get_real();

	switch (conn->params.local->srx.transport.family) {
	case AF_INET:
		opt = IP_PMTUDISC_DONT;
		ret = kernel_setsockopt(conn->params.local->socket,
					SOL_IP, IP_MTU_DISCOVER,
					(char *)&opt, sizeof(opt));
		if (ret == 0) {
			ret = kernel_sendmsg(conn->params.local->socket, &msg,
					     iov, 2, len);
			conn->params.peer->last_tx_at = ktime_get_seconds();

			opt = IP_PMTUDISC_DO;
			kernel_setsockopt(conn->params.local->socket, SOL_IP,
					  IP_MTU_DISCOVER,
					  (char *)&opt, sizeof(opt));
		}
		break;

#ifdef CONFIG_AF_RXRPC_IPV6
	case AF_INET6:
		opt = IPV6_PMTUDISC_DONT;
		ret = kernel_setsockopt(conn->params.local->socket,
					SOL_IPV6, IPV6_MTU_DISCOVER,
					(char *)&opt, sizeof(opt));
		if (ret == 0) {
			ret = kernel_sendmsg(conn->params.local->socket, &msg,
					     iov, 2, len);
			conn->params.peer->last_tx_at = ktime_get_seconds();

			opt = IPV6_PMTUDISC_DO;
			kernel_setsockopt(conn->params.local->socket,
					  SOL_IPV6, IPV6_MTU_DISCOVER,
					  (char *)&opt, sizeof(opt));
		}
		break;
#endif
	}

	if (ret < 0)
		trace_rxrpc_tx_fail(call->debug_id, serial, ret,
				    rxrpc_tx_point_call_data_frag);
	else
		trace_rxrpc_tx_packet(call->debug_id, &whdr,
				      rxrpc_tx_point_call_data_frag);

	up_write(&conn->params.local->defrag_sem);
	goto done;
}

/*
 * reject packets through the local endpoint
 */
void rxrpc_reject_packets(struct rxrpc_local *local)
{
	struct sockaddr_rxrpc srx;
	struct rxrpc_skb_priv *sp;
	struct rxrpc_wire_header whdr;
	struct sk_buff *skb;
	struct msghdr msg;
	struct kvec iov[2];
	size_t size;
	__be32 code;
	int ret, ioc;

	_enter("%d", local->debug_id);

	iov[0].iov_base = &whdr;
	iov[0].iov_len = sizeof(whdr);
	iov[1].iov_base = &code;
	iov[1].iov_len = sizeof(code);

	msg.msg_name = &srx.transport;
	msg.msg_control = NULL;
	msg.msg_controllen = 0;
	msg.msg_flags = 0;

	memset(&whdr, 0, sizeof(whdr));

	while ((skb = skb_dequeue(&local->reject_queue))) {
		rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
		sp = rxrpc_skb(skb);

		switch (skb->mark) {
		case RXRPC_SKB_MARK_REJECT_BUSY:
			whdr.type = RXRPC_PACKET_TYPE_BUSY;
			size = sizeof(whdr);
			ioc = 1;
			break;
		case RXRPC_SKB_MARK_REJECT_ABORT:
			whdr.type = RXRPC_PACKET_TYPE_ABORT;
			code = htonl(skb->priority);
			size = sizeof(whdr) + sizeof(code);
			ioc = 2;
			break;
		default:
			rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
			continue;
		}

		if (rxrpc_extract_addr_from_skb(&srx, skb) == 0) {
			msg.msg_namelen = srx.transport_len;

			whdr.epoch	= htonl(sp->hdr.epoch);
			whdr.cid	= htonl(sp->hdr.cid);
			whdr.callNumber	= htonl(sp->hdr.callNumber);
			whdr.serviceId	= htons(sp->hdr.serviceId);
			whdr.flags	= sp->hdr.flags;
			whdr.flags	^= RXRPC_CLIENT_INITIATED;
			whdr.flags	&= RXRPC_CLIENT_INITIATED;

			ret = kernel_sendmsg(local->socket, &msg,
					     iov, ioc, size);
			if (ret < 0)
				trace_rxrpc_tx_fail(local->debug_id, 0, ret,
						    rxrpc_tx_point_reject);
			else
				trace_rxrpc_tx_packet(local->debug_id, &whdr,
						      rxrpc_tx_point_reject);
		}

		rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
	}

	_leave("");
}

/*
 * Send a VERSION reply to a peer as a keepalive.
 */
void rxrpc_send_keepalive(struct rxrpc_peer *peer)
{
	struct rxrpc_wire_header whdr;
	struct msghdr msg;
	struct kvec iov[2];
	size_t len;
	int ret;

	_enter("");

	msg.msg_name	= &peer->srx.transport;
	msg.msg_namelen	= peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	whdr.epoch	= htonl(peer->local->rxnet->epoch);
	whdr.cid	= 0;
	whdr.callNumber	= 0;
	whdr.seq	= 0;
	whdr.serial	= 0;
	whdr.type	= RXRPC_PACKET_TYPE_VERSION; /* Not client-initiated */
	whdr.flags	= RXRPC_LAST_PACKET;
	whdr.userStatus	= 0;
	whdr.securityIndex = 0;
	whdr._rsvd	= 0;
	whdr.serviceId	= 0;

	iov[0].iov_base	= &whdr;
	iov[0].iov_len	= sizeof(whdr);
	iov[1].iov_base	= (char *)rxrpc_keepalive_string;
	iov[1].iov_len	= sizeof(rxrpc_keepalive_string);

	len = iov[0].iov_len + iov[1].iov_len;

	_proto("Tx VERSION (keepalive)");

	ret = kernel_sendmsg(peer->local->socket, &msg, iov, 2, len);
	if (ret < 0)
		trace_rxrpc_tx_fail(peer->debug_id, 0, ret,
				    rxrpc_tx_point_version_keepalive);
	else
		trace_rxrpc_tx_packet(peer->debug_id, &whdr,
				      rxrpc_tx_point_version_keepalive);

	peer->last_tx_at = ktime_get_seconds();
	_leave("");
}
Commit	Line	Data
17926a79 DH	1	/* RxRPC packet transmission
	2	*
	3	* Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
	4	* Written by David Howells (dhowells@redhat.com)
	5	*
	6	* This program is free software; you can redistribute it and/or
	7	* modify it under the terms of the GNU General Public License
	8	* as published by the Free Software Foundation; either version
	9	* 2 of the License, or (at your option) any later version.
	10	*/
	11
9b6d5398 JP	12	#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9b6d5398 JP	13
17926a79	14	#include <linux/net.h>
5a0e3ad6	15	#include <linux/gfp.h>
17926a79	16	#include <linux/skbuff.h>
bc3b2d7f	17	#include <linux/export.h>
17926a79 DH	18	#include <net/sock.h>
	19	#include <net/af_rxrpc.h>
	20	#include "ar-internal.h"
	21
26cb02aa	22	struct rxrpc_ack_buffer {
8d94aa38	23	struct rxrpc_wire_header whdr;
26cb02aa DH	24	struct rxrpc_ackpacket ack;
	25	u8 acks[255];
	26	u8 pad[3];
8d94aa38 DH	27	struct rxrpc_ackinfo ackinfo;
	28	};
	29
26cb02aa DH	30	struct rxrpc_abort_buffer {
	31	struct rxrpc_wire_header whdr;
	32	__be32 abort_code;
	33	};
	34
ace45bec DH	35	static const char rxrpc_keepalive_string[] = "";
ace45bec DH	36
415f44e4 DH	37	/*
	38	* Arrange for a keepalive ping a certain time after we last transmitted. This
	39	* lets the far side know we're still interested in this call and helps keep
	40	* the route through any intervening firewall open.
	41	*
	42	* Receiving a response to the ping will prevent the ->expect_rx_by timer from
	43	* expiring.
	44	*/
	45	static void rxrpc_set_keepalive(struct rxrpc_call *call)
	46	{
	47	unsigned long now = jiffies, keepalive_at = call->next_rx_timo / 6;
	48
	49	keepalive_at += now;
	50	WRITE_ONCE(call->keepalive_at, keepalive_at);
	51	rxrpc_reduce_call_timer(call, keepalive_at, now,
	52	rxrpc_timer_set_for_keepalive);
	53	}
	54
8d94aa38 DH	55	/*
	56	* Fill out an ACK packet.
	57	*/
1457cc4c DH	58	static size_t rxrpc_fill_out_ack(struct rxrpc_connection *conn,
1457cc4c DH	59	struct rxrpc_call *call,
26cb02aa	60	struct rxrpc_ack_buffer *pkt,
805b21b9	61	rxrpc_seq_t *_hard_ack,
a5af7e1f DH	62	rxrpc_seq_t *_top,
a5af7e1f DH	63	u8 reason)
8d94aa38	64	{
f3639df2	65	rxrpc_serial_t serial;
248f219c DH	66	rxrpc_seq_t hard_ack, top, seq;
248f219c DH	67	int ix;
8d94aa38 DH	68	u32 mtu, jmax;
	69	u8 *ackp = pkt->acks;
	70
248f219c	71	/* Barrier against rxrpc_input_data(). */
f3639df2	72	serial = call->ackr_serial;
248f219c DH	73	hard_ack = READ_ONCE(call->rx_hard_ack);
248f219c DH	74	top = smp_load_acquire(&call->rx_top);
805b21b9 DH	75	*_hard_ack = hard_ack;
805b21b9 DH	76	*_top = top;
248f219c	77
8d94aa38	78	pkt->ack.bufferSpace = htons(8);
248f219c DH	79	pkt->ack.maxSkew = htons(call->ackr_skew);
248f219c DH	80	pkt->ack.firstPacket = htonl(hard_ack + 1);
8d94aa38	81	pkt->ack.previousPacket = htonl(call->ackr_prev_seq);
f3639df2	82	pkt->ack.serial = htonl(serial);
a5af7e1f	83	pkt->ack.reason = reason;
248f219c DH	84	pkt->ack.nAcks = top - hard_ack;
248f219c DH	85
a5af7e1f	86	if (reason == RXRPC_ACK_PING)
8e83134d DH	87	pkt->whdr.flags \|= RXRPC_REQUEST_ACK;
8e83134d DH	88
248f219c DH	89	if (after(top, hard_ack)) {
	90	seq = hard_ack + 1;
	91	do {
	92	ix = seq & RXRPC_RXTX_BUFF_MASK;
	93	if (call->rxtx_buffer[ix])
	94	*ackp++ = RXRPC_ACK_TYPE_ACK;
	95	else
	96	*ackp++ = RXRPC_ACK_TYPE_NACK;
	97	seq++;
	98	} while (before_eq(seq, top));
	99	}
8d94aa38	100
1457cc4c DH	101	mtu = conn->params.peer->if_mtu;
1457cc4c DH	102	mtu -= conn->params.peer->hdrsize;
75e42126	103	jmax = (call->nr_jumbo_bad > 3) ? 1 : rxrpc_rx_jumbo_max;
8d94aa38 DH	104	pkt->ackinfo.rxMTU = htonl(rxrpc_rx_mtu);
8d94aa38 DH	105	pkt->ackinfo.maxMTU = htonl(mtu);
75e42126	106	pkt->ackinfo.rwind = htonl(call->rx_winsize);
8d94aa38 DH	107	pkt->ackinfo.jumbo_max = htonl(jmax);
	108
	109	*ackp++ = 0;
	110	*ackp++ = 0;
	111	*ackp++ = 0;
248f219c	112	return top - hard_ack + 3;
8d94aa38 DH	113	}
	114
	115	/*
26cb02aa	116	* Send an ACK call packet.
8d94aa38	117	*/
bd1fdf8c DH	118	int rxrpc_send_ack_packet(struct rxrpc_call *call, bool ping,
bd1fdf8c DH	119	rxrpc_serial_t *_serial)
8d94aa38 DH	120	{
8d94aa38 DH	121	struct rxrpc_connection *conn = NULL;
26cb02aa	122	struct rxrpc_ack_buffer *pkt;
8d94aa38 DH	123	struct msghdr msg;
	124	struct kvec iov[2];
	125	rxrpc_serial_t serial;
805b21b9	126	rxrpc_seq_t hard_ack, top;
8d94aa38	127	size_t len, n;
26cb02aa	128	int ret;
a5af7e1f	129	u8 reason;
8d94aa38 DH	130
	131	spin_lock_bh(&call->lock);
	132	if (call->conn)
	133	conn = rxrpc_get_connection_maybe(call->conn);
	134	spin_unlock_bh(&call->lock);
	135	if (!conn)
	136	return -ECONNRESET;
	137
	138	pkt = kzalloc(sizeof(*pkt), GFP_KERNEL);
	139	if (!pkt) {
	140	rxrpc_put_connection(conn);
	141	return -ENOMEM;
	142	}
	143
8d94aa38 DH	144	msg.msg_name = &call->peer->srx.transport;
	145	msg.msg_namelen = call->peer->srx.transport_len;
	146	msg.msg_control = NULL;
	147	msg.msg_controllen = 0;
	148	msg.msg_flags = 0;
	149
	150	pkt->whdr.epoch = htonl(conn->proto.epoch);
	151	pkt->whdr.cid = htonl(call->cid);
	152	pkt->whdr.callNumber = htonl(call->call_id);
	153	pkt->whdr.seq = 0;
26cb02aa DH	154	pkt->whdr.type = RXRPC_PACKET_TYPE_ACK;
26cb02aa DH	155	pkt->whdr.flags = RXRPC_SLOW_START_OK \| conn->out_clientflag;
8d94aa38 DH	156	pkt->whdr.userStatus = 0;
	157	pkt->whdr.securityIndex = call->security_ix;
	158	pkt->whdr._rsvd = 0;
	159	pkt->whdr.serviceId = htons(call->service_id);
	160
26cb02aa	161	spin_lock_bh(&call->lock);
a5af7e1f DH	162	if (ping) {
	163	reason = RXRPC_ACK_PING;
	164	} else {
	165	reason = call->ackr_reason;
	166	if (!call->ackr_reason) {
	167	spin_unlock_bh(&call->lock);
	168	ret = 0;
	169	goto out;
	170	}
	171	call->ackr_reason = 0;
8d94aa38	172	}
1457cc4c	173	n = rxrpc_fill_out_ack(conn, call, pkt, &hard_ack, &top, reason);
26cb02aa DH	174
	175	spin_unlock_bh(&call->lock);
	176
	177	iov[0].iov_base = pkt;
	178	iov[0].iov_len = sizeof(pkt->whdr) + sizeof(pkt->ack) + n;
	179	iov[1].iov_base = &pkt->ackinfo;
	180	iov[1].iov_len = sizeof(pkt->ackinfo);
	181	len = iov[0].iov_len + iov[1].iov_len;
8d94aa38	182
b86e218e DH	183	serial = atomic_inc_return(&conn->serial);
b86e218e DH	184	pkt->whdr.serial = htonl(serial);
4764c0da	185	trace_rxrpc_tx_ack(call->debug_id, serial,
26cb02aa DH	186	ntohl(pkt->ack.firstPacket),
	187	ntohl(pkt->ack.serial),
	188	pkt->ack.reason, pkt->ack.nAcks);
bd1fdf8c DH	189	if (_serial)
bd1fdf8c DH	190	*_serial = serial;
b86e218e	191
8e83134d	192	if (ping) {
a5af7e1f	193	call->ping_serial = serial;
8e83134d DH	194	smp_wmb();
	195	/* We need to stick a time in before we send the packet in case
	196	* the reply gets back before kernel_sendmsg() completes - but
	197	* asking UDP to send the packet can take a relatively long
b604dd98	198	* time.
8e83134d	199	*/
a5af7e1f	200	call->ping_time = ktime_get_real();
8e83134d DH	201	set_bit(RXRPC_CALL_PINGING, &call->flags);
	202	trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_ping, serial);
	203	}
26cb02aa DH	204
26cb02aa DH	205	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
330bdcfa	206	conn->params.peer->last_tx_at = ktime_get_seconds();
6b47fe1d DH	207	if (ret < 0)
6b47fe1d DH	208	trace_rxrpc_tx_fail(call->debug_id, serial, ret,
4764c0da DH	209	rxrpc_tx_point_call_ack);
	210	else
	211	trace_rxrpc_tx_packet(call->debug_id, &pkt->whdr,
	212	rxrpc_tx_point_call_ack);
8d94aa38	213
26cb02aa	214	if (call->state < RXRPC_CALL_COMPLETE) {
805b21b9	215	if (ret < 0) {
a5af7e1f DH	216	if (ping)
a5af7e1f DH	217	clear_bit(RXRPC_CALL_PINGING, &call->flags);
248f219c DH	218	rxrpc_propose_ACK(call, pkt->ack.reason,
	219	ntohs(pkt->ack.maxSkew),
	220	ntohl(pkt->ack.serial),
9c7ad434 DH	221	true, true,
9c7ad434 DH	222	rxrpc_propose_ack_retry_tx);
805b21b9 DH	223	} else {
	224	spin_lock_bh(&call->lock);
	225	if (after(hard_ack, call->ackr_consumed))
	226	call->ackr_consumed = hard_ack;
	227	if (after(top, call->ackr_seen))
	228	call->ackr_seen = top;
	229	spin_unlock_bh(&call->lock);
248f219c	230	}
415f44e4 DH	231
415f44e4 DH	232	rxrpc_set_keepalive(call);
248f219c DH	233	}
248f219c DH	234
8d94aa38 DH	235	out:
	236	rxrpc_put_connection(conn);
	237	kfree(pkt);
	238	return ret;
	239	}
	240
26cb02aa DH	241	/*
	242	* Send an ABORT call packet.
	243	*/
	244	int rxrpc_send_abort_packet(struct rxrpc_call *call)
	245	{
	246	struct rxrpc_connection *conn = NULL;
	247	struct rxrpc_abort_buffer pkt;
	248	struct msghdr msg;
	249	struct kvec iov[1];
	250	rxrpc_serial_t serial;
	251	int ret;
	252
dcbefc30 DH	253	/* Don't bother sending aborts for a client call once the server has
	254	* hard-ACK'd all of its request data. After that point, we're not
	255	* going to stop the operation proceeding, and whilst we might limit
	256	* the reply, it's not worth it if we can send a new call on the same
	257	* channel instead, thereby closing off this call.
	258	*/
	259	if (rxrpc_is_client_call(call) &&
	260	test_bit(RXRPC_CALL_TX_LAST, &call->flags))
	261	return 0;
	262
26cb02aa DH	263	spin_lock_bh(&call->lock);
	264	if (call->conn)
	265	conn = rxrpc_get_connection_maybe(call->conn);
	266	spin_unlock_bh(&call->lock);
	267	if (!conn)
	268	return -ECONNRESET;
	269
	270	msg.msg_name = &call->peer->srx.transport;
	271	msg.msg_namelen = call->peer->srx.transport_len;
	272	msg.msg_control = NULL;
	273	msg.msg_controllen = 0;
	274	msg.msg_flags = 0;
	275
	276	pkt.whdr.epoch = htonl(conn->proto.epoch);
	277	pkt.whdr.cid = htonl(call->cid);
	278	pkt.whdr.callNumber = htonl(call->call_id);
	279	pkt.whdr.seq = 0;
	280	pkt.whdr.type = RXRPC_PACKET_TYPE_ABORT;
	281	pkt.whdr.flags = conn->out_clientflag;
	282	pkt.whdr.userStatus = 0;
	283	pkt.whdr.securityIndex = call->security_ix;
	284	pkt.whdr._rsvd = 0;
	285	pkt.whdr.serviceId = htons(call->service_id);
	286	pkt.abort_code = htonl(call->abort_code);
	287
	288	iov[0].iov_base = &pkt;
	289	iov[0].iov_len = sizeof(pkt);
	290
	291	serial = atomic_inc_return(&conn->serial);
	292	pkt.whdr.serial = htonl(serial);
	293
	294	ret = kernel_sendmsg(conn->params.local->socket,
	295	&msg, iov, 1, sizeof(pkt));
330bdcfa	296	conn->params.peer->last_tx_at = ktime_get_seconds();
6b47fe1d DH	297	if (ret < 0)
6b47fe1d DH	298	trace_rxrpc_tx_fail(call->debug_id, serial, ret,
4764c0da DH	299	rxrpc_tx_point_call_abort);
	300	else
	301	trace_rxrpc_tx_packet(call->debug_id, &pkt.whdr,
	302	rxrpc_tx_point_call_abort);
6b47fe1d	303
26cb02aa DH	304
	305	rxrpc_put_connection(conn);
	306	return ret;
	307	}
	308
17926a79 DH	309	/*
	310	* send a packet through the transport endpoint
	311	*/
a1767077 DH	312	int rxrpc_send_data_packet(struct rxrpc_call call, struct sk_buff skb,
a1767077 DH	313	bool retrans)
17926a79	314	{
5a924b89 DH	315	struct rxrpc_connection *conn = call->conn;
	316	struct rxrpc_wire_header whdr;
	317	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
17926a79	318	struct msghdr msg;
5a924b89 DH	319	struct kvec iov[2];
	320	rxrpc_serial_t serial;
	321	size_t len;
a1767077	322	bool lost = false;
17926a79 DH	323	int ret, opt;
	324
	325	_enter(",{%d}", skb->len);
	326
5a924b89 DH	327	/* Each transmission of a Tx packet needs a new serial number */
5a924b89 DH	328	serial = atomic_inc_return(&conn->serial);
17926a79	329
5a924b89 DH	330	whdr.epoch = htonl(conn->proto.epoch);
	331	whdr.cid = htonl(call->cid);
	332	whdr.callNumber = htonl(call->call_id);
	333	whdr.seq = htonl(sp->hdr.seq);
	334	whdr.serial = htonl(serial);
	335	whdr.type = RXRPC_PACKET_TYPE_DATA;
	336	whdr.flags = sp->hdr.flags;
	337	whdr.userStatus = 0;
	338	whdr.securityIndex = call->security_ix;
	339	whdr._rsvd = htons(sp->hdr._rsvd);
	340	whdr.serviceId = htons(call->service_id);
	341
4e255721 DH	342	if (test_bit(RXRPC_CONN_PROBING_FOR_UPGRADE, &conn->flags) &&
	343	sp->hdr.seq == 1)
	344	whdr.userStatus = RXRPC_USERSTATUS_SERVICE_UPGRADE;
	345
5a924b89 DH	346	iov[0].iov_base = &whdr;
	347	iov[0].iov_len = sizeof(whdr);
	348	iov[1].iov_base = skb->head;
	349	iov[1].iov_len = skb->len;
	350	len = iov[0].iov_len + iov[1].iov_len;
	351
	352	msg.msg_name = &call->peer->srx.transport;
	353	msg.msg_namelen = call->peer->srx.transport_len;
17926a79 DH	354	msg.msg_control = NULL;
	355	msg.msg_controllen = 0;
	356	msg.msg_flags = 0;
	357
57494343 DH	358	/* If our RTT cache needs working on, request an ACK. Also request
57494343 DH	359	* ACKs if a DATA packet appears to have been lost.
b604dd98 DH	360	*
	361	* However, we mustn't request an ACK on the last reply packet of a
	362	* service call, lest OpenAFS incorrectly send us an ACK with some
	363	* soft-ACKs in it and then never follow up with a proper hard ACK.
57494343	364	*/
b604dd98 DH	365	if ((!(sp->hdr.flags & RXRPC_LAST_PACKET) \|\|
	366	rxrpc_to_server(sp)
	367	) &&
bd1fdf8c DH	368	(test_and_clear_bit(RXRPC_CALL_EV_ACK_LOST, &call->events) \|\|
bd1fdf8c DH	369	retrans \|\|
bf7d620a DH	370	call->cong_mode == RXRPC_CALL_SLOW_START \|\|
	371	(call->peer->rtt_usage < 3 && sp->hdr.seq & 1) \|\|
	372	ktime_before(ktime_add_ms(call->peer->rtt_last_req, 1000),
	373	ktime_get_real())))
0d4b103c DH	374	whdr.flags \|= RXRPC_REQUEST_ACK;
0d4b103c DH	375
8a681c36 DH	376	if (IS_ENABLED(CONFIG_AF_RXRPC_INJECT_LOSS)) {
	377	static int lose;
	378	if ((lose++ & 7) == 7) {
a1767077 DH	379	ret = 0;
a1767077 DH	380	lost = true;
8a681c36 DH	381	}
	382	}
	383
b3cfb6f5 DH	384	trace_rxrpc_tx_data(call, sp->hdr.seq, serial, whdr.flags,
	385	retrans, lost);
	386	if (lost)
	387	goto done;
5a924b89	388
17926a79 DH	389	/* send the packet with the don't fragment bit set if we currently
17926a79 DH	390	* think it's small enough */
5a924b89 DH	391	if (iov[1].iov_len >= call->peer->maxdata)
	392	goto send_fragmentable;
	393
	394	down_read(&conn->params.local->defrag_sem);
b604dd98 DH	395
	396	sp->hdr.serial = serial;
	397	smp_wmb(); /* Set serial before timestamp */
	398	skb->tstamp = ktime_get_real();
	399
5a924b89 DH	400	/* send the packet by UDP
	401	* - returns -EMSGSIZE if UDP would have to fragment the packet
	402	* to go out of the interface
	403	* - in which case, we'll have processed the ICMP error
	404	* message and update the peer record
	405	*/
	406	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
330bdcfa	407	conn->params.peer->last_tx_at = ktime_get_seconds();
5a924b89 DH	408
5a924b89 DH	409	up_read(&conn->params.local->defrag_sem);
6b47fe1d DH	410	if (ret < 0)
6b47fe1d DH	411	trace_rxrpc_tx_fail(call->debug_id, serial, ret,
4764c0da DH	412	rxrpc_tx_point_call_data_nofrag);
	413	else
	414	trace_rxrpc_tx_packet(call->debug_id, &whdr,
	415	rxrpc_tx_point_call_data_nofrag);
5a924b89 DH	416	if (ret == -EMSGSIZE)
	417	goto send_fragmentable;
	418
	419	done:
50235c4b	420	if (ret >= 0) {
0d4b103c	421	if (whdr.flags & RXRPC_REQUEST_ACK) {
b604dd98	422	call->peer->rtt_last_req = skb->tstamp;
50235c4b	423	trace_rxrpc_rtt_tx(call, rxrpc_rtt_tx_data, serial);
bd1fdf8c DH	424	if (call->peer->rtt_usage > 1) {
	425	unsigned long nowj = jiffies, ack_lost_at;
	426
	427	ack_lost_at = nsecs_to_jiffies(2 * call->peer->rtt);
	428	if (ack_lost_at < 1)
	429	ack_lost_at = 1;
	430
	431	ack_lost_at += nowj;
	432	WRITE_ONCE(call->ack_lost_at, ack_lost_at);
	433	rxrpc_reduce_call_timer(call, ack_lost_at, nowj,
	434	rxrpc_timer_set_for_lost_ack);
	435	}
0d4b103c	436	}
c54e43d7 DH	437
	438	if (sp->hdr.seq == 1 &&
	439	!test_and_set_bit(RXRPC_CALL_BEGAN_RX_TIMER,
	440	&call->flags)) {
	441	unsigned long nowj = jiffies, expect_rx_by;
	442
	443	expect_rx_by = nowj + call->next_rx_timo;
	444	WRITE_ONCE(call->expect_rx_by, expect_rx_by);
	445	rxrpc_reduce_call_timer(call, expect_rx_by, nowj,
	446	rxrpc_timer_set_for_normal);
	447	}
17926a79	448	}
415f44e4 DH	449
	450	rxrpc_set_keepalive(call);
	451
5a924b89 DH	452	_leave(" = %d [%u]", ret, call->peer->maxdata);
5a924b89 DH	453	return ret;
17926a79 DH	454
	455	send_fragmentable:
	456	/* attempt to send this message with fragmentation enabled */
	457	_debug("send fragment");
	458
985a5c82 DH	459	down_write(&conn->params.local->defrag_sem);
985a5c82 DH	460
b604dd98 DH	461	sp->hdr.serial = serial;
	462	smp_wmb(); /* Set serial before timestamp */
	463	skb->tstamp = ktime_get_real();
	464
985a5c82 DH	465	switch (conn->params.local->srx.transport.family) {
	466	case AF_INET:
	467	opt = IP_PMTUDISC_DONT;
	468	ret = kernel_setsockopt(conn->params.local->socket,
	469	SOL_IP, IP_MTU_DISCOVER,
	470	(char *)&opt, sizeof(opt));
	471	if (ret == 0) {
5a924b89 DH	472	ret = kernel_sendmsg(conn->params.local->socket, &msg,
5a924b89 DH	473	iov, 2, len);
330bdcfa	474	conn->params.peer->last_tx_at = ktime_get_seconds();
985a5c82 DH	475
	476	opt = IP_PMTUDISC_DO;
	477	kernel_setsockopt(conn->params.local->socket, SOL_IP,
	478	IP_MTU_DISCOVER,
	479	(char *)&opt, sizeof(opt));
	480	}
	481	break;
75b54cb5	482
d1912747	483	#ifdef CONFIG_AF_RXRPC_IPV6
75b54cb5 DH	484	case AF_INET6:
	485	opt = IPV6_PMTUDISC_DONT;
	486	ret = kernel_setsockopt(conn->params.local->socket,
	487	SOL_IPV6, IPV6_MTU_DISCOVER,
	488	(char *)&opt, sizeof(opt));
	489	if (ret == 0) {
	490	ret = kernel_sendmsg(conn->params.local->socket, &msg,
93c62c45	491	iov, 2, len);
330bdcfa	492	conn->params.peer->last_tx_at = ktime_get_seconds();
75b54cb5 DH	493
	494	opt = IPV6_PMTUDISC_DO;
	495	kernel_setsockopt(conn->params.local->socket,
	496	SOL_IPV6, IPV6_MTU_DISCOVER,
	497	(char *)&opt, sizeof(opt));
	498	}
	499	break;
d1912747	500	#endif
17926a79 DH	501	}
17926a79 DH	502
6b47fe1d DH	503	if (ret < 0)
6b47fe1d DH	504	trace_rxrpc_tx_fail(call->debug_id, serial, ret,
4764c0da DH	505	rxrpc_tx_point_call_data_frag);
	506	else
	507	trace_rxrpc_tx_packet(call->debug_id, &whdr,
	508	rxrpc_tx_point_call_data_frag);
6b47fe1d	509
985a5c82	510	up_write(&conn->params.local->defrag_sem);
5a924b89	511	goto done;
17926a79	512	}
248f219c DH	513
	514	/*
	515	* reject packets through the local endpoint
	516	*/
	517	void rxrpc_reject_packets(struct rxrpc_local *local)
	518	{
1c2bc7b9	519	struct sockaddr_rxrpc srx;
248f219c DH	520	struct rxrpc_skb_priv *sp;
	521	struct rxrpc_wire_header whdr;
	522	struct sk_buff *skb;
	523	struct msghdr msg;
	524	struct kvec iov[2];
	525	size_t size;
	526	__be32 code;
ece64fec	527	int ret, ioc;
248f219c DH	528
	529	_enter("%d", local->debug_id);
	530
	531	iov[0].iov_base = &whdr;
	532	iov[0].iov_len = sizeof(whdr);
	533	iov[1].iov_base = &code;
	534	iov[1].iov_len = sizeof(code);
248f219c	535
1c2bc7b9	536	msg.msg_name = &srx.transport;
248f219c DH	537	msg.msg_control = NULL;
	538	msg.msg_controllen = 0;
	539	msg.msg_flags = 0;
	540
248f219c	541	memset(&whdr, 0, sizeof(whdr));
248f219c DH	542
248f219c DH	543	while ((skb = skb_dequeue(&local->reject_queue))) {
71f3ca40	544	rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
248f219c	545	sp = rxrpc_skb(skb);
1c2bc7b9	546
ece64fec DH	547	switch (skb->mark) {
	548	case RXRPC_SKB_MARK_REJECT_BUSY:
	549	whdr.type = RXRPC_PACKET_TYPE_BUSY;
	550	size = sizeof(whdr);
	551	ioc = 1;
	552	break;
	553	case RXRPC_SKB_MARK_REJECT_ABORT:
	554	whdr.type = RXRPC_PACKET_TYPE_ABORT;
	555	code = htonl(skb->priority);
	556	size = sizeof(whdr) + sizeof(code);
	557	ioc = 2;
	558	break;
	559	default:
	560	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
	561	continue;
	562	}
	563
5a790b73	564	if (rxrpc_extract_addr_from_skb(&srx, skb) == 0) {
1c2bc7b9 DH	565	msg.msg_namelen = srx.transport_len;
1c2bc7b9 DH	566
248f219c DH	567	whdr.epoch = htonl(sp->hdr.epoch);
	568	whdr.cid = htonl(sp->hdr.cid);
	569	whdr.callNumber = htonl(sp->hdr.callNumber);
	570	whdr.serviceId = htons(sp->hdr.serviceId);
	571	whdr.flags = sp->hdr.flags;
	572	whdr.flags ^= RXRPC_CLIENT_INITIATED;
	573	whdr.flags &= RXRPC_CLIENT_INITIATED;
	574
d6672a5a Y	575	ret = kernel_sendmsg(local->socket, &msg,
d6672a5a Y	576	iov, ioc, size);
6b47fe1d DH	577	if (ret < 0)
6b47fe1d DH	578	trace_rxrpc_tx_fail(local->debug_id, 0, ret,
4764c0da DH	579	rxrpc_tx_point_reject);
	580	else
	581	trace_rxrpc_tx_packet(local->debug_id, &whdr,
	582	rxrpc_tx_point_reject);
248f219c DH	583	}
248f219c DH	584
71f3ca40	585	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
248f219c DH	586	}
	587
	588	_leave("");
	589	}
ace45bec DH	590
	591	/*
	592	* Send a VERSION reply to a peer as a keepalive.
	593	*/
	594	void rxrpc_send_keepalive(struct rxrpc_peer *peer)
	595	{
	596	struct rxrpc_wire_header whdr;
	597	struct msghdr msg;
	598	struct kvec iov[2];
	599	size_t len;
	600	int ret;
	601
	602	_enter("");
	603
	604	msg.msg_name = &peer->srx.transport;
	605	msg.msg_namelen = peer->srx.transport_len;
	606	msg.msg_control = NULL;
	607	msg.msg_controllen = 0;
	608	msg.msg_flags = 0;
	609
	610	whdr.epoch = htonl(peer->local->rxnet->epoch);
	611	whdr.cid = 0;
	612	whdr.callNumber = 0;
	613	whdr.seq = 0;
	614	whdr.serial = 0;
	615	whdr.type = RXRPC_PACKET_TYPE_VERSION; /* Not client-initiated */
	616	whdr.flags = RXRPC_LAST_PACKET;
	617	whdr.userStatus = 0;
	618	whdr.securityIndex = 0;
	619	whdr._rsvd = 0;
	620	whdr.serviceId = 0;
	621
	622	iov[0].iov_base = &whdr;
	623	iov[0].iov_len = sizeof(whdr);
	624	iov[1].iov_base = (char *)rxrpc_keepalive_string;
	625	iov[1].iov_len = sizeof(rxrpc_keepalive_string);
	626
	627	len = iov[0].iov_len + iov[1].iov_len;
	628
	629	_proto("Tx VERSION (keepalive)");
	630
	631	ret = kernel_sendmsg(peer->local->socket, &msg, iov, 2, len);
	632	if (ret < 0)
6b47fe1d	633	trace_rxrpc_tx_fail(peer->debug_id, 0, ret,
4764c0da DH	634	rxrpc_tx_point_version_keepalive);
	635	else
	636	trace_rxrpc_tx_packet(peer->debug_id, &whdr,
	637	rxrpc_tx_point_version_keepalive);
ace45bec	638
330bdcfa	639	peer->last_tx_at = ktime_get_seconds();
ace45bec DH	640	_leave("");
ace45bec DH	641	}