[mirror_ubuntu-bionic-kernel.git] / net / rxrpc / conn_event.c

/* connection-level event handling
 *
 * Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
 * Written by David Howells (dhowells@redhat.com)
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of the GNU General Public License
 * as published by the Free Software Foundation; either version
 * 2 of the License, or (at your option) any later version.
 */

#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt

#include <linux/module.h>
#include <linux/net.h>
#include <linux/skbuff.h>
#include <linux/errqueue.h>
#include <net/sock.h>
#include <net/af_rxrpc.h>
#include <net/ip.h>
#include "ar-internal.h"

/*
 * Retransmit terminal ACK or ABORT of the previous call.
 */
static void rxrpc_conn_retransmit_call(struct rxrpc_connection *conn,
				       struct sk_buff *skb,
				       unsigned int channel)
{
	struct rxrpc_skb_priv *sp = skb ? rxrpc_skb(skb) : NULL;
	struct rxrpc_channel *chan;
	struct msghdr msg;
	struct kvec iov[3];
	struct {
		struct rxrpc_wire_header whdr;
		union {
			__be32 abort_code;
			struct rxrpc_ackpacket ack;
		};
	} __attribute__((packed)) pkt;
	struct rxrpc_ackinfo ack_info;
	size_t len;
	int ioc;
	u32 serial, mtu, call_id, padding;

	_enter("%d", conn->debug_id);

	chan = &conn->channels[channel];

	/* If the last call got moved on whilst we were waiting to run, just
	 * ignore this packet.
	 */
	call_id = READ_ONCE(chan->last_call);
	/* Sync with __rxrpc_disconnect_call() */
	smp_rmb();
	if (skb && call_id != sp->hdr.callNumber)
		return;

	msg.msg_name	= &conn->params.peer->srx.transport;
	msg.msg_namelen	= conn->params.peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	iov[0].iov_base	= &pkt;
	iov[0].iov_len	= sizeof(pkt.whdr);
	iov[1].iov_base	= &padding;
	iov[1].iov_len	= 3;
	iov[2].iov_base	= &ack_info;
	iov[2].iov_len	= sizeof(ack_info);

	pkt.whdr.epoch		= htonl(conn->proto.epoch);
	pkt.whdr.cid		= htonl(conn->proto.cid | channel);
	pkt.whdr.callNumber	= htonl(call_id);
	pkt.whdr.seq		= 0;
	pkt.whdr.type		= chan->last_type;
	pkt.whdr.flags		= conn->out_clientflag;
	pkt.whdr.userStatus	= 0;
	pkt.whdr.securityIndex	= conn->security_ix;
	pkt.whdr._rsvd		= 0;
	pkt.whdr.serviceId	= htons(conn->service_id);

	len = sizeof(pkt.whdr);
	switch (chan->last_type) {
	case RXRPC_PACKET_TYPE_ABORT:
		pkt.abort_code	= htonl(chan->last_abort);
		iov[0].iov_len += sizeof(pkt.abort_code);
		len += sizeof(pkt.abort_code);
		ioc = 1;
		break;

	case RXRPC_PACKET_TYPE_ACK:
		mtu = conn->params.peer->if_mtu;
		mtu -= conn->params.peer->hdrsize;
		pkt.ack.bufferSpace	= 0;
		pkt.ack.maxSkew		= htons(skb ? skb->priority : 0);
		pkt.ack.firstPacket	= htonl(chan->last_seq + 1);
		pkt.ack.previousPacket	= htonl(chan->last_seq);
		pkt.ack.serial		= htonl(skb ? sp->hdr.serial : 0);
		pkt.ack.reason		= skb ? RXRPC_ACK_DUPLICATE : RXRPC_ACK_IDLE;
		pkt.ack.nAcks		= 0;
		ack_info.rxMTU		= htonl(rxrpc_rx_mtu);
		ack_info.maxMTU		= htonl(mtu);
		ack_info.rwind		= htonl(rxrpc_rx_window_size);
		ack_info.jumbo_max	= htonl(rxrpc_rx_jumbo_max);
		pkt.whdr.flags		|= RXRPC_SLOW_START_OK;
		padding			= 0;
		iov[0].iov_len += sizeof(pkt.ack);
		len += sizeof(pkt.ack) + 3 + sizeof(ack_info);
		ioc = 3;
		break;

	default:
		return;
	}

	/* Resync with __rxrpc_disconnect_call() and check that the last call
	 * didn't get advanced whilst we were filling out the packets.
	 */
	smp_rmb();
	if (READ_ONCE(chan->last_call) != call_id)
		return;

	serial = atomic_inc_return(&conn->serial);
	pkt.whdr.serial = htonl(serial);

	switch (chan->last_type) {
	case RXRPC_PACKET_TYPE_ABORT:
		_proto("Tx ABORT %%%u { %d } [re]", serial, conn->abort_code);
		break;
	case RXRPC_PACKET_TYPE_ACK:
		trace_rxrpc_tx_ack(NULL, serial, chan->last_seq, 0,
				   RXRPC_ACK_DUPLICATE, 0);
		_proto("Tx ACK %%%u [re]", serial);
		break;
	}

	kernel_sendmsg(conn->params.local->socket, &msg, iov, ioc, len);
	_leave("");
	return;
}

/*
 * pass a connection-level abort onto all calls on that connection
 */
static void rxrpc_abort_calls(struct rxrpc_connection *conn,
			      enum rxrpc_call_completion compl)
{
	struct rxrpc_call *call;
	int i;

	_enter("{%d},%x", conn->debug_id, conn->abort_code);

	spin_lock(&conn->channel_lock);

	for (i = 0; i < RXRPC_MAXCALLS; i++) {
		call = rcu_dereference_protected(
			conn->channels[i].call,
			lockdep_is_held(&conn->channel_lock));
		if (call) {
			if (compl == RXRPC_CALL_LOCALLY_ABORTED)
				trace_rxrpc_abort("CON", call->cid,
						  call->call_id, 0,
						  conn->abort_code,
						  conn->error);
			if (rxrpc_set_call_completion(call, compl,
						      conn->abort_code,
						      conn->error))
				rxrpc_notify_socket(call);
		}
	}

	spin_unlock(&conn->channel_lock);
	_leave("");
}

/*
 * generate a connection-level abort
 */
static int rxrpc_abort_connection(struct rxrpc_connection *conn,
				  int error, u32 abort_code)
{
	struct rxrpc_wire_header whdr;
	struct msghdr msg;
	struct kvec iov[2];
	__be32 word;
	size_t len;
	u32 serial;
	int ret;

	_enter("%d,,%u,%u", conn->debug_id, error, abort_code);

	/* generate a connection-level abort */
	spin_lock_bh(&conn->state_lock);
	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
		spin_unlock_bh(&conn->state_lock);
		_leave(" = 0 [already dead]");
		return 0;
	}

	conn->error = error;
	conn->abort_code = abort_code;
	conn->state = RXRPC_CONN_LOCALLY_ABORTED;
	spin_unlock_bh(&conn->state_lock);

	rxrpc_abort_calls(conn, RXRPC_CALL_LOCALLY_ABORTED);

	msg.msg_name	= &conn->params.peer->srx.transport;
	msg.msg_namelen	= conn->params.peer->srx.transport_len;
	msg.msg_control	= NULL;
	msg.msg_controllen = 0;
	msg.msg_flags	= 0;

	whdr.epoch	= htonl(conn->proto.epoch);
	whdr.cid	= htonl(conn->proto.cid);
	whdr.callNumber	= 0;
	whdr.seq	= 0;
	whdr.type	= RXRPC_PACKET_TYPE_ABORT;
	whdr.flags	= conn->out_clientflag;
	whdr.userStatus	= 0;
	whdr.securityIndex = conn->security_ix;
	whdr._rsvd	= 0;
	whdr.serviceId	= htons(conn->service_id);

	word		= htonl(conn->abort_code);

	iov[0].iov_base	= &whdr;
	iov[0].iov_len	= sizeof(whdr);
	iov[1].iov_base	= &word;
	iov[1].iov_len	= sizeof(word);

	len = iov[0].iov_len + iov[1].iov_len;

	serial = atomic_inc_return(&conn->serial);
	whdr.serial = htonl(serial);
	_proto("Tx CONN ABORT %%%u { %d }", serial, conn->abort_code);

	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
	if (ret < 0) {
		_debug("sendmsg failed: %d", ret);
		return -EAGAIN;
	}

	_leave(" = 0");
	return 0;
}

/*
 * mark a call as being on a now-secured channel
 * - must be called with BH's disabled.
 */
static void rxrpc_call_is_secure(struct rxrpc_call *call)
{
	_enter("%p", call);
	if (call) {
		write_lock_bh(&call->state_lock);
		if (call->state == RXRPC_CALL_SERVER_SECURING) {
			call->state = RXRPC_CALL_SERVER_ACCEPTING;
			rxrpc_notify_socket(call);
		}
		write_unlock_bh(&call->state_lock);
	}
}

/*
 * connection-level Rx packet processor
 */
static int rxrpc_process_event(struct rxrpc_connection *conn,
			       struct sk_buff *skb,
			       u32 *_abort_code)
{
	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
	__be32 wtmp;
	u32 abort_code;
	int loop, ret;

	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
		_leave(" = -ECONNABORTED [%u]", conn->state);
		return -ECONNABORTED;
	}

	_enter("{%d},{%u,%%%u},", conn->debug_id, sp->hdr.type, sp->hdr.serial);

	switch (sp->hdr.type) {
	case RXRPC_PACKET_TYPE_DATA:
	case RXRPC_PACKET_TYPE_ACK:
		rxrpc_conn_retransmit_call(conn, skb,
					   sp->hdr.cid & RXRPC_CHANNELMASK);
		return 0;

	case RXRPC_PACKET_TYPE_BUSY:
		/* Just ignore BUSY packets for now. */
		return 0;

	case RXRPC_PACKET_TYPE_ABORT:
		if (skb_copy_bits(skb, sizeof(struct rxrpc_wire_header),
				  &wtmp, sizeof(wtmp)) < 0) {
			trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
					      tracepoint_string("bad_abort"));
			return -EPROTO;
		}
		abort_code = ntohl(wtmp);
		_proto("Rx ABORT %%%u { ac=%d }", sp->hdr.serial, abort_code);

		conn->error = -ECONNABORTED;
		conn->abort_code = abort_code;
		conn->state = RXRPC_CONN_REMOTELY_ABORTED;
		rxrpc_abort_calls(conn, RXRPC_CALL_REMOTELY_ABORTED);
		return -ECONNABORTED;

	case RXRPC_PACKET_TYPE_CHALLENGE:
		return conn->security->respond_to_challenge(conn, skb,
							    _abort_code);

	case RXRPC_PACKET_TYPE_RESPONSE:
		ret = conn->security->verify_response(conn, skb, _abort_code);
		if (ret < 0)
			return ret;

		ret = conn->security->init_connection_security(conn);
		if (ret < 0)
			return ret;

		ret = conn->security->prime_packet_security(conn);
		if (ret < 0)
			return ret;

		spin_lock(&conn->channel_lock);
		spin_lock(&conn->state_lock);

		if (conn->state == RXRPC_CONN_SERVICE_CHALLENGING) {
			conn->state = RXRPC_CONN_SERVICE;
			spin_unlock(&conn->state_lock);
			for (loop = 0; loop < RXRPC_MAXCALLS; loop++)
				rxrpc_call_is_secure(
					rcu_dereference_protected(
						conn->channels[loop].call,
						lockdep_is_held(&conn->channel_lock)));
		} else {
			spin_unlock(&conn->state_lock);
		}

		spin_unlock(&conn->channel_lock);
		return 0;

	default:
		trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
				      tracepoint_string("bad_conn_pkt"));
		return -EPROTO;
	}
}

/*
 * set up security and issue a challenge
 */
static void rxrpc_secure_connection(struct rxrpc_connection *conn)
{
	u32 abort_code;
	int ret;

	_enter("{%d}", conn->debug_id);

	ASSERT(conn->security_ix != 0);

	if (!conn->params.key) {
		_debug("set up security");
		ret = rxrpc_init_server_conn_security(conn);
		switch (ret) {
		case 0:
			break;
		case -ENOENT:
			abort_code = RX_CALL_DEAD;
			goto abort;
		default:
			abort_code = RXKADNOAUTH;
			goto abort;
		}
	}

	if (conn->security->issue_challenge(conn) < 0) {
		abort_code = RX_CALL_DEAD;
		ret = -ENOMEM;
		goto abort;
	}

	_leave("");
	return;

abort:
	_debug("abort %d, %d", ret, abort_code);
	rxrpc_abort_connection(conn, ret, abort_code);
	_leave(" [aborted]");
}

/*
 * Process delayed final ACKs that we haven't subsumed into a subsequent call.
 */
static void rxrpc_process_delayed_final_acks(struct rxrpc_connection *conn)
{
	unsigned long j = jiffies, next_j;
	unsigned int channel;
	bool set;

again:
	next_j = j + LONG_MAX;
	set = false;
	for (channel = 0; channel < RXRPC_MAXCALLS; channel++) {
		struct rxrpc_channel *chan = &conn->channels[channel];
		unsigned long ack_at;

		if (!test_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags))
			continue;

		smp_rmb(); /* vs rxrpc_disconnect_client_call */
		ack_at = READ_ONCE(chan->final_ack_at);

		if (time_before(j, ack_at)) {
			if (time_before(ack_at, next_j)) {
				next_j = ack_at;
				set = true;
			}
			continue;
		}

		if (test_and_clear_bit(RXRPC_CONN_FINAL_ACK_0 + channel,
				       &conn->flags))
			rxrpc_conn_retransmit_call(conn, NULL, channel);
	}

	j = jiffies;
	if (time_before_eq(next_j, j))
		goto again;
	if (set)
		rxrpc_reduce_conn_timer(conn, next_j);
}

/*
 * connection-level event processor
 */
void rxrpc_process_connection(struct work_struct *work)
{
	struct rxrpc_connection *conn =
		container_of(work, struct rxrpc_connection, processor);
	struct sk_buff *skb;
	u32 abort_code = RX_PROTOCOL_ERROR;
	int ret;

	rxrpc_see_connection(conn);

	if (test_and_clear_bit(RXRPC_CONN_EV_CHALLENGE, &conn->events))
		rxrpc_secure_connection(conn);

	/* Process delayed ACKs whose time has come. */
	if (conn->flags & RXRPC_CONN_FINAL_ACK_MASK)
		rxrpc_process_delayed_final_acks(conn);

	/* go through the conn-level event packets, releasing the ref on this
	 * connection that each one has when we've finished with it */
	while ((skb = skb_dequeue(&conn->rx_queue))) {
		rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
		ret = rxrpc_process_event(conn, skb, &abort_code);
		switch (ret) {
		case -EPROTO:
		case -EKEYEXPIRED:
		case -EKEYREJECTED:
			goto protocol_error;
		case -ENOMEM:
		case -EAGAIN:
			goto requeue_and_leave;
		case -ECONNABORTED:
		default:
			rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
			break;
		}
	}

out:
	rxrpc_put_connection(conn);
	_leave("");
	return;

requeue_and_leave:
	skb_queue_head(&conn->rx_queue, skb);
	goto out;

protocol_error:
	if (rxrpc_abort_connection(conn, ret, abort_code) < 0)
		goto requeue_and_leave;
	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
	goto out;
}
Commit	Line	Data
17926a79 DH	1	/* connection-level event handling
	2	*
	3	* Copyright (C) 2007 Red Hat, Inc. All Rights Reserved.
	4	* Written by David Howells (dhowells@redhat.com)
	5	*
	6	* This program is free software; you can redistribute it and/or
	7	* modify it under the terms of the GNU General Public License
	8	* as published by the Free Software Foundation; either version
	9	* 2 of the License, or (at your option) any later version.
	10	*/
	11
9b6d5398 JP	12	#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9b6d5398 JP	13
17926a79 DH	14	#include <linux/module.h>
	15	#include <linux/net.h>
	16	#include <linux/skbuff.h>
	17	#include <linux/errqueue.h>
17926a79 DH	18	#include <net/sock.h>
	19	#include <net/af_rxrpc.h>
	20	#include <net/ip.h>
	21	#include "ar-internal.h"
	22
18bfeba5 DH	23	/*
	24	* Retransmit terminal ACK or ABORT of the previous call.
	25	*/
f5c17aae	26	static void rxrpc_conn_retransmit_call(struct rxrpc_connection *conn,
3136ef49 DH	27	struct sk_buff *skb,
3136ef49 DH	28	unsigned int channel)
18bfeba5	29	{
3136ef49	30	struct rxrpc_skb_priv *sp = skb ? rxrpc_skb(skb) : NULL;
18bfeba5 DH	31	struct rxrpc_channel *chan;
18bfeba5 DH	32	struct msghdr msg;
5fc62f6a	33	struct kvec iov[3];
18bfeba5 DH	34	struct {
	35	struct rxrpc_wire_header whdr;
	36	union {
5fc62f6a DH	37	__be32 abort_code;
5fc62f6a DH	38	struct rxrpc_ackpacket ack;
18bfeba5 DH	39	};
18bfeba5 DH	40	} __attribute__((packed)) pkt;
5fc62f6a	41	struct rxrpc_ackinfo ack_info;
18bfeba5	42	size_t len;
5fc62f6a DH	43	int ioc;
5fc62f6a DH	44	u32 serial, mtu, call_id, padding;
18bfeba5 DH	45
	46	_enter("%d", conn->debug_id);
	47
3136ef49	48	chan = &conn->channels[channel];
18bfeba5 DH	49
	50	/* If the last call got moved on whilst we were waiting to run, just
	51	* ignore this packet.
	52	*/
	53	call_id = READ_ONCE(chan->last_call);
	54	/* Sync with __rxrpc_disconnect_call() */
	55	smp_rmb();
3136ef49	56	if (skb && call_id != sp->hdr.callNumber)
18bfeba5 DH	57	return;
	58
	59	msg.msg_name = &conn->params.peer->srx.transport;
	60	msg.msg_namelen = conn->params.peer->srx.transport_len;
	61	msg.msg_control = NULL;
	62	msg.msg_controllen = 0;
	63	msg.msg_flags = 0;
	64
5fc62f6a DH	65	iov[0].iov_base = &pkt;
	66	iov[0].iov_len = sizeof(pkt.whdr);
	67	iov[1].iov_base = &padding;
	68	iov[1].iov_len = 3;
	69	iov[2].iov_base = &ack_info;
	70	iov[2].iov_len = sizeof(ack_info);
	71
3136ef49	72	pkt.whdr.epoch = htonl(conn->proto.epoch);
69f6360c	73	pkt.whdr.cid = htonl(conn->proto.cid \| channel);
3136ef49	74	pkt.whdr.callNumber = htonl(call_id);
18bfeba5 DH	75	pkt.whdr.seq = 0;
	76	pkt.whdr.type = chan->last_type;
	77	pkt.whdr.flags = conn->out_clientflag;
	78	pkt.whdr.userStatus = 0;
	79	pkt.whdr.securityIndex = conn->security_ix;
	80	pkt.whdr._rsvd = 0;
68d6d1ae	81	pkt.whdr.serviceId = htons(conn->service_id);
18bfeba5 DH	82
	83	len = sizeof(pkt.whdr);
	84	switch (chan->last_type) {
	85	case RXRPC_PACKET_TYPE_ABORT:
5fc62f6a DH	86	pkt.abort_code = htonl(chan->last_abort);
	87	iov[0].iov_len += sizeof(pkt.abort_code);
	88	len += sizeof(pkt.abort_code);
	89	ioc = 1;
18bfeba5 DH	90	break;
	91
	92	case RXRPC_PACKET_TYPE_ACK:
	93	mtu = conn->params.peer->if_mtu;
	94	mtu -= conn->params.peer->hdrsize;
	95	pkt.ack.bufferSpace = 0;
3136ef49 DH	96	pkt.ack.maxSkew = htons(skb ? skb->priority : 0);
	97	pkt.ack.firstPacket = htonl(chan->last_seq + 1);
	98	pkt.ack.previousPacket = htonl(chan->last_seq);
	99	pkt.ack.serial = htonl(skb ? sp->hdr.serial : 0);
	100	pkt.ack.reason = skb ? RXRPC_ACK_DUPLICATE : RXRPC_ACK_IDLE;
18bfeba5	101	pkt.ack.nAcks = 0;
5fc62f6a DH	102	ack_info.rxMTU = htonl(rxrpc_rx_mtu);
	103	ack_info.maxMTU = htonl(mtu);
	104	ack_info.rwind = htonl(rxrpc_rx_window_size);
	105	ack_info.jumbo_max = htonl(rxrpc_rx_jumbo_max);
57494343	106	pkt.whdr.flags \|= RXRPC_SLOW_START_OK;
5fc62f6a DH	107	padding = 0;
	108	iov[0].iov_len += sizeof(pkt.ack);
	109	len += sizeof(pkt.ack) + 3 + sizeof(ack_info);
	110	ioc = 3;
18bfeba5	111	break;
5fc62f6a DH	112
	113	default:
	114	return;
18bfeba5 DH	115	}
	116
	117	/* Resync with __rxrpc_disconnect_call() and check that the last call
	118	* didn't get advanced whilst we were filling out the packets.
	119	*/
	120	smp_rmb();
	121	if (READ_ONCE(chan->last_call) != call_id)
	122	return;
	123
18bfeba5 DH	124	serial = atomic_inc_return(&conn->serial);
	125	pkt.whdr.serial = htonl(serial);
	126
	127	switch (chan->last_type) {
	128	case RXRPC_PACKET_TYPE_ABORT:
d1125841	129	_proto("Tx ABORT %%%u { %d } [re]", serial, conn->abort_code);
18bfeba5 DH	130	break;
18bfeba5 DH	131	case RXRPC_PACKET_TYPE_ACK:
be832aec DH	132	trace_rxrpc_tx_ack(NULL, serial, chan->last_seq, 0,
be832aec DH	133	RXRPC_ACK_DUPLICATE, 0);
18bfeba5 DH	134	_proto("Tx ACK %%%u [re]", serial);
	135	break;
	136	}
	137
5fc62f6a	138	kernel_sendmsg(conn->params.local->socket, &msg, iov, ioc, len);
18bfeba5 DH	139	_leave("");
	140	return;
	141	}
	142
17926a79 DH	143	/*
	144	* pass a connection-level abort onto all calls on that connection
	145	*/
f5c17aae	146	static void rxrpc_abort_calls(struct rxrpc_connection *conn,
d1125841	147	enum rxrpc_call_completion compl)
17926a79 DH	148	{
17926a79 DH	149	struct rxrpc_call *call;
248f219c	150	int i;
17926a79	151
d1125841	152	_enter("{%d},%x", conn->debug_id, conn->abort_code);
17926a79	153
a1399f8b	154	spin_lock(&conn->channel_lock);
17926a79	155
a1399f8b DH	156	for (i = 0; i < RXRPC_MAXCALLS; i++) {
	157	call = rcu_dereference_protected(
	158	conn->channels[i].call,
	159	lockdep_is_held(&conn->channel_lock));
ccbd3dbe	160	if (call) {
5a42976d DH	161	if (compl == RXRPC_CALL_LOCALLY_ABORTED)
	162	trace_rxrpc_abort("CON", call->cid,
	163	call->call_id, 0,
d1125841 DH	164	conn->abort_code,
d1125841 DH	165	conn->error);
248f219c	166	if (rxrpc_set_call_completion(call, compl,
d1125841 DH	167	conn->abort_code,
d1125841 DH	168	conn->error))
248f219c	169	rxrpc_notify_socket(call);
17926a79	170	}
17926a79 DH	171	}
17926a79 DH	172
a1399f8b	173	spin_unlock(&conn->channel_lock);
17926a79 DH	174	_leave("");
	175	}
	176
	177	/*
	178	* generate a connection-level abort
	179	*/
	180	static int rxrpc_abort_connection(struct rxrpc_connection *conn,
3a92789a	181	int error, u32 abort_code)
17926a79	182	{
0d12f8a4	183	struct rxrpc_wire_header whdr;
17926a79 DH	184	struct msghdr msg;
	185	struct kvec iov[2];
	186	__be32 word;
	187	size_t len;
0d12f8a4	188	u32 serial;
17926a79 DH	189	int ret;
	190
	191	_enter("%d,,%u,%u", conn->debug_id, error, abort_code);
	192
	193	/* generate a connection-level abort */
	194	spin_lock_bh(&conn->state_lock);
f5c17aae	195	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
17926a79 DH	196	spin_unlock_bh(&conn->state_lock);
	197	_leave(" = 0 [already dead]");
	198	return 0;
	199	}
	200
d1125841 DH	201	conn->error = error;
d1125841 DH	202	conn->abort_code = abort_code;
f5c17aae DH	203	conn->state = RXRPC_CONN_LOCALLY_ABORTED;
	204	spin_unlock_bh(&conn->state_lock);
	205
d1125841	206	rxrpc_abort_calls(conn, RXRPC_CALL_LOCALLY_ABORTED);
17926a79	207
85f32278 DH	208	msg.msg_name = &conn->params.peer->srx.transport;
85f32278 DH	209	msg.msg_namelen = conn->params.peer->srx.transport_len;
17926a79 DH	210	msg.msg_control = NULL;
	211	msg.msg_controllen = 0;
	212	msg.msg_flags = 0;
	213
19ffa01c DH	214	whdr.epoch = htonl(conn->proto.epoch);
19ffa01c DH	215	whdr.cid = htonl(conn->proto.cid);
0d12f8a4 DH	216	whdr.callNumber = 0;
	217	whdr.seq = 0;
	218	whdr.type = RXRPC_PACKET_TYPE_ABORT;
	219	whdr.flags = conn->out_clientflag;
	220	whdr.userStatus = 0;
	221	whdr.securityIndex = conn->security_ix;
	222	whdr._rsvd = 0;
68d6d1ae	223	whdr.serviceId = htons(conn->service_id);
17926a79	224
d1125841	225	word = htonl(conn->abort_code);
17926a79	226
0d12f8a4 DH	227	iov[0].iov_base = &whdr;
0d12f8a4 DH	228	iov[0].iov_len = sizeof(whdr);
17926a79 DH	229	iov[1].iov_base = &word;
	230	iov[1].iov_len = sizeof(word);
	231
	232	len = iov[0].iov_len + iov[1].iov_len;
	233
0d12f8a4 DH	234	serial = atomic_inc_return(&conn->serial);
0d12f8a4 DH	235	whdr.serial = htonl(serial);
d1125841	236	_proto("Tx CONN ABORT %%%u { %d }", serial, conn->abort_code);
17926a79	237
85f32278	238	ret = kernel_sendmsg(conn->params.local->socket, &msg, iov, 2, len);
17926a79 DH	239	if (ret < 0) {
	240	_debug("sendmsg failed: %d", ret);
	241	return -EAGAIN;
	242	}
	243
	244	_leave(" = 0");
	245	return 0;
	246	}
	247
	248	/*
	249	* mark a call as being on a now-secured channel
248f219c	250	* - must be called with BH's disabled.
17926a79	251	*/
5eaa65b2	252	static void rxrpc_call_is_secure(struct rxrpc_call *call)
17926a79 DH	253	{
	254	_enter("%p", call);
	255	if (call) {
248f219c DH	256	write_lock_bh(&call->state_lock);
	257	if (call->state == RXRPC_CALL_SERVER_SECURING) {
	258	call->state = RXRPC_CALL_SERVER_ACCEPTING;
	259	rxrpc_notify_socket(call);
	260	}
	261	write_unlock_bh(&call->state_lock);
17926a79 DH	262	}
	263	}
	264
	265	/*
	266	* connection-level Rx packet processor
	267	*/
	268	static int rxrpc_process_event(struct rxrpc_connection *conn,
	269	struct sk_buff *skb,
	270	u32 *_abort_code)
	271	{
	272	struct rxrpc_skb_priv *sp = rxrpc_skb(skb);
0d12f8a4 DH	273	__be32 wtmp;
0d12f8a4 DH	274	u32 abort_code;
17926a79 DH	275	int loop, ret;
17926a79 DH	276
519d2567	277	if (conn->state >= RXRPC_CONN_REMOTELY_ABORTED) {
248f219c	278	_leave(" = -ECONNABORTED [%u]", conn->state);
17926a79	279	return -ECONNABORTED;
519d2567	280	}
17926a79	281
0d12f8a4	282	_enter("{%d},{%u,%%%u},", conn->debug_id, sp->hdr.type, sp->hdr.serial);
519d2567	283
17926a79	284	switch (sp->hdr.type) {
18bfeba5 DH	285	case RXRPC_PACKET_TYPE_DATA:
18bfeba5 DH	286	case RXRPC_PACKET_TYPE_ACK:
3136ef49 DH	287	rxrpc_conn_retransmit_call(conn, skb,
3136ef49 DH	288	sp->hdr.cid & RXRPC_CHANNELMASK);
18bfeba5 DH	289	return 0;
18bfeba5 DH	290
4d4a6ac7 DH	291	case RXRPC_PACKET_TYPE_BUSY:
	292	/* Just ignore BUSY packets for now. */
	293	return 0;
	294
17926a79	295	case RXRPC_PACKET_TYPE_ABORT:
775e5b71	296	if (skb_copy_bits(skb, sizeof(struct rxrpc_wire_header),
fb46f6ee DH	297	&wtmp, sizeof(wtmp)) < 0) {
	298	trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
	299	tracepoint_string("bad_abort"));
17926a79	300	return -EPROTO;
fb46f6ee	301	}
0d12f8a4 DH	302	abort_code = ntohl(wtmp);
0d12f8a4 DH	303	_proto("Rx ABORT %%%u { ac=%d }", sp->hdr.serial, abort_code);
17926a79	304
d1125841 DH	305	conn->error = -ECONNABORTED;
d1125841 DH	306	conn->abort_code = abort_code;
17926a79	307	conn->state = RXRPC_CONN_REMOTELY_ABORTED;
d1125841	308	rxrpc_abort_calls(conn, RXRPC_CALL_REMOTELY_ABORTED);
17926a79 DH	309	return -ECONNABORTED;
	310
	311	case RXRPC_PACKET_TYPE_CHALLENGE:
e0e4d82f DH	312	return conn->security->respond_to_challenge(conn, skb,
e0e4d82f DH	313	_abort_code);
17926a79 DH	314
17926a79 DH	315	case RXRPC_PACKET_TYPE_RESPONSE:
17926a79 DH	316	ret = conn->security->verify_response(conn, skb, _abort_code);
	317	if (ret < 0)
	318	return ret;
	319
	320	ret = conn->security->init_connection_security(conn);
	321	if (ret < 0)
	322	return ret;
	323
a263629d HX	324	ret = conn->security->prime_packet_security(conn);
	325	if (ret < 0)
	326	return ret;
	327
a1399f8b	328	spin_lock(&conn->channel_lock);
17926a79 DH	329	spin_lock(&conn->state_lock);
17926a79 DH	330
bba304db DH	331	if (conn->state == RXRPC_CONN_SERVICE_CHALLENGING) {
bba304db DH	332	conn->state = RXRPC_CONN_SERVICE;
248f219c	333	spin_unlock(&conn->state_lock);
17926a79	334	for (loop = 0; loop < RXRPC_MAXCALLS; loop++)
dee46364 DH	335	rxrpc_call_is_secure(
dee46364 DH	336	rcu_dereference_protected(
a1399f8b DH	337	conn->channels[loop].call,
a1399f8b DH	338	lockdep_is_held(&conn->channel_lock)));
248f219c DH	339	} else {
248f219c DH	340	spin_unlock(&conn->state_lock);
17926a79 DH	341	}
17926a79 DH	342
a1399f8b	343	spin_unlock(&conn->channel_lock);
17926a79 DH	344	return 0;
	345
	346	default:
fb46f6ee DH	347	trace_rxrpc_rx_eproto(NULL, sp->hdr.serial,
fb46f6ee DH	348	tracepoint_string("bad_conn_pkt"));
17926a79 DH	349	return -EPROTO;
	350	}
	351	}
	352
	353	/*
	354	* set up security and issue a challenge
	355	*/
	356	static void rxrpc_secure_connection(struct rxrpc_connection *conn)
	357	{
	358	u32 abort_code;
	359	int ret;
	360
	361	_enter("{%d}", conn->debug_id);
	362
	363	ASSERT(conn->security_ix != 0);
	364
19ffa01c	365	if (!conn->params.key) {
17926a79 DH	366	_debug("set up security");
	367	ret = rxrpc_init_server_conn_security(conn);
	368	switch (ret) {
	369	case 0:
	370	break;
	371	case -ENOENT:
	372	abort_code = RX_CALL_DEAD;
	373	goto abort;
	374	default:
	375	abort_code = RXKADNOAUTH;
	376	goto abort;
	377	}
	378	}
	379
17926a79 DH	380	if (conn->security->issue_challenge(conn) < 0) {
	381	abort_code = RX_CALL_DEAD;
	382	ret = -ENOMEM;
	383	goto abort;
	384	}
	385
	386	_leave("");
	387	return;
	388
	389	abort:
	390	_debug("abort %d, %d", ret, abort_code);
3a92789a	391	rxrpc_abort_connection(conn, ret, abort_code);
17926a79 DH	392	_leave(" [aborted]");
	393	}
	394
3136ef49 DH	395	/*
	396	* Process delayed final ACKs that we haven't subsumed into a subsequent call.
	397	*/
	398	static void rxrpc_process_delayed_final_acks(struct rxrpc_connection *conn)
	399	{
	400	unsigned long j = jiffies, next_j;
	401	unsigned int channel;
	402	bool set;
	403
	404	again:
	405	next_j = j + LONG_MAX;
	406	set = false;
	407	for (channel = 0; channel < RXRPC_MAXCALLS; channel++) {
	408	struct rxrpc_channel *chan = &conn->channels[channel];
	409	unsigned long ack_at;
	410
	411	if (!test_bit(RXRPC_CONN_FINAL_ACK_0 + channel, &conn->flags))
	412	continue;
	413
	414	smp_rmb(); /* vs rxrpc_disconnect_client_call */
	415	ack_at = READ_ONCE(chan->final_ack_at);
	416
	417	if (time_before(j, ack_at)) {
	418	if (time_before(ack_at, next_j)) {
	419	next_j = ack_at;
	420	set = true;
	421	}
	422	continue;
	423	}
	424
	425	if (test_and_clear_bit(RXRPC_CONN_FINAL_ACK_0 + channel,
	426	&conn->flags))
	427	rxrpc_conn_retransmit_call(conn, NULL, channel);
	428	}
	429
	430	j = jiffies;
	431	if (time_before_eq(next_j, j))
	432	goto again;
	433	if (set)
	434	rxrpc_reduce_conn_timer(conn, next_j);
	435	}
	436
17926a79 DH	437	/*
	438	* connection-level event processor
	439	*/
	440	void rxrpc_process_connection(struct work_struct *work)
	441	{
	442	struct rxrpc_connection *conn =
	443	container_of(work, struct rxrpc_connection, processor);
17926a79 DH	444	struct sk_buff *skb;
	445	u32 abort_code = RX_PROTOCOL_ERROR;
	446	int ret;
	447
363deeab	448	rxrpc_see_connection(conn);
17926a79	449
2c4579e4	450	if (test_and_clear_bit(RXRPC_CONN_EV_CHALLENGE, &conn->events))
17926a79	451	rxrpc_secure_connection(conn);
17926a79	452
3136ef49 DH	453	/* Process delayed ACKs whose time has come. */
	454	if (conn->flags & RXRPC_CONN_FINAL_ACK_MASK)
	455	rxrpc_process_delayed_final_acks(conn);
	456
17926a79 DH	457	/* go through the conn-level event packets, releasing the ref on this
	458	* connection that each one has when we've finished with it */
	459	while ((skb = skb_dequeue(&conn->rx_queue))) {
71f3ca40	460	rxrpc_see_skb(skb, rxrpc_skb_rx_seen);
17926a79 DH	461	ret = rxrpc_process_event(conn, skb, &abort_code);
	462	switch (ret) {
	463	case -EPROTO:
	464	case -EKEYEXPIRED:
	465	case -EKEYREJECTED:
	466	goto protocol_error;
0206c4f2	467	case -ENOMEM:
17926a79 DH	468	case -EAGAIN:
	469	goto requeue_and_leave;
	470	case -ECONNABORTED:
	471	default:
71f3ca40	472	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
17926a79 DH	473	break;
	474	}
	475	}
	476
	477	out:
	478	rxrpc_put_connection(conn);
	479	_leave("");
	480	return;
	481
	482	requeue_and_leave:
	483	skb_queue_head(&conn->rx_queue, skb);
	484	goto out;
	485
	486	protocol_error:
3a92789a	487	if (rxrpc_abort_connection(conn, ret, abort_code) < 0)
17926a79	488	goto requeue_and_leave;
71f3ca40	489	rxrpc_free_skb(skb, rxrpc_skb_rx_freed);
17926a79 DH	490	goto out;
17926a79 DH	491	}