[mirror_ubuntu-bionic-kernel.git] / drivers / s390 / net / qeth_eddp.c

/*
 * linux/drivers/s390/net/qeth_eddp.c
 *
 * Enhanced Device Driver Packing (EDDP) support for the qeth driver.
 *
 * Copyright 2004 IBM Corporation
 *
 *    Author(s): Thomas Spatzier <tspat@de.ibm.com>
 *
 */
#include <linux/errno.h>
#include <linux/ip.h>
#include <linux/inetdevice.h>
#include <linux/netdevice.h>
#include <linux/kernel.h>
#include <linux/tcp.h>
#include <net/tcp.h>
#include <linux/skbuff.h>

#include <net/ip.h>

#include "qeth.h"
#include "qeth_mpc.h"
#include "qeth_eddp.h"

int
qeth_eddp_check_buffers_for_context(struct qeth_qdio_out_q *queue,
				    struct qeth_eddp_context *ctx)
{
	int index = queue->next_buf_to_fill;
	int elements_needed = ctx->num_elements;
	int elements_in_buffer;
	int skbs_in_buffer;
	int buffers_needed = 0;

	QETH_DBF_TEXT(trace, 5, "eddpcbfc");
	while(elements_needed > 0) {
		buffers_needed++;
		if (atomic_read(&queue->bufs[index].state) !=
				QETH_QDIO_BUF_EMPTY)
			return -EBUSY;

		elements_in_buffer = QETH_MAX_BUFFER_ELEMENTS(queue->card) -
				     queue->bufs[index].next_element_to_fill;
		skbs_in_buffer = elements_in_buffer / ctx->elements_per_skb;
		elements_needed -= skbs_in_buffer * ctx->elements_per_skb;
		index = (index + 1) % QDIO_MAX_BUFFERS_PER_Q;
	}
	return buffers_needed;
}

static void
qeth_eddp_free_context(struct qeth_eddp_context *ctx)
{
	int i;

	QETH_DBF_TEXT(trace, 5, "eddpfctx");
	for (i = 0; i < ctx->num_pages; ++i)
		free_page((unsigned long)ctx->pages[i]);
	kfree(ctx->pages);
	kfree(ctx->elements);
	kfree(ctx);
}


static inline void
qeth_eddp_get_context(struct qeth_eddp_context *ctx)
{
	atomic_inc(&ctx->refcnt);
}

void
qeth_eddp_put_context(struct qeth_eddp_context *ctx)
{
	if (atomic_dec_return(&ctx->refcnt) == 0)
		qeth_eddp_free_context(ctx);
}

void
qeth_eddp_buf_release_contexts(struct qeth_qdio_out_buffer *buf)
{
	struct qeth_eddp_context_reference *ref;

	QETH_DBF_TEXT(trace, 6, "eddprctx");
	while (!list_empty(&buf->ctx_list)){
		ref = list_entry(buf->ctx_list.next,
				 struct qeth_eddp_context_reference, list);
		qeth_eddp_put_context(ref->ctx);
		list_del(&ref->list);
		kfree(ref);
	}
}

static int
qeth_eddp_buf_ref_context(struct qeth_qdio_out_buffer *buf,
			  struct qeth_eddp_context *ctx)
{
	struct qeth_eddp_context_reference *ref;

	QETH_DBF_TEXT(trace, 6, "eddprfcx");
	ref = kmalloc(sizeof(struct qeth_eddp_context_reference), GFP_ATOMIC);
	if (ref == NULL)
		return -ENOMEM;
	qeth_eddp_get_context(ctx);
	ref->ctx = ctx;
	list_add_tail(&ref->list, &buf->ctx_list);
	return 0;
}

int
qeth_eddp_fill_buffer(struct qeth_qdio_out_q *queue,
		      struct qeth_eddp_context *ctx,
		      int index)
{
	struct qeth_qdio_out_buffer *buf = NULL;
	struct qdio_buffer *buffer;
	int elements = ctx->num_elements;
	int element = 0;
	int flush_cnt = 0;
	int must_refcnt = 1;
	int i;

	QETH_DBF_TEXT(trace, 5, "eddpfibu");
	while (elements > 0) {
		buf = &queue->bufs[index];
		if (atomic_read(&buf->state) != QETH_QDIO_BUF_EMPTY){
			/* normally this should not happen since we checked for
			 * available elements in qeth_check_elements_for_context
			 */
			if (element == 0)
				return -EBUSY;
			else {
				PRINT_WARN("could only partially fill eddp "
					   "buffer!\n");
				goto out;
			}
		}
		/* check if the whole next skb fits into current buffer */
		if ((QETH_MAX_BUFFER_ELEMENTS(queue->card) -
					buf->next_element_to_fill)
				< ctx->elements_per_skb){
			/* no -> go to next buffer */
			atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED);
			index = (index + 1) % QDIO_MAX_BUFFERS_PER_Q;
			flush_cnt++;
			/* new buffer, so we have to add ctx to buffer'ctx_list
			 * and increment ctx's refcnt */
			must_refcnt = 1;
			continue;
		}
		if (must_refcnt){
			must_refcnt = 0;
			if (qeth_eddp_buf_ref_context(buf, ctx)){
				PRINT_WARN("no memory to create eddp context "
					   "reference\n");
				goto out_check;
			}
		}
		buffer = buf->buffer;
		/* fill one skb into buffer */
		for (i = 0; i < ctx->elements_per_skb; ++i){
			buffer->element[buf->next_element_to_fill].addr =
				ctx->elements[element].addr;
			buffer->element[buf->next_element_to_fill].length =
				ctx->elements[element].length;
			buffer->element[buf->next_element_to_fill].flags =
				ctx->elements[element].flags;
			buf->next_element_to_fill++;
			element++;
			elements--;
		}
	}
out_check:
	if (!queue->do_pack) {
		QETH_DBF_TEXT(trace, 6, "fillbfnp");
		/* set state to PRIMED -> will be flushed */
		if (buf->next_element_to_fill > 0){
			atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED);
			flush_cnt++;
		}
	} else {
		if (queue->card->options.performance_stats)
			queue->card->perf_stats.skbs_sent_pack++;
		QETH_DBF_TEXT(trace, 6, "fillbfpa");
		if (buf->next_element_to_fill >=
				QETH_MAX_BUFFER_ELEMENTS(queue->card)) {
			/*
			 * packed buffer if full -> set state PRIMED
			 * -> will be flushed
			 */
			atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED);
			flush_cnt++;
		}
	}
out:
	return flush_cnt;
}

static void
qeth_eddp_create_segment_hdrs(struct qeth_eddp_context *ctx,
			      struct qeth_eddp_data *eddp, int data_len)
{
	u8 *page;
	int page_remainder;
	int page_offset;
	int pkt_len;
	struct qeth_eddp_element *element;

	QETH_DBF_TEXT(trace, 5, "eddpcrsh");
	page = ctx->pages[ctx->offset >> PAGE_SHIFT];
	page_offset = ctx->offset % PAGE_SIZE;
	element = &ctx->elements[ctx->num_elements];
	pkt_len = eddp->nhl + eddp->thl + data_len;
	/* FIXME: layer2 and VLAN !!! */
	if (eddp->qh.hdr.l2.id == QETH_HEADER_TYPE_LAYER2)
		pkt_len += ETH_HLEN;
	if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q))
		pkt_len += VLAN_HLEN;
	/* does complete packet fit in current page ? */
	page_remainder = PAGE_SIZE - page_offset;
	if (page_remainder < (sizeof(struct qeth_hdr) + pkt_len)){
		/* no -> go to start of next page */
		ctx->offset += page_remainder;
		page = ctx->pages[ctx->offset >> PAGE_SHIFT];
		page_offset = 0;
	}
	memcpy(page + page_offset, &eddp->qh, sizeof(struct qeth_hdr));
	element->addr = page + page_offset;
	element->length = sizeof(struct qeth_hdr);
	ctx->offset += sizeof(struct qeth_hdr);
	page_offset += sizeof(struct qeth_hdr);
	/* add mac header (?) */
	if (eddp->qh.hdr.l2.id == QETH_HEADER_TYPE_LAYER2){
		memcpy(page + page_offset, &eddp->mac, ETH_HLEN);
		element->length += ETH_HLEN;
		ctx->offset += ETH_HLEN;
		page_offset += ETH_HLEN;
	}
	/* add VLAN tag */
	if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q)){
		memcpy(page + page_offset, &eddp->vlan, VLAN_HLEN);
		element->length += VLAN_HLEN;
		ctx->offset += VLAN_HLEN;
		page_offset += VLAN_HLEN;
	}
	/* add network header */
	memcpy(page + page_offset, (u8 *)&eddp->nh, eddp->nhl);
	element->length += eddp->nhl;
	eddp->nh_in_ctx = page + page_offset;
	ctx->offset += eddp->nhl;
	page_offset += eddp->nhl;
	/* add transport header */
	memcpy(page + page_offset, (u8 *)&eddp->th, eddp->thl);
	element->length += eddp->thl;
	eddp->th_in_ctx = page + page_offset;
	ctx->offset += eddp->thl;
}

static void
qeth_eddp_copy_data_tcp(char *dst, struct qeth_eddp_data *eddp, int len,
			__wsum *hcsum)
{
	struct skb_frag_struct *frag;
	int left_in_frag;
	int copy_len;
	u8 *src;

	QETH_DBF_TEXT(trace, 5, "eddpcdtc");
	if (skb_shinfo(eddp->skb)->nr_frags == 0) {
		skb_copy_from_linear_data_offset(eddp->skb, eddp->skb_offset,
						 dst, len);
		*hcsum = csum_partial(eddp->skb->data + eddp->skb_offset, len,
				      *hcsum);
		eddp->skb_offset += len;
	} else {
		while (len > 0) {
			if (eddp->frag < 0) {
				/* we're in skb->data */
				left_in_frag = (eddp->skb->len - eddp->skb->data_len)
						- eddp->skb_offset;
				src = eddp->skb->data + eddp->skb_offset;
			} else {
				frag = &skb_shinfo(eddp->skb)->
					frags[eddp->frag];
				left_in_frag = frag->size - eddp->frag_offset;
				src = (u8 *)(
					(page_to_pfn(frag->page) << PAGE_SHIFT)+
					frag->page_offset + eddp->frag_offset);
			}
			if (left_in_frag <= 0) {
				eddp->frag++;
				eddp->frag_offset = 0;
				continue;
			}
			copy_len = min(left_in_frag, len);
			memcpy(dst, src, copy_len);
			*hcsum = csum_partial(src, copy_len, *hcsum);
			dst += copy_len;
			eddp->frag_offset += copy_len;
			eddp->skb_offset += copy_len;
			len -= copy_len;
		}
	}
}

static void
qeth_eddp_create_segment_data_tcp(struct qeth_eddp_context *ctx,
				  struct qeth_eddp_data *eddp, int data_len,
				  __wsum hcsum)
{
	u8 *page;
	int page_remainder;
	int page_offset;
	struct qeth_eddp_element *element;
	int first_lap = 1;

	QETH_DBF_TEXT(trace, 5, "eddpcsdt");
	page = ctx->pages[ctx->offset >> PAGE_SHIFT];
	page_offset = ctx->offset % PAGE_SIZE;
	element = &ctx->elements[ctx->num_elements];
	while (data_len){
		page_remainder = PAGE_SIZE - page_offset;
		if (page_remainder < data_len){
			qeth_eddp_copy_data_tcp(page + page_offset, eddp,
						page_remainder, &hcsum);
			element->length += page_remainder;
			if (first_lap)
				element->flags = SBAL_FLAGS_FIRST_FRAG;
			else
				element->flags = SBAL_FLAGS_MIDDLE_FRAG;
			ctx->num_elements++;
			element++;
			data_len -= page_remainder;
			ctx->offset += page_remainder;
			page = ctx->pages[ctx->offset >> PAGE_SHIFT];
			page_offset = 0;
			element->addr = page + page_offset;
		} else {
			qeth_eddp_copy_data_tcp(page + page_offset, eddp,
						data_len, &hcsum);
			element->length += data_len;
			if (!first_lap)
				element->flags = SBAL_FLAGS_LAST_FRAG;
			ctx->num_elements++;
			ctx->offset += data_len;
			data_len = 0;
		}
		first_lap = 0;
	}
	((struct tcphdr *)eddp->th_in_ctx)->check = csum_fold(hcsum);
}

static __wsum
qeth_eddp_check_tcp4_hdr(struct qeth_eddp_data *eddp, int data_len)
{
	__wsum phcsum; /* pseudo header checksum */

	QETH_DBF_TEXT(trace, 5, "eddpckt4");
	eddp->th.tcp.h.check = 0;
	/* compute pseudo header checksum */
	phcsum = csum_tcpudp_nofold(eddp->nh.ip4.h.saddr, eddp->nh.ip4.h.daddr,
				    eddp->thl + data_len, IPPROTO_TCP, 0);
	/* compute checksum of tcp header */
	return csum_partial((u8 *)&eddp->th, eddp->thl, phcsum);
}

static __wsum
qeth_eddp_check_tcp6_hdr(struct qeth_eddp_data *eddp, int data_len)
{
	__be32 proto;
	__wsum phcsum; /* pseudo header checksum */

	QETH_DBF_TEXT(trace, 5, "eddpckt6");
	eddp->th.tcp.h.check = 0;
	/* compute pseudo header checksum */
	phcsum = csum_partial((u8 *)&eddp->nh.ip6.h.saddr,
			      sizeof(struct in6_addr), 0);
	phcsum = csum_partial((u8 *)&eddp->nh.ip6.h.daddr,
			      sizeof(struct in6_addr), phcsum);
	proto = htonl(IPPROTO_TCP);
	phcsum = csum_partial((u8 *)&proto, sizeof(u32), phcsum);
	return phcsum;
}

static struct qeth_eddp_data *
qeth_eddp_create_eddp_data(struct qeth_hdr *qh, u8 *nh, u8 nhl, u8 *th, u8 thl)
{
	struct qeth_eddp_data *eddp;

	QETH_DBF_TEXT(trace, 5, "eddpcrda");
	eddp = kzalloc(sizeof(struct qeth_eddp_data), GFP_ATOMIC);
	if (eddp){
		eddp->nhl = nhl;
		eddp->thl = thl;
		memcpy(&eddp->qh, qh, sizeof(struct qeth_hdr));
		memcpy(&eddp->nh, nh, nhl);
		memcpy(&eddp->th, th, thl);
		eddp->frag = -1; /* initially we're in skb->data */
	}
	return eddp;
}

static void
__qeth_eddp_fill_context_tcp(struct qeth_eddp_context *ctx,
			     struct qeth_eddp_data *eddp)
{
	struct tcphdr *tcph;
	int data_len;
	__wsum hcsum;

	QETH_DBF_TEXT(trace, 5, "eddpftcp");
	eddp->skb_offset = sizeof(struct qeth_hdr) + eddp->nhl + eddp->thl;
       if (eddp->qh.hdr.l2.id == QETH_HEADER_TYPE_LAYER2) {
               eddp->skb_offset += sizeof(struct ethhdr);
#ifdef CONFIG_QETH_VLAN
               if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q))
                       eddp->skb_offset += VLAN_HLEN;
#endif /* CONFIG_QETH_VLAN */
       }
	tcph = tcp_hdr(eddp->skb);
	while (eddp->skb_offset < eddp->skb->len) {
		data_len = min((int)skb_shinfo(eddp->skb)->gso_size,
			       (int)(eddp->skb->len - eddp->skb_offset));
		/* prepare qdio hdr */
		if (eddp->qh.hdr.l2.id == QETH_HEADER_TYPE_LAYER2){
			eddp->qh.hdr.l2.pkt_length = data_len + ETH_HLEN +
						     eddp->nhl + eddp->thl -
						     sizeof(struct qeth_hdr);
#ifdef CONFIG_QETH_VLAN
			if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q))
				eddp->qh.hdr.l2.pkt_length += VLAN_HLEN;
#endif /* CONFIG_QETH_VLAN */
		} else
			eddp->qh.hdr.l3.length = data_len + eddp->nhl +
						 eddp->thl;
		/* prepare ip hdr */
		if (eddp->skb->protocol == htons(ETH_P_IP)){
			eddp->nh.ip4.h.tot_len = htons(data_len + eddp->nhl +
						 eddp->thl);
			eddp->nh.ip4.h.check = 0;
			eddp->nh.ip4.h.check =
				ip_fast_csum((u8 *)&eddp->nh.ip4.h,
						eddp->nh.ip4.h.ihl);
		} else
			eddp->nh.ip6.h.payload_len = htons(data_len + eddp->thl);
		/* prepare tcp hdr */
		if (data_len == (eddp->skb->len - eddp->skb_offset)){
			/* last segment -> set FIN and PSH flags */
			eddp->th.tcp.h.fin = tcph->fin;
			eddp->th.tcp.h.psh = tcph->psh;
		}
		if (eddp->skb->protocol == htons(ETH_P_IP))
			hcsum = qeth_eddp_check_tcp4_hdr(eddp, data_len);
		else
			hcsum = qeth_eddp_check_tcp6_hdr(eddp, data_len);
		/* fill the next segment into the context */
		qeth_eddp_create_segment_hdrs(ctx, eddp, data_len);
		qeth_eddp_create_segment_data_tcp(ctx, eddp, data_len, hcsum);
		if (eddp->skb_offset >= eddp->skb->len)
			break;
		/* prepare headers for next round */
		if (eddp->skb->protocol == htons(ETH_P_IP))
			eddp->nh.ip4.h.id = htons(ntohs(eddp->nh.ip4.h.id) + 1);
		eddp->th.tcp.h.seq = htonl(ntohl(eddp->th.tcp.h.seq) + data_len);
	}
}

static int
qeth_eddp_fill_context_tcp(struct qeth_eddp_context *ctx,
			   struct sk_buff *skb, struct qeth_hdr *qhdr)
{
	struct qeth_eddp_data *eddp = NULL;

	QETH_DBF_TEXT(trace, 5, "eddpficx");
	/* create our segmentation headers and copy original headers */
	if (skb->protocol == htons(ETH_P_IP))
		eddp = qeth_eddp_create_eddp_data(qhdr,
						  skb_network_header(skb),
						  ip_hdrlen(skb),
						  skb_transport_header(skb),
						  tcp_hdrlen(skb));
	else
		eddp = qeth_eddp_create_eddp_data(qhdr,
						  skb_network_header(skb),
						  sizeof(struct ipv6hdr),
						  skb_transport_header(skb),
						  tcp_hdrlen(skb));

	if (eddp == NULL) {
		QETH_DBF_TEXT(trace, 2, "eddpfcnm");
		return -ENOMEM;
	}
	if (qhdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2) {
		skb_set_mac_header(skb, sizeof(struct qeth_hdr));
		memcpy(&eddp->mac, eth_hdr(skb), ETH_HLEN);
#ifdef CONFIG_QETH_VLAN
		if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q)) {
			eddp->vlan[0] = skb->protocol;
			eddp->vlan[1] = htons(vlan_tx_tag_get(skb));
		}
#endif /* CONFIG_QETH_VLAN */
	}
	/* the next flags will only be set on the last segment */
	eddp->th.tcp.h.fin = 0;
	eddp->th.tcp.h.psh = 0;
	eddp->skb = skb;
	/* begin segmentation and fill context */
	__qeth_eddp_fill_context_tcp(ctx, eddp);
	kfree(eddp);
	return 0;
}

static void
qeth_eddp_calc_num_pages(struct qeth_eddp_context *ctx, struct sk_buff *skb,
			 int hdr_len)
{
	int skbs_per_page;

	QETH_DBF_TEXT(trace, 5, "eddpcanp");
	/* can we put multiple skbs in one page? */
	skbs_per_page = PAGE_SIZE / (skb_shinfo(skb)->gso_size + hdr_len);
	if (skbs_per_page > 1){
		ctx->num_pages = (skb_shinfo(skb)->gso_segs + 1) /
				 skbs_per_page + 1;
		ctx->elements_per_skb = 1;
	} else {
		/* no -> how many elements per skb? */
		ctx->elements_per_skb = (skb_shinfo(skb)->gso_size + hdr_len +
				     PAGE_SIZE) >> PAGE_SHIFT;
		ctx->num_pages = ctx->elements_per_skb *
				 (skb_shinfo(skb)->gso_segs + 1);
	}
	ctx->num_elements = ctx->elements_per_skb *
			    (skb_shinfo(skb)->gso_segs + 1);
}

static struct qeth_eddp_context *
qeth_eddp_create_context_generic(struct qeth_card *card, struct sk_buff *skb,
				 int hdr_len)
{
	struct qeth_eddp_context *ctx = NULL;
	u8 *addr;
	int i;

	QETH_DBF_TEXT(trace, 5, "creddpcg");
	/* create the context and allocate pages */
	ctx = kzalloc(sizeof(struct qeth_eddp_context), GFP_ATOMIC);
	if (ctx == NULL){
		QETH_DBF_TEXT(trace, 2, "ceddpcn1");
		return NULL;
	}
	ctx->type = QETH_LARGE_SEND_EDDP;
	qeth_eddp_calc_num_pages(ctx, skb, hdr_len);
	if (ctx->elements_per_skb > QETH_MAX_BUFFER_ELEMENTS(card)){
		QETH_DBF_TEXT(trace, 2, "ceddpcis");
		kfree(ctx);
		return NULL;
	}
	ctx->pages = kcalloc(ctx->num_pages, sizeof(u8 *), GFP_ATOMIC);
	if (ctx->pages == NULL){
		QETH_DBF_TEXT(trace, 2, "ceddpcn2");
		kfree(ctx);
		return NULL;
	}
	for (i = 0; i < ctx->num_pages; ++i){
		addr = (u8 *)__get_free_page(GFP_ATOMIC);
		if (addr == NULL){
			QETH_DBF_TEXT(trace, 2, "ceddpcn3");
			ctx->num_pages = i;
			qeth_eddp_free_context(ctx);
			return NULL;
		}
		memset(addr, 0, PAGE_SIZE);
		ctx->pages[i] = addr;
	}
	ctx->elements = kcalloc(ctx->num_elements,
				sizeof(struct qeth_eddp_element), GFP_ATOMIC);
	if (ctx->elements == NULL){
		QETH_DBF_TEXT(trace, 2, "ceddpcn4");
		qeth_eddp_free_context(ctx);
		return NULL;
	}
	/* reset num_elements; will be incremented again in fill_buffer to
	 * reflect number of actually used elements */
	ctx->num_elements = 0;
	return ctx;
}

static struct qeth_eddp_context *
qeth_eddp_create_context_tcp(struct qeth_card *card, struct sk_buff *skb,
			     struct qeth_hdr *qhdr)
{
	struct qeth_eddp_context *ctx = NULL;

	QETH_DBF_TEXT(trace, 5, "creddpct");
	if (skb->protocol == htons(ETH_P_IP))
		ctx = qeth_eddp_create_context_generic(card, skb,
						       (sizeof(struct qeth_hdr) +
						        ip_hdrlen(skb) +
							tcp_hdrlen(skb)));
	else if (skb->protocol == htons(ETH_P_IPV6))
		ctx = qeth_eddp_create_context_generic(card, skb,
			sizeof(struct qeth_hdr) + sizeof(struct ipv6hdr) +
			tcp_hdrlen(skb));
	else
		QETH_DBF_TEXT(trace, 2, "cetcpinv");

	if (ctx == NULL) {
		QETH_DBF_TEXT(trace, 2, "creddpnl");
		return NULL;
	}
	if (qeth_eddp_fill_context_tcp(ctx, skb, qhdr)){
		QETH_DBF_TEXT(trace, 2, "ceddptfe");
		qeth_eddp_free_context(ctx);
		return NULL;
	}
	atomic_set(&ctx->refcnt, 1);
	return ctx;
}

struct qeth_eddp_context *
qeth_eddp_create_context(struct qeth_card *card, struct sk_buff *skb,
			 struct qeth_hdr *qhdr)
{
	QETH_DBF_TEXT(trace, 5, "creddpc");
	switch (skb->sk->sk_protocol){
	case IPPROTO_TCP:
		return qeth_eddp_create_context_tcp(card, skb, qhdr);
	default:
		QETH_DBF_TEXT(trace, 2, "eddpinvp");
	}
	return NULL;
}
Commit	Line	Data
1da177e4	1	/*
e018ba1f	2	* linux/drivers/s390/net/qeth_eddp.c
1da177e4 LT	3	*
	4	* Enhanced Device Driver Packing (EDDP) support for the qeth driver.
	5	*
	6	* Copyright 2004 IBM Corporation
	7	*
	8	* Author(s): Thomas Spatzier <tspat@de.ibm.com>
	9	*
1da177e4	10	*/
1da177e4 LT	11	#include <linux/errno.h>
	12	#include <linux/ip.h>
	13	#include <linux/inetdevice.h>
	14	#include <linux/netdevice.h>
	15	#include <linux/kernel.h>
	16	#include <linux/tcp.h>
	17	#include <net/tcp.h>
	18	#include <linux/skbuff.h>
	19
	20	#include <net/ip.h>
	21
	22	#include "qeth.h"
	23	#include "qeth_mpc.h"
	24	#include "qeth_eddp.h"
	25
	26	int
	27	qeth_eddp_check_buffers_for_context(struct qeth_qdio_out_q *queue,
	28	struct qeth_eddp_context *ctx)
	29	{
	30	int index = queue->next_buf_to_fill;
	31	int elements_needed = ctx->num_elements;
	32	int elements_in_buffer;
	33	int skbs_in_buffer;
	34	int buffers_needed = 0;
	35
	36	QETH_DBF_TEXT(trace, 5, "eddpcbfc");
	37	while(elements_needed > 0) {
	38	buffers_needed++;
	39	if (atomic_read(&queue->bufs[index].state) !=
	40	QETH_QDIO_BUF_EMPTY)
	41	return -EBUSY;
	42
	43	elements_in_buffer = QETH_MAX_BUFFER_ELEMENTS(queue->card) -
	44	queue->bufs[index].next_element_to_fill;
	45	skbs_in_buffer = elements_in_buffer / ctx->elements_per_skb;
	46	elements_needed -= skbs_in_buffer * ctx->elements_per_skb;
	47	index = (index + 1) % QDIO_MAX_BUFFERS_PER_Q;
	48	}
	49	return buffers_needed;
	50	}
	51
4d284cac	52	static void
1da177e4 LT	53	qeth_eddp_free_context(struct qeth_eddp_context *ctx)
	54	{
	55	int i;
	56
	57	QETH_DBF_TEXT(trace, 5, "eddpfctx");
	58	for (i = 0; i < ctx->num_pages; ++i)
	59	free_page((unsigned long)ctx->pages[i]);
	60	kfree(ctx->pages);
66cc5d5a	61	kfree(ctx->elements);
1da177e4 LT	62	kfree(ctx);
	63	}
	64
	65
	66	static inline void
	67	qeth_eddp_get_context(struct qeth_eddp_context *ctx)
	68	{
	69	atomic_inc(&ctx->refcnt);
	70	}
	71
	72	void
	73	qeth_eddp_put_context(struct qeth_eddp_context *ctx)
	74	{
	75	if (atomic_dec_return(&ctx->refcnt) == 0)
	76	qeth_eddp_free_context(ctx);
	77	}
	78
	79	void
	80	qeth_eddp_buf_release_contexts(struct qeth_qdio_out_buffer *buf)
	81	{
	82	struct qeth_eddp_context_reference *ref;
e82b0f2c	83
1da177e4 LT	84	QETH_DBF_TEXT(trace, 6, "eddprctx");
	85	while (!list_empty(&buf->ctx_list)){
	86	ref = list_entry(buf->ctx_list.next,
	87	struct qeth_eddp_context_reference, list);
	88	qeth_eddp_put_context(ref->ctx);
	89	list_del(&ref->list);
	90	kfree(ref);
	91	}
	92	}
	93
4d284cac	94	static int
1da177e4 LT	95	qeth_eddp_buf_ref_context(struct qeth_qdio_out_buffer *buf,
	96	struct qeth_eddp_context *ctx)
	97	{
	98	struct qeth_eddp_context_reference *ref;
	99
	100	QETH_DBF_TEXT(trace, 6, "eddprfcx");
	101	ref = kmalloc(sizeof(struct qeth_eddp_context_reference), GFP_ATOMIC);
	102	if (ref == NULL)
	103	return -ENOMEM;
	104	qeth_eddp_get_context(ctx);
	105	ref->ctx = ctx;
	106	list_add_tail(&ref->list, &buf->ctx_list);
	107	return 0;
	108	}
	109
	110	int
	111	qeth_eddp_fill_buffer(struct qeth_qdio_out_q *queue,
	112	struct qeth_eddp_context *ctx,
	113	int index)
	114	{
	115	struct qeth_qdio_out_buffer *buf = NULL;
	116	struct qdio_buffer *buffer;
	117	int elements = ctx->num_elements;
	118	int element = 0;
	119	int flush_cnt = 0;
	120	int must_refcnt = 1;
	121	int i;
	122
	123	QETH_DBF_TEXT(trace, 5, "eddpfibu");
	124	while (elements > 0) {
	125	buf = &queue->bufs[index];
	126	if (atomic_read(&buf->state) != QETH_QDIO_BUF_EMPTY){
	127	/* normally this should not happen since we checked for
	128	* available elements in qeth_check_elements_for_context
	129	*/
	130	if (element == 0)
	131	return -EBUSY;
	132	else {
	133	PRINT_WARN("could only partially fill eddp "
	134	"buffer!\n");
	135	goto out;
	136	}
e82b0f2c	137	}
1da177e4 LT	138	/* check if the whole next skb fits into current buffer */
	139	if ((QETH_MAX_BUFFER_ELEMENTS(queue->card) -
	140	buf->next_element_to_fill)
	141	< ctx->elements_per_skb){
	142	/* no -> go to next buffer */
	143	atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED);
	144	index = (index + 1) % QDIO_MAX_BUFFERS_PER_Q;
	145	flush_cnt++;
	146	/* new buffer, so we have to add ctx to buffer'ctx_list
	147	* and increment ctx's refcnt */
	148	must_refcnt = 1;
	149	continue;
e82b0f2c	150	}
1da177e4 LT	151	if (must_refcnt){
	152	must_refcnt = 0;
	153	if (qeth_eddp_buf_ref_context(buf, ctx)){
	154	PRINT_WARN("no memory to create eddp context "
	155	"reference\n");
	156	goto out_check;
	157	}
	158	}
	159	buffer = buf->buffer;
	160	/* fill one skb into buffer */
	161	for (i = 0; i < ctx->elements_per_skb; ++i){
	162	buffer->element[buf->next_element_to_fill].addr =
	163	ctx->elements[element].addr;
	164	buffer->element[buf->next_element_to_fill].length =
	165	ctx->elements[element].length;
	166	buffer->element[buf->next_element_to_fill].flags =
	167	ctx->elements[element].flags;
	168	buf->next_element_to_fill++;
	169	element++;
	170	elements--;
	171	}
	172	}
	173	out_check:
	174	if (!queue->do_pack) {
	175	QETH_DBF_TEXT(trace, 6, "fillbfnp");
	176	/* set state to PRIMED -> will be flushed */
	177	if (buf->next_element_to_fill > 0){
	178	atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED);
	179	flush_cnt++;
	180	}
	181	} else {
09d2d38a FP	182	if (queue->card->options.performance_stats)
09d2d38a FP	183	queue->card->perf_stats.skbs_sent_pack++;
1da177e4 LT	184	QETH_DBF_TEXT(trace, 6, "fillbfpa");
	185	if (buf->next_element_to_fill >=
	186	QETH_MAX_BUFFER_ELEMENTS(queue->card)) {
	187	/*
	188	* packed buffer if full -> set state PRIMED
	189	* -> will be flushed
	190	*/
	191	atomic_set(&buf->state, QETH_QDIO_BUF_PRIMED);
	192	flush_cnt++;
	193	}
	194	}
	195	out:
	196	return flush_cnt;
	197	}
	198
4d284cac	199	static void
1da177e4	200	qeth_eddp_create_segment_hdrs(struct qeth_eddp_context *ctx,
05e08a2a	201	struct qeth_eddp_data *eddp, int data_len)
1da177e4 LT	202	{
	203	u8 *page;
	204	int page_remainder;
	205	int page_offset;
05e08a2a	206	int pkt_len;
1da177e4 LT	207	struct qeth_eddp_element *element;
	208
	209	QETH_DBF_TEXT(trace, 5, "eddpcrsh");
	210	page = ctx->pages[ctx->offset >> PAGE_SHIFT];
	211	page_offset = ctx->offset % PAGE_SIZE;
	212	element = &ctx->elements[ctx->num_elements];
05e08a2a	213	pkt_len = eddp->nhl + eddp->thl + data_len;
1da177e4 LT	214	/* FIXME: layer2 and VLAN !!! */
1da177e4 LT	215	if (eddp->qh.hdr.l2.id == QETH_HEADER_TYPE_LAYER2)
05e08a2a	216	pkt_len += ETH_HLEN;
1da177e4	217	if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q))
05e08a2a FP	218	pkt_len += VLAN_HLEN;
05e08a2a FP	219	/* does complete packet fit in current page ? */
1da177e4	220	page_remainder = PAGE_SIZE - page_offset;
05e08a2a	221	if (page_remainder < (sizeof(struct qeth_hdr) + pkt_len)){
1da177e4 LT	222	/* no -> go to start of next page */
	223	ctx->offset += page_remainder;
	224	page = ctx->pages[ctx->offset >> PAGE_SHIFT];
	225	page_offset = 0;
	226	}
	227	memcpy(page + page_offset, &eddp->qh, sizeof(struct qeth_hdr));
	228	element->addr = page + page_offset;
	229	element->length = sizeof(struct qeth_hdr);
	230	ctx->offset += sizeof(struct qeth_hdr);
	231	page_offset += sizeof(struct qeth_hdr);
	232	/* add mac header (?) */
	233	if (eddp->qh.hdr.l2.id == QETH_HEADER_TYPE_LAYER2){
	234	memcpy(page + page_offset, &eddp->mac, ETH_HLEN);
	235	element->length += ETH_HLEN;
	236	ctx->offset += ETH_HLEN;
	237	page_offset += ETH_HLEN;
	238	}
	239	/* add VLAN tag */
	240	if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q)){
	241	memcpy(page + page_offset, &eddp->vlan, VLAN_HLEN);
	242	element->length += VLAN_HLEN;
	243	ctx->offset += VLAN_HLEN;
	244	page_offset += VLAN_HLEN;
	245	}
	246	/* add network header */
	247	memcpy(page + page_offset, (u8 *)&eddp->nh, eddp->nhl);
	248	element->length += eddp->nhl;
	249	eddp->nh_in_ctx = page + page_offset;
	250	ctx->offset += eddp->nhl;
	251	page_offset += eddp->nhl;
	252	/* add transport header */
	253	memcpy(page + page_offset, (u8 *)&eddp->th, eddp->thl);
	254	element->length += eddp->thl;
	255	eddp->th_in_ctx = page + page_offset;
	256	ctx->offset += eddp->thl;
	257	}
	258
4d284cac	259	static void
1da177e4	260	qeth_eddp_copy_data_tcp(char dst, struct qeth_eddp_data eddp, int len,
5a5a852e	261	__wsum *hcsum)
1da177e4 LT	262	{
	263	struct skb_frag_struct *frag;
	264	int left_in_frag;
	265	int copy_len;
	266	u8 *src;
e82b0f2c	267
1da177e4 LT	268	QETH_DBF_TEXT(trace, 5, "eddpcdtc");
1da177e4 LT	269	if (skb_shinfo(eddp->skb)->nr_frags == 0) {
d626f62b ACM	270	skb_copy_from_linear_data_offset(eddp->skb, eddp->skb_offset,
d626f62b ACM	271	dst, len);
1da177e4 LT	272	*hcsum = csum_partial(eddp->skb->data + eddp->skb_offset, len,
	273	*hcsum);
	274	eddp->skb_offset += len;
	275	} else {
	276	while (len > 0) {
	277	if (eddp->frag < 0) {
	278	/* we're in skb->data */
05e08a2a	279	left_in_frag = (eddp->skb->len - eddp->skb->data_len)
1da177e4 LT	280	- eddp->skb_offset;
	281	src = eddp->skb->data + eddp->skb_offset;
	282	} else {
	283	frag = &skb_shinfo(eddp->skb)->
	284	frags[eddp->frag];
	285	left_in_frag = frag->size - eddp->frag_offset;
	286	src = (u8 *)(
	287	(page_to_pfn(frag->page) << PAGE_SHIFT)+
	288	frag->page_offset + eddp->frag_offset);
	289	}
	290	if (left_in_frag <= 0) {
	291	eddp->frag++;
	292	eddp->frag_offset = 0;
	293	continue;
	294	}
	295	copy_len = min(left_in_frag, len);
	296	memcpy(dst, src, copy_len);
	297	hcsum = csum_partial(src, copy_len, hcsum);
	298	dst += copy_len;
	299	eddp->frag_offset += copy_len;
	300	eddp->skb_offset += copy_len;
	301	len -= copy_len;
	302	}
	303	}
	304	}
	305
4d284cac	306	static void
1da177e4 LT	307	qeth_eddp_create_segment_data_tcp(struct qeth_eddp_context *ctx,
1da177e4 LT	308	struct qeth_eddp_data *eddp, int data_len,
5a5a852e	309	__wsum hcsum)
1da177e4 LT	310	{
	311	u8 *page;
	312	int page_remainder;
	313	int page_offset;
	314	struct qeth_eddp_element *element;
	315	int first_lap = 1;
	316
	317	QETH_DBF_TEXT(trace, 5, "eddpcsdt");
	318	page = ctx->pages[ctx->offset >> PAGE_SHIFT];
	319	page_offset = ctx->offset % PAGE_SIZE;
	320	element = &ctx->elements[ctx->num_elements];
	321	while (data_len){
	322	page_remainder = PAGE_SIZE - page_offset;
	323	if (page_remainder < data_len){
	324	qeth_eddp_copy_data_tcp(page + page_offset, eddp,
	325	page_remainder, &hcsum);
	326	element->length += page_remainder;
	327	if (first_lap)
	328	element->flags = SBAL_FLAGS_FIRST_FRAG;
	329	else
	330	element->flags = SBAL_FLAGS_MIDDLE_FRAG;
	331	ctx->num_elements++;
	332	element++;
	333	data_len -= page_remainder;
	334	ctx->offset += page_remainder;
	335	page = ctx->pages[ctx->offset >> PAGE_SHIFT];
	336	page_offset = 0;
	337	element->addr = page + page_offset;
	338	} else {
	339	qeth_eddp_copy_data_tcp(page + page_offset, eddp,
	340	data_len, &hcsum);
	341	element->length += data_len;
	342	if (!first_lap)
	343	element->flags = SBAL_FLAGS_LAST_FRAG;
	344	ctx->num_elements++;
	345	ctx->offset += data_len;
	346	data_len = 0;
	347	}
	348	first_lap = 0;
	349	}
	350	((struct tcphdr *)eddp->th_in_ctx)->check = csum_fold(hcsum);
	351	}
	352
4d284cac	353	static __wsum
1da177e4 LT	354	qeth_eddp_check_tcp4_hdr(struct qeth_eddp_data *eddp, int data_len)
1da177e4 LT	355	{
5a5a852e	356	__wsum phcsum; /* pseudo header checksum */
1da177e4 LT	357
	358	QETH_DBF_TEXT(trace, 5, "eddpckt4");
	359	eddp->th.tcp.h.check = 0;
	360	/* compute pseudo header checksum */
	361	phcsum = csum_tcpudp_nofold(eddp->nh.ip4.h.saddr, eddp->nh.ip4.h.daddr,
	362	eddp->thl + data_len, IPPROTO_TCP, 0);
	363	/* compute checksum of tcp header */
	364	return csum_partial((u8 *)&eddp->th, eddp->thl, phcsum);
	365	}
	366
4d284cac	367	static __wsum
1da177e4 LT	368	qeth_eddp_check_tcp6_hdr(struct qeth_eddp_data *eddp, int data_len)
1da177e4 LT	369	{
5a5a852e AV	370	__be32 proto;
5a5a852e AV	371	__wsum phcsum; /* pseudo header checksum */
1da177e4 LT	372
	373	QETH_DBF_TEXT(trace, 5, "eddpckt6");
	374	eddp->th.tcp.h.check = 0;
	375	/* compute pseudo header checksum */
	376	phcsum = csum_partial((u8 *)&eddp->nh.ip6.h.saddr,
	377	sizeof(struct in6_addr), 0);
	378	phcsum = csum_partial((u8 *)&eddp->nh.ip6.h.daddr,
	379	sizeof(struct in6_addr), phcsum);
	380	proto = htonl(IPPROTO_TCP);
	381	phcsum = csum_partial((u8 *)&proto, sizeof(u32), phcsum);
	382	return phcsum;
	383	}
	384
4d284cac	385	static struct qeth_eddp_data *
1da177e4 LT	386	qeth_eddp_create_eddp_data(struct qeth_hdr qh, u8 nh, u8 nhl, u8 *th, u8 thl)
	387	{
	388	struct qeth_eddp_data *eddp;
	389
	390	QETH_DBF_TEXT(trace, 5, "eddpcrda");
88abaab4	391	eddp = kzalloc(sizeof(struct qeth_eddp_data), GFP_ATOMIC);
1da177e4	392	if (eddp){
1da177e4 LT	393	eddp->nhl = nhl;
	394	eddp->thl = thl;
	395	memcpy(&eddp->qh, qh, sizeof(struct qeth_hdr));
	396	memcpy(&eddp->nh, nh, nhl);
	397	memcpy(&eddp->th, th, thl);
	398	eddp->frag = -1; /* initially we're in skb->data */
	399	}
	400	return eddp;
	401	}
	402
4d284cac	403	static void
1da177e4 LT	404	__qeth_eddp_fill_context_tcp(struct qeth_eddp_context *ctx,
	405	struct qeth_eddp_data *eddp)
	406	{
	407	struct tcphdr *tcph;
	408	int data_len;
5a5a852e	409	__wsum hcsum;
e82b0f2c	410
1da177e4 LT	411	QETH_DBF_TEXT(trace, 5, "eddpftcp");
1da177e4 LT	412	eddp->skb_offset = sizeof(struct qeth_hdr) + eddp->nhl + eddp->thl;
66cc5d5a FP	413	if (eddp->qh.hdr.l2.id == QETH_HEADER_TYPE_LAYER2) {
	414	eddp->skb_offset += sizeof(struct ethhdr);
	415	#ifdef CONFIG_QETH_VLAN
	416	if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q))
	417	eddp->skb_offset += VLAN_HLEN;
	418	#endif /* CONFIG_QETH_VLAN */
	419	}
aa8223c7	420	tcph = tcp_hdr(eddp->skb);
1da177e4	421	while (eddp->skb_offset < eddp->skb->len) {
7967168c	422	data_len = min((int)skb_shinfo(eddp->skb)->gso_size,
1da177e4 LT	423	(int)(eddp->skb->len - eddp->skb_offset));
	424	/* prepare qdio hdr */
	425	if (eddp->qh.hdr.l2.id == QETH_HEADER_TYPE_LAYER2){
	426	eddp->qh.hdr.l2.pkt_length = data_len + ETH_HLEN +
	427	eddp->nhl + eddp->thl -
	428	sizeof(struct qeth_hdr);
	429	#ifdef CONFIG_QETH_VLAN
	430	if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q))
	431	eddp->qh.hdr.l2.pkt_length += VLAN_HLEN;
	432	#endif /* CONFIG_QETH_VLAN */
	433	} else
	434	eddp->qh.hdr.l3.length = data_len + eddp->nhl +
	435	eddp->thl;
	436	/* prepare ip hdr */
5a5a852e AV	437	if (eddp->skb->protocol == htons(ETH_P_IP)){
	438	eddp->nh.ip4.h.tot_len = htons(data_len + eddp->nhl +
	439	eddp->thl);
1da177e4 LT	440	eddp->nh.ip4.h.check = 0;
	441	eddp->nh.ip4.h.check =
	442	ip_fast_csum((u8 *)&eddp->nh.ip4.h,
	443	eddp->nh.ip4.h.ihl);
	444	} else
5a5a852e	445	eddp->nh.ip6.h.payload_len = htons(data_len + eddp->thl);
1da177e4 LT	446	/* prepare tcp hdr */
	447	if (data_len == (eddp->skb->len - eddp->skb_offset)){
	448	/* last segment -> set FIN and PSH flags */
	449	eddp->th.tcp.h.fin = tcph->fin;
	450	eddp->th.tcp.h.psh = tcph->psh;
	451	}
5a5a852e	452	if (eddp->skb->protocol == htons(ETH_P_IP))
1da177e4 LT	453	hcsum = qeth_eddp_check_tcp4_hdr(eddp, data_len);
	454	else
	455	hcsum = qeth_eddp_check_tcp6_hdr(eddp, data_len);
	456	/* fill the next segment into the context */
05e08a2a	457	qeth_eddp_create_segment_hdrs(ctx, eddp, data_len);
1da177e4 LT	458	qeth_eddp_create_segment_data_tcp(ctx, eddp, data_len, hcsum);
	459	if (eddp->skb_offset >= eddp->skb->len)
	460	break;
	461	/* prepare headers for next round */
5a5a852e AV	462	if (eddp->skb->protocol == htons(ETH_P_IP))
	463	eddp->nh.ip4.h.id = htons(ntohs(eddp->nh.ip4.h.id) + 1);
	464	eddp->th.tcp.h.seq = htonl(ntohl(eddp->th.tcp.h.seq) + data_len);
1da177e4 LT	465	}
1da177e4 LT	466	}
e82b0f2c	467
4d284cac	468	static int
1da177e4 LT	469	qeth_eddp_fill_context_tcp(struct qeth_eddp_context *ctx,
	470	struct sk_buff skb, struct qeth_hdr qhdr)
	471	{
	472	struct qeth_eddp_data *eddp = NULL;
e82b0f2c	473
1da177e4 LT	474	QETH_DBF_TEXT(trace, 5, "eddpficx");
1da177e4 LT	475	/* create our segmentation headers and copy original headers */
5a5a852e	476	if (skb->protocol == htons(ETH_P_IP))
c9bdd4b5 ACM	477	eddp = qeth_eddp_create_eddp_data(qhdr,
	478	skb_network_header(skb),
	479	ip_hdrlen(skb),
9c70220b	480	skb_transport_header(skb),
ab6a5bb6	481	tcp_hdrlen(skb));
1da177e4	482	else
0660e03f ACM	483	eddp = qeth_eddp_create_eddp_data(qhdr,
	484	skb_network_header(skb),
	485	sizeof(struct ipv6hdr),
9c70220b	486	skb_transport_header(skb),
ab6a5bb6	487	tcp_hdrlen(skb));
1da177e4 LT	488
	489	if (eddp == NULL) {
	490	QETH_DBF_TEXT(trace, 2, "eddpfcnm");
	491	return -ENOMEM;
	492	}
	493	if (qhdr->hdr.l2.id == QETH_HEADER_TYPE_LAYER2) {
48d49d0c	494	skb_set_mac_header(skb, sizeof(struct qeth_hdr));
1da177e4 LT	495	memcpy(&eddp->mac, eth_hdr(skb), ETH_HLEN);
	496	#ifdef CONFIG_QETH_VLAN
	497	if (eddp->mac.h_proto == __constant_htons(ETH_P_8021Q)) {
5a5a852e	498	eddp->vlan[0] = skb->protocol;
1da177e4 LT	499	eddp->vlan[1] = htons(vlan_tx_tag_get(skb));
	500	}
	501	#endif /* CONFIG_QETH_VLAN */
	502	}
	503	/* the next flags will only be set on the last segment */
	504	eddp->th.tcp.h.fin = 0;
	505	eddp->th.tcp.h.psh = 0;
	506	eddp->skb = skb;
	507	/* begin segmentation and fill context */
	508	__qeth_eddp_fill_context_tcp(ctx, eddp);
	509	kfree(eddp);
	510	return 0;
	511	}
	512
4d284cac	513	static void
1da177e4 LT	514	qeth_eddp_calc_num_pages(struct qeth_eddp_context ctx, struct sk_buff skb,
	515	int hdr_len)
	516	{
	517	int skbs_per_page;
e82b0f2c	518
1da177e4 LT	519	QETH_DBF_TEXT(trace, 5, "eddpcanp");
1da177e4 LT	520	/* can we put multiple skbs in one page? */
7967168c	521	skbs_per_page = PAGE_SIZE / (skb_shinfo(skb)->gso_size + hdr_len);
1da177e4	522	if (skbs_per_page > 1){
7967168c	523	ctx->num_pages = (skb_shinfo(skb)->gso_segs + 1) /
1da177e4 LT	524	skbs_per_page + 1;
	525	ctx->elements_per_skb = 1;
	526	} else {
	527	/* no -> how many elements per skb? */
7967168c	528	ctx->elements_per_skb = (skb_shinfo(skb)->gso_size + hdr_len +
1da177e4 LT	529	PAGE_SIZE) >> PAGE_SHIFT;
1da177e4 LT	530	ctx->num_pages = ctx->elements_per_skb *
7967168c	531	(skb_shinfo(skb)->gso_segs + 1);
1da177e4 LT	532	}
1da177e4 LT	533	ctx->num_elements = ctx->elements_per_skb *
7967168c	534	(skb_shinfo(skb)->gso_segs + 1);
1da177e4 LT	535	}
1da177e4 LT	536
4d284cac	537	static struct qeth_eddp_context *
1da177e4 LT	538	qeth_eddp_create_context_generic(struct qeth_card card, struct sk_buff skb,
	539	int hdr_len)
	540	{
	541	struct qeth_eddp_context *ctx = NULL;
	542	u8 *addr;
	543	int i;
	544
	545	QETH_DBF_TEXT(trace, 5, "creddpcg");
	546	/* create the context and allocate pages */
88abaab4	547	ctx = kzalloc(sizeof(struct qeth_eddp_context), GFP_ATOMIC);
1da177e4 LT	548	if (ctx == NULL){
	549	QETH_DBF_TEXT(trace, 2, "ceddpcn1");
	550	return NULL;
	551	}
1da177e4 LT	552	ctx->type = QETH_LARGE_SEND_EDDP;
	553	qeth_eddp_calc_num_pages(ctx, skb, hdr_len);
	554	if (ctx->elements_per_skb > QETH_MAX_BUFFER_ELEMENTS(card)){
	555	QETH_DBF_TEXT(trace, 2, "ceddpcis");
	556	kfree(ctx);
	557	return NULL;
	558	}
88abaab4	559	ctx->pages = kcalloc(ctx->num_pages, sizeof(u8 *), GFP_ATOMIC);
1da177e4 LT	560	if (ctx->pages == NULL){
	561	QETH_DBF_TEXT(trace, 2, "ceddpcn2");
	562	kfree(ctx);
	563	return NULL;
	564	}
1da177e4 LT	565	for (i = 0; i < ctx->num_pages; ++i){
	566	addr = (u8 *)__get_free_page(GFP_ATOMIC);
	567	if (addr == NULL){
	568	QETH_DBF_TEXT(trace, 2, "ceddpcn3");
	569	ctx->num_pages = i;
	570	qeth_eddp_free_context(ctx);
	571	return NULL;
	572	}
	573	memset(addr, 0, PAGE_SIZE);
	574	ctx->pages[i] = addr;
	575	}
88abaab4	576	ctx->elements = kcalloc(ctx->num_elements,
1da177e4 LT	577	sizeof(struct qeth_eddp_element), GFP_ATOMIC);
	578	if (ctx->elements == NULL){
	579	QETH_DBF_TEXT(trace, 2, "ceddpcn4");
	580	qeth_eddp_free_context(ctx);
	581	return NULL;
	582	}
1da177e4 LT	583	/* reset num_elements; will be incremented again in fill_buffer to
	584	* reflect number of actually used elements */
	585	ctx->num_elements = 0;
	586	return ctx;
	587	}
	588
4d284cac	589	static struct qeth_eddp_context *
1da177e4 LT	590	qeth_eddp_create_context_tcp(struct qeth_card card, struct sk_buff skb,
	591	struct qeth_hdr *qhdr)
	592	{
	593	struct qeth_eddp_context *ctx = NULL;
e82b0f2c	594
1da177e4	595	QETH_DBF_TEXT(trace, 5, "creddpct");
5a5a852e	596	if (skb->protocol == htons(ETH_P_IP))
1da177e4	597	ctx = qeth_eddp_create_context_generic(card, skb,
c9bdd4b5 ACM	598	(sizeof(struct qeth_hdr) +
c9bdd4b5 ACM	599	ip_hdrlen(skb) +
ab6a5bb6	600	tcp_hdrlen(skb)));
5a5a852e	601	else if (skb->protocol == htons(ETH_P_IPV6))
1da177e4 LT	602	ctx = qeth_eddp_create_context_generic(card, skb,
1da177e4 LT	603	sizeof(struct qeth_hdr) + sizeof(struct ipv6hdr) +
ab6a5bb6	604	tcp_hdrlen(skb));
1da177e4 LT	605	else
	606	QETH_DBF_TEXT(trace, 2, "cetcpinv");
	607
	608	if (ctx == NULL) {
	609	QETH_DBF_TEXT(trace, 2, "creddpnl");
	610	return NULL;
	611	}
	612	if (qeth_eddp_fill_context_tcp(ctx, skb, qhdr)){
	613	QETH_DBF_TEXT(trace, 2, "ceddptfe");
	614	qeth_eddp_free_context(ctx);
	615	return NULL;
	616	}
	617	atomic_set(&ctx->refcnt, 1);
	618	return ctx;
	619	}
	620
	621	struct qeth_eddp_context *
	622	qeth_eddp_create_context(struct qeth_card card, struct sk_buff skb,
	623	struct qeth_hdr *qhdr)
	624	{
	625	QETH_DBF_TEXT(trace, 5, "creddpc");
	626	switch (skb->sk->sk_protocol){
	627	case IPPROTO_TCP:
	628	return qeth_eddp_create_context_tcp(card, skb, qhdr);
	629	default:
	630	QETH_DBF_TEXT(trace, 2, "eddpinvp");
	631	}
	632	return NULL;
	633	}