]>
Commit | Line | Data |
---|---|---|
97fb5e8d | 1 | // SPDX-License-Identifier: GPL-2.0-only |
9dcaec04 | 2 | /* Copyright (c) 2013-2018, The Linux Foundation. All rights reserved. |
ceed73a2 SAK |
3 | * |
4 | * RMNET Data ingress/egress handler | |
ceed73a2 SAK |
5 | */ |
6 | ||
7 | #include <linux/netdevice.h> | |
8 | #include <linux/netdev_features.h> | |
74692caf | 9 | #include <linux/if_arp.h> |
4e8683a9 | 10 | #include <net/sock.h> |
ceed73a2 SAK |
11 | #include "rmnet_private.h" |
12 | #include "rmnet_config.h" | |
13 | #include "rmnet_vnd.h" | |
14 | #include "rmnet_map.h" | |
15 | #include "rmnet_handlers.h" | |
16 | ||
17 | #define RMNET_IP_VERSION_4 0x40 | |
18 | #define RMNET_IP_VERSION_6 0x60 | |
19 | ||
20 | /* Helper Functions */ | |
21 | ||
22 | static void rmnet_set_skb_proto(struct sk_buff *skb) | |
23 | { | |
24 | switch (skb->data[0] & 0xF0) { | |
25 | case RMNET_IP_VERSION_4: | |
26 | skb->protocol = htons(ETH_P_IP); | |
27 | break; | |
28 | case RMNET_IP_VERSION_6: | |
29 | skb->protocol = htons(ETH_P_IPV6); | |
30 | break; | |
31 | default: | |
32 | skb->protocol = htons(ETH_P_MAP); | |
33 | break; | |
34 | } | |
35 | } | |
36 | ||
37 | /* Generic handler */ | |
38 | ||
2ffbbf0f | 39 | static void |
d8bbb07a | 40 | rmnet_deliver_skb(struct sk_buff *skb) |
ceed73a2 | 41 | { |
ca32fb03 SAK |
42 | struct rmnet_priv *priv = netdev_priv(skb->dev); |
43 | ||
d8bbb07a SAK |
44 | skb_reset_transport_header(skb); |
45 | skb_reset_network_header(skb); | |
46 | rmnet_vnd_rx_fixup(skb, skb->dev); | |
ceed73a2 | 47 | |
d8bbb07a SAK |
48 | skb->pkt_type = PACKET_HOST; |
49 | skb_set_mac_header(skb, 0); | |
ca32fb03 | 50 | gro_cells_receive(&priv->gro_cells, skb); |
ceed73a2 SAK |
51 | } |
52 | ||
ceed73a2 SAK |
53 | /* MAP handler */ |
54 | ||
2ffbbf0f | 55 | static void |
ceed73a2 | 56 | __rmnet_map_ingress_handler(struct sk_buff *skb, |
b665f4f8 | 57 | struct rmnet_port *port) |
ceed73a2 SAK |
58 | { |
59 | struct rmnet_endpoint *ep; | |
bbd21b24 | 60 | u16 len, pad; |
ceed73a2 | 61 | u8 mux_id; |
ceed73a2 SAK |
62 | |
63 | if (RMNET_MAP_GET_CD_BIT(skb)) { | |
14452ca3 | 64 | if (port->data_format & RMNET_FLAGS_INGRESS_MAP_COMMANDS) |
b665f4f8 | 65 | return rmnet_map_command(skb, port); |
ceed73a2 | 66 | |
3352e6c4 | 67 | goto free_skb; |
ceed73a2 SAK |
68 | } |
69 | ||
70 | mux_id = RMNET_MAP_GET_MUX_ID(skb); | |
bbd21b24 SAK |
71 | pad = RMNET_MAP_GET_PAD(skb); |
72 | len = RMNET_MAP_GET_LENGTH(skb) - pad; | |
ceed73a2 | 73 | |
3352e6c4 SAK |
74 | if (mux_id >= RMNET_MAX_LOGICAL_EP) |
75 | goto free_skb; | |
ceed73a2 | 76 | |
3352e6c4 SAK |
77 | ep = rmnet_get_endpoint(port, mux_id); |
78 | if (!ep) | |
79 | goto free_skb; | |
ceed73a2 | 80 | |
85355d77 | 81 | skb->dev = ep->egress_dev; |
ceed73a2 SAK |
82 | |
83 | /* Subtract MAP header */ | |
84 | skb_pull(skb, sizeof(struct rmnet_map_header)); | |
ceed73a2 | 85 | rmnet_set_skb_proto(skb); |
bbd21b24 | 86 | |
14452ca3 | 87 | if (port->data_format & RMNET_FLAGS_INGRESS_MAP_CKSUMV4) { |
bbd21b24 SAK |
88 | if (!rmnet_map_checksum_downlink_packet(skb, len + pad)) |
89 | skb->ip_summed = CHECKSUM_UNNECESSARY; | |
90 | } | |
91 | ||
92 | skb_trim(skb, len); | |
2ffbbf0f SAK |
93 | rmnet_deliver_skb(skb); |
94 | return; | |
3352e6c4 SAK |
95 | |
96 | free_skb: | |
97 | kfree_skb(skb); | |
ceed73a2 SAK |
98 | } |
99 | ||
2ffbbf0f | 100 | static void |
ceed73a2 | 101 | rmnet_map_ingress_handler(struct sk_buff *skb, |
b665f4f8 | 102 | struct rmnet_port *port) |
ceed73a2 SAK |
103 | { |
104 | struct sk_buff *skbn; | |
ceed73a2 | 105 | |
74692caf | 106 | if (skb->dev->type == ARPHRD_ETHER) { |
ec405641 | 107 | if (pskb_expand_head(skb, ETH_HLEN, 0, GFP_ATOMIC)) { |
74692caf SAK |
108 | kfree_skb(skb); |
109 | return; | |
110 | } | |
111 | ||
112 | skb_push(skb, ETH_HLEN); | |
113 | } | |
114 | ||
14452ca3 | 115 | if (port->data_format & RMNET_FLAGS_INGRESS_DEAGGREGATION) { |
bbd21b24 | 116 | while ((skbn = rmnet_map_deaggregate(skb, port)) != NULL) |
b665f4f8 | 117 | __rmnet_map_ingress_handler(skbn, port); |
ceed73a2 SAK |
118 | |
119 | consume_skb(skb); | |
ceed73a2 | 120 | } else { |
2ffbbf0f | 121 | __rmnet_map_ingress_handler(skb, port); |
ceed73a2 | 122 | } |
ceed73a2 SAK |
123 | } |
124 | ||
125 | static int rmnet_map_egress_handler(struct sk_buff *skb, | |
56470c92 | 126 | struct rmnet_port *port, u8 mux_id, |
ceed73a2 SAK |
127 | struct net_device *orig_dev) |
128 | { | |
129 | int required_headroom, additional_header_len; | |
130 | struct rmnet_map_header *map_header; | |
131 | ||
132 | additional_header_len = 0; | |
133 | required_headroom = sizeof(struct rmnet_map_header); | |
134 | ||
14452ca3 | 135 | if (port->data_format & RMNET_FLAGS_EGRESS_MAP_CKSUMV4) { |
5eb5f860 SAK |
136 | additional_header_len = sizeof(struct rmnet_map_ul_csum_header); |
137 | required_headroom += additional_header_len; | |
138 | } | |
139 | ||
ceed73a2 | 140 | if (skb_headroom(skb) < required_headroom) { |
6392ff3c | 141 | if (pskb_expand_head(skb, required_headroom, 0, GFP_ATOMIC)) |
1eece799 | 142 | return -ENOMEM; |
ceed73a2 SAK |
143 | } |
144 | ||
14452ca3 | 145 | if (port->data_format & RMNET_FLAGS_EGRESS_MAP_CKSUMV4) |
5eb5f860 SAK |
146 | rmnet_map_checksum_uplink_packet(skb, orig_dev); |
147 | ||
ceed73a2 SAK |
148 | map_header = rmnet_map_add_map_header(skb, additional_header_len, 0); |
149 | if (!map_header) | |
1eece799 | 150 | return -ENOMEM; |
ceed73a2 | 151 | |
0b59a234 | 152 | map_header->mux_id = mux_id; |
ceed73a2 SAK |
153 | |
154 | skb->protocol = htons(ETH_P_MAP); | |
155 | ||
cf2fe57b | 156 | return 0; |
ceed73a2 SAK |
157 | } |
158 | ||
2ffbbf0f | 159 | static void |
60d58f97 SAK |
160 | rmnet_bridge_handler(struct sk_buff *skb, struct net_device *bridge_dev) |
161 | { | |
162 | if (bridge_dev) { | |
163 | skb->dev = bridge_dev; | |
164 | dev_queue_xmit(skb); | |
165 | } | |
60d58f97 SAK |
166 | } |
167 | ||
ceed73a2 SAK |
168 | /* Ingress / Egress Entry Points */ |
169 | ||
170 | /* Processes packet as per ingress data format for receiving device. Logical | |
171 | * endpoint is determined from packet inspection. Packet is then sent to the | |
172 | * egress device listed in the logical endpoint configuration. | |
173 | */ | |
174 | rx_handler_result_t rmnet_rx_handler(struct sk_buff **pskb) | |
175 | { | |
ceed73a2 | 176 | struct sk_buff *skb = *pskb; |
60d58f97 | 177 | struct rmnet_port *port; |
ceed73a2 | 178 | struct net_device *dev; |
ceed73a2 SAK |
179 | |
180 | if (!skb) | |
2ffbbf0f | 181 | goto done; |
ceed73a2 | 182 | |
a07f388e ST |
183 | if (skb->pkt_type == PACKET_LOOPBACK) |
184 | return RX_HANDLER_PASS; | |
185 | ||
ceed73a2 | 186 | dev = skb->dev; |
b665f4f8 | 187 | port = rmnet_get_port(dev); |
ceed73a2 | 188 | |
60d58f97 SAK |
189 | switch (port->rmnet_mode) { |
190 | case RMNET_EPMODE_VND: | |
8de721e2 | 191 | rmnet_map_ingress_handler(skb, port); |
60d58f97 SAK |
192 | break; |
193 | case RMNET_EPMODE_BRIDGE: | |
2ffbbf0f | 194 | rmnet_bridge_handler(skb, port->bridge_ep); |
60d58f97 SAK |
195 | break; |
196 | } | |
ceed73a2 | 197 | |
2ffbbf0f SAK |
198 | done: |
199 | return RX_HANDLER_CONSUMED; | |
ceed73a2 SAK |
200 | } |
201 | ||
202 | /* Modifies packet as per logical endpoint configuration and egress data format | |
203 | * for egress device configured in logical endpoint. Packet is then transmitted | |
204 | * on the egress device. | |
205 | */ | |
56470c92 | 206 | void rmnet_egress_handler(struct sk_buff *skb) |
ceed73a2 | 207 | { |
ceed73a2 | 208 | struct net_device *orig_dev; |
b665f4f8 | 209 | struct rmnet_port *port; |
56470c92 SAK |
210 | struct rmnet_priv *priv; |
211 | u8 mux_id; | |
ceed73a2 | 212 | |
4e8683a9 SAK |
213 | sk_pacing_shift_update(skb->sk, 8); |
214 | ||
ceed73a2 | 215 | orig_dev = skb->dev; |
56470c92 SAK |
216 | priv = netdev_priv(orig_dev); |
217 | skb->dev = priv->real_dev; | |
218 | mux_id = priv->mux_id; | |
ceed73a2 | 219 | |
b665f4f8 | 220 | port = rmnet_get_port(skb->dev); |
1eece799 SAK |
221 | if (!port) |
222 | goto drop; | |
ceed73a2 | 223 | |
8de721e2 | 224 | if (rmnet_map_egress_handler(skb, port, mux_id, orig_dev)) |
1eece799 | 225 | goto drop; |
ceed73a2 | 226 | |
91489632 | 227 | rmnet_vnd_tx_fixup(skb, orig_dev); |
ceed73a2 SAK |
228 | |
229 | dev_queue_xmit(skb); | |
1eece799 SAK |
230 | return; |
231 | ||
232 | drop: | |
233 | this_cpu_inc(priv->pcpu_stats->stats.tx_drops); | |
234 | kfree_skb(skb); | |
ceed73a2 | 235 | } |