123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244 |
- // SPDX-License-Identifier: GPL-2.0-only
- /* Copyright (c) 2013-2018, The Linux Foundation. All rights reserved.
- *
- * RMNET Data ingress/egress handler
- */
- #include <linux/netdevice.h>
- #include <linux/netdev_features.h>
- #include <linux/if_arp.h>
- #include <net/sock.h>
- #include "rmnet_private.h"
- #include "rmnet_config.h"
- #include "rmnet_vnd.h"
- #include "rmnet_map.h"
- #include "rmnet_handlers.h"
- #define RMNET_IP_VERSION_4 0x40
- #define RMNET_IP_VERSION_6 0x60
- /* Helper Functions */
- static void rmnet_set_skb_proto(struct sk_buff *skb)
- {
- switch (skb->data[0] & 0xF0) {
- case RMNET_IP_VERSION_4:
- skb->protocol = htons(ETH_P_IP);
- break;
- case RMNET_IP_VERSION_6:
- skb->protocol = htons(ETH_P_IPV6);
- break;
- default:
- skb->protocol = htons(ETH_P_MAP);
- break;
- }
- }
- /* Generic handler */
- static void
- rmnet_deliver_skb(struct sk_buff *skb)
- {
- struct rmnet_priv *priv = netdev_priv(skb->dev);
- skb_reset_transport_header(skb);
- skb_reset_network_header(skb);
- rmnet_vnd_rx_fixup(skb, skb->dev);
- skb->pkt_type = PACKET_HOST;
- skb_set_mac_header(skb, 0);
- gro_cells_receive(&priv->gro_cells, skb);
- }
- /* MAP handler */
- static void
- __rmnet_map_ingress_handler(struct sk_buff *skb,
- struct rmnet_port *port)
- {
- struct rmnet_endpoint *ep;
- u16 len, pad;
- u8 mux_id;
- if (RMNET_MAP_GET_CD_BIT(skb)) {
- if (port->data_format & RMNET_FLAGS_INGRESS_MAP_COMMANDS)
- return rmnet_map_command(skb, port);
- goto free_skb;
- }
- mux_id = RMNET_MAP_GET_MUX_ID(skb);
- pad = RMNET_MAP_GET_PAD(skb);
- len = RMNET_MAP_GET_LENGTH(skb) - pad;
- if (mux_id >= RMNET_MAX_LOGICAL_EP)
- goto free_skb;
- ep = rmnet_get_endpoint(port, mux_id);
- if (!ep)
- goto free_skb;
- skb->dev = ep->egress_dev;
- /* Subtract MAP header */
- skb_pull(skb, sizeof(struct rmnet_map_header));
- rmnet_set_skb_proto(skb);
- if (port->data_format & RMNET_FLAGS_INGRESS_MAP_CKSUMV4) {
- if (!rmnet_map_checksum_downlink_packet(skb, len + pad))
- skb->ip_summed = CHECKSUM_UNNECESSARY;
- }
- skb_trim(skb, len);
- rmnet_deliver_skb(skb);
- return;
- free_skb:
- kfree_skb(skb);
- }
- static void
- rmnet_map_ingress_handler(struct sk_buff *skb,
- struct rmnet_port *port)
- {
- struct sk_buff *skbn;
- if (skb->dev->type == ARPHRD_ETHER) {
- if (pskb_expand_head(skb, ETH_HLEN, 0, GFP_ATOMIC)) {
- kfree_skb(skb);
- return;
- }
- skb_push(skb, ETH_HLEN);
- }
- if (port->data_format & RMNET_FLAGS_INGRESS_DEAGGREGATION) {
- while ((skbn = rmnet_map_deaggregate(skb, port)) != NULL)
- __rmnet_map_ingress_handler(skbn, port);
- consume_skb(skb);
- } else {
- __rmnet_map_ingress_handler(skb, port);
- }
- }
- static int rmnet_map_egress_handler(struct sk_buff *skb,
- struct rmnet_port *port, u8 mux_id,
- struct net_device *orig_dev)
- {
- int required_headroom, additional_header_len;
- struct rmnet_map_header *map_header;
- additional_header_len = 0;
- required_headroom = sizeof(struct rmnet_map_header);
- if (port->data_format & RMNET_FLAGS_EGRESS_MAP_CKSUMV4) {
- additional_header_len = sizeof(struct rmnet_map_ul_csum_header);
- required_headroom += additional_header_len;
- }
- if (skb_headroom(skb) < required_headroom) {
- if (pskb_expand_head(skb, required_headroom, 0, GFP_ATOMIC))
- return -ENOMEM;
- }
- if (port->data_format & RMNET_FLAGS_EGRESS_MAP_CKSUMV4)
- rmnet_map_checksum_uplink_packet(skb, orig_dev);
- map_header = rmnet_map_add_map_header(skb, additional_header_len, 0);
- if (!map_header)
- return -ENOMEM;
- map_header->mux_id = mux_id;
- skb->protocol = htons(ETH_P_MAP);
- return 0;
- }
- static void
- rmnet_bridge_handler(struct sk_buff *skb, struct net_device *bridge_dev)
- {
- if (skb_mac_header_was_set(skb))
- skb_push(skb, skb->mac_len);
- if (bridge_dev) {
- skb->dev = bridge_dev;
- dev_queue_xmit(skb);
- }
- }
- /* Ingress / Egress Entry Points */
- /* Processes packet as per ingress data format for receiving device. Logical
- * endpoint is determined from packet inspection. Packet is then sent to the
- * egress device listed in the logical endpoint configuration.
- */
- rx_handler_result_t rmnet_rx_handler(struct sk_buff **pskb)
- {
- struct sk_buff *skb = *pskb;
- struct rmnet_port *port;
- struct net_device *dev;
- if (!skb)
- goto done;
- if (skb->pkt_type == PACKET_LOOPBACK)
- return RX_HANDLER_PASS;
- dev = skb->dev;
- port = rmnet_get_port_rcu(dev);
- if (unlikely(!port)) {
- atomic_long_inc(&skb->dev->rx_nohandler);
- kfree_skb(skb);
- goto done;
- }
- switch (port->rmnet_mode) {
- case RMNET_EPMODE_VND:
- rmnet_map_ingress_handler(skb, port);
- break;
- case RMNET_EPMODE_BRIDGE:
- rmnet_bridge_handler(skb, port->bridge_ep);
- break;
- }
- done:
- return RX_HANDLER_CONSUMED;
- }
- /* Modifies packet as per logical endpoint configuration and egress data format
- * for egress device configured in logical endpoint. Packet is then transmitted
- * on the egress device.
- */
- void rmnet_egress_handler(struct sk_buff *skb)
- {
- struct net_device *orig_dev;
- struct rmnet_port *port;
- struct rmnet_priv *priv;
- u8 mux_id;
- sk_pacing_shift_update(skb->sk, 8);
- orig_dev = skb->dev;
- priv = netdev_priv(orig_dev);
- skb->dev = priv->real_dev;
- mux_id = priv->mux_id;
- port = rmnet_get_port_rcu(skb->dev);
- if (!port)
- goto drop;
- if (rmnet_map_egress_handler(skb, port, mux_id, orig_dev))
- goto drop;
- rmnet_vnd_tx_fixup(skb, orig_dev);
- dev_queue_xmit(skb);
- return;
- drop:
- this_cpu_inc(priv->pcpu_stats->stats.tx_drops);
- kfree_skb(skb);
- }
|