loopback.c 6.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238
  1. /*
  2. * INET An implementation of the TCP/IP protocol suite for the LINUX
  3. * operating system. INET is implemented using the BSD Socket
  4. * interface as the means of communication with the user level.
  5. *
  6. * Pseudo-driver for the loopback interface.
  7. *
  8. * Version: @(#)loopback.c 1.0.4b 08/16/93
  9. *
  10. * Authors: Ross Biro
  11. * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
  12. * Donald Becker, <becker@scyld.com>
  13. *
  14. * Alan Cox : Fixed oddments for NET3.014
  15. * Alan Cox : Rejig for NET3.029 snap #3
  16. * Alan Cox : Fixed NET3.029 bugs and sped up
  17. * Larry McVoy : Tiny tweak to double performance
  18. * Alan Cox : Backed out LMV's tweak - the linux mm
  19. * can't take it...
  20. * Michael Griffith: Don't bother computing the checksums
  21. * on packets received on the loopback
  22. * interface.
  23. * Alexey Kuznetsov: Potential hang under some extreme
  24. * cases removed.
  25. *
  26. * This program is free software; you can redistribute it and/or
  27. * modify it under the terms of the GNU General Public License
  28. * as published by the Free Software Foundation; either version
  29. * 2 of the License, or (at your option) any later version.
  30. */
  31. #include <linux/kernel.h>
  32. #include <linux/jiffies.h>
  33. #include <linux/module.h>
  34. #include <linux/interrupt.h>
  35. #include <linux/fs.h>
  36. #include <linux/types.h>
  37. #include <linux/string.h>
  38. #include <linux/socket.h>
  39. #include <linux/errno.h>
  40. #include <linux/fcntl.h>
  41. #include <linux/in.h>
  42. #include <linux/uaccess.h>
  43. #include <linux/io.h>
  44. #include <linux/inet.h>
  45. #include <linux/netdevice.h>
  46. #include <linux/etherdevice.h>
  47. #include <linux/skbuff.h>
  48. #include <linux/ethtool.h>
  49. #include <net/sock.h>
  50. #include <net/checksum.h>
  51. #include <linux/if_ether.h> /* For the statistics structure. */
  52. #include <linux/if_arp.h> /* For ARPHRD_ETHER */
  53. #include <linux/ip.h>
  54. #include <linux/tcp.h>
  55. #include <linux/percpu.h>
  56. #include <linux/net_tstamp.h>
  57. #include <net/net_namespace.h>
  58. #include <linux/u64_stats_sync.h>
  59. struct pcpu_lstats {
  60. u64 packets;
  61. u64 bytes;
  62. struct u64_stats_sync syncp;
  63. };
  64. /* The higher levels take care of making this non-reentrant (it's
  65. * called with bh's disabled).
  66. */
  67. static netdev_tx_t loopback_xmit(struct sk_buff *skb,
  68. struct net_device *dev)
  69. {
  70. struct pcpu_lstats *lb_stats;
  71. int len;
  72. skb_tx_timestamp(skb);
  73. /* do not fool net_timestamp_check() with various clock bases */
  74. skb->tstamp = 0;
  75. skb_orphan(skb);
  76. /* Before queueing this packet to netif_rx(),
  77. * make sure dst is refcounted.
  78. */
  79. skb_dst_force(skb);
  80. skb->protocol = eth_type_trans(skb, dev);
  81. /* it's OK to use per_cpu_ptr() because BHs are off */
  82. lb_stats = this_cpu_ptr(dev->lstats);
  83. len = skb->len;
  84. if (likely(netif_rx(skb) == NET_RX_SUCCESS)) {
  85. u64_stats_update_begin(&lb_stats->syncp);
  86. lb_stats->bytes += len;
  87. lb_stats->packets++;
  88. u64_stats_update_end(&lb_stats->syncp);
  89. }
  90. return NETDEV_TX_OK;
  91. }
  92. static void loopback_get_stats64(struct net_device *dev,
  93. struct rtnl_link_stats64 *stats)
  94. {
  95. u64 bytes = 0;
  96. u64 packets = 0;
  97. int i;
  98. for_each_possible_cpu(i) {
  99. const struct pcpu_lstats *lb_stats;
  100. u64 tbytes, tpackets;
  101. unsigned int start;
  102. lb_stats = per_cpu_ptr(dev->lstats, i);
  103. do {
  104. start = u64_stats_fetch_begin_irq(&lb_stats->syncp);
  105. tbytes = lb_stats->bytes;
  106. tpackets = lb_stats->packets;
  107. } while (u64_stats_fetch_retry_irq(&lb_stats->syncp, start));
  108. bytes += tbytes;
  109. packets += tpackets;
  110. }
  111. stats->rx_packets = packets;
  112. stats->tx_packets = packets;
  113. stats->rx_bytes = bytes;
  114. stats->tx_bytes = bytes;
  115. }
  116. static u32 always_on(struct net_device *dev)
  117. {
  118. return 1;
  119. }
  120. static int loopback_get_ts_info(struct net_device *netdev,
  121. struct ethtool_ts_info *ts_info)
  122. {
  123. ts_info->so_timestamping = SOF_TIMESTAMPING_TX_SOFTWARE |
  124. SOF_TIMESTAMPING_RX_SOFTWARE |
  125. SOF_TIMESTAMPING_SOFTWARE;
  126. ts_info->phc_index = -1;
  127. return 0;
  128. };
  129. static const struct ethtool_ops loopback_ethtool_ops = {
  130. .get_link = always_on,
  131. .get_ts_info = loopback_get_ts_info,
  132. };
  133. static int loopback_dev_init(struct net_device *dev)
  134. {
  135. dev->lstats = netdev_alloc_pcpu_stats(struct pcpu_lstats);
  136. if (!dev->lstats)
  137. return -ENOMEM;
  138. return 0;
  139. }
  140. static void loopback_dev_free(struct net_device *dev)
  141. {
  142. dev_net(dev)->loopback_dev = NULL;
  143. free_percpu(dev->lstats);
  144. }
  145. static const struct net_device_ops loopback_ops = {
  146. .ndo_init = loopback_dev_init,
  147. .ndo_start_xmit = loopback_xmit,
  148. .ndo_get_stats64 = loopback_get_stats64,
  149. .ndo_set_mac_address = eth_mac_addr,
  150. };
  151. /* The loopback device is special. There is only one instance
  152. * per network namespace.
  153. */
  154. static void loopback_setup(struct net_device *dev)
  155. {
  156. dev->mtu = 64 * 1024;
  157. dev->hard_header_len = ETH_HLEN; /* 14 */
  158. dev->min_header_len = ETH_HLEN; /* 14 */
  159. dev->addr_len = ETH_ALEN; /* 6 */
  160. dev->type = ARPHRD_LOOPBACK; /* 0x0001*/
  161. dev->flags = IFF_LOOPBACK;
  162. dev->priv_flags |= IFF_LIVE_ADDR_CHANGE | IFF_NO_QUEUE;
  163. netif_keep_dst(dev);
  164. dev->hw_features = NETIF_F_GSO_SOFTWARE;
  165. dev->features = NETIF_F_SG | NETIF_F_FRAGLIST
  166. | NETIF_F_GSO_SOFTWARE
  167. | NETIF_F_HW_CSUM
  168. | NETIF_F_RXCSUM
  169. | NETIF_F_SCTP_CRC
  170. | NETIF_F_HIGHDMA
  171. | NETIF_F_LLTX
  172. | NETIF_F_NETNS_LOCAL
  173. | NETIF_F_VLAN_CHALLENGED
  174. | NETIF_F_LOOPBACK;
  175. dev->ethtool_ops = &loopback_ethtool_ops;
  176. dev->header_ops = &eth_header_ops;
  177. dev->netdev_ops = &loopback_ops;
  178. dev->needs_free_netdev = true;
  179. dev->priv_destructor = loopback_dev_free;
  180. }
  181. /* Setup and register the loopback device. */
  182. static __net_init int loopback_net_init(struct net *net)
  183. {
  184. struct net_device *dev;
  185. int err;
  186. err = -ENOMEM;
  187. dev = alloc_netdev(0, "lo", NET_NAME_UNKNOWN, loopback_setup);
  188. if (!dev)
  189. goto out;
  190. dev_net_set(dev, net);
  191. err = register_netdev(dev);
  192. if (err)
  193. goto out_free_netdev;
  194. BUG_ON(dev->ifindex != LOOPBACK_IFINDEX);
  195. net->loopback_dev = dev;
  196. return 0;
  197. out_free_netdev:
  198. free_netdev(dev);
  199. out:
  200. if (net_eq(net, &init_net))
  201. panic("loopback: Failed to register netdevice: %d\n", err);
  202. return err;
  203. }
  204. /* Registered in net/core/dev.c */
  205. struct pernet_operations __net_initdata loopback_net_ops = {
  206. .init = loopback_net_init,
  207. };