loopback.c 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223
  1. /*
  2. * INET An implementation of the TCP/IP protocol suite for the LINUX
  3. * operating system. INET is implemented using the BSD Socket
  4. * interface as the means of communication with the user level.
  5. *
  6. * Pseudo-driver for the loopback interface.
  7. *
  8. * Version: @(#)loopback.c 1.0.4b 08/16/93
  9. *
  10. * Authors: Ross Biro
  11. * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
  12. * Donald Becker, <becker@scyld.com>
  13. *
  14. * Alan Cox : Fixed oddments for NET3.014
  15. * Alan Cox : Rejig for NET3.029 snap #3
  16. * Alan Cox : Fixed NET3.029 bugs and sped up
  17. * Larry McVoy : Tiny tweak to double performance
  18. * Alan Cox : Backed out LMV's tweak - the linux mm
  19. * can't take it...
  20. * Michael Griffith: Don't bother computing the checksums
  21. * on packets received on the loopback
  22. * interface.
  23. * Alexey Kuznetsov: Potential hang under some extreme
  24. * cases removed.
  25. *
  26. * This program is free software; you can redistribute it and/or
  27. * modify it under the terms of the GNU General Public License
  28. * as published by the Free Software Foundation; either version
  29. * 2 of the License, or (at your option) any later version.
  30. */
  31. #include <linux/kernel.h>
  32. #include <linux/jiffies.h>
  33. #include <linux/module.h>
  34. #include <linux/interrupt.h>
  35. #include <linux/fs.h>
  36. #include <linux/types.h>
  37. #include <linux/string.h>
  38. #include <linux/socket.h>
  39. #include <linux/errno.h>
  40. #include <linux/fcntl.h>
  41. #include <linux/in.h>
  42. #include <asm/uaccess.h>
  43. #include <asm/io.h>
  44. #include <linux/inet.h>
  45. #include <linux/netdevice.h>
  46. #include <linux/etherdevice.h>
  47. #include <linux/skbuff.h>
  48. #include <linux/ethtool.h>
  49. #include <net/sock.h>
  50. #include <net/checksum.h>
  51. #include <linux/if_ether.h> /* For the statistics structure. */
  52. #include <linux/if_arp.h> /* For ARPHRD_ETHER */
  53. #include <linux/ip.h>
  54. #include <linux/tcp.h>
  55. #include <linux/percpu.h>
  56. #include <net/net_namespace.h>
  57. #include <linux/u64_stats_sync.h>
  58. struct pcpu_lstats {
  59. u64 packets;
  60. u64 bytes;
  61. struct u64_stats_sync syncp;
  62. };
  63. /*
  64. * The higher levels take care of making this non-reentrant (it's
  65. * called with bh's disabled).
  66. */
  67. static netdev_tx_t loopback_xmit(struct sk_buff *skb,
  68. struct net_device *dev)
  69. {
  70. struct pcpu_lstats *lb_stats;
  71. int len;
  72. skb_orphan(skb);
  73. /* Before queueing this packet to netif_rx(),
  74. * make sure dst is refcounted.
  75. */
  76. skb_dst_force(skb);
  77. skb->protocol = eth_type_trans(skb, dev);
  78. /* it's OK to use per_cpu_ptr() because BHs are off */
  79. lb_stats = this_cpu_ptr(dev->lstats);
  80. len = skb->len;
  81. if (likely(netif_rx(skb) == NET_RX_SUCCESS)) {
  82. u64_stats_update_begin(&lb_stats->syncp);
  83. lb_stats->bytes += len;
  84. lb_stats->packets++;
  85. u64_stats_update_end(&lb_stats->syncp);
  86. }
  87. return NETDEV_TX_OK;
  88. }
  89. static struct rtnl_link_stats64 *loopback_get_stats64(struct net_device *dev,
  90. struct rtnl_link_stats64 *stats)
  91. {
  92. u64 bytes = 0;
  93. u64 packets = 0;
  94. int i;
  95. for_each_possible_cpu(i) {
  96. const struct pcpu_lstats *lb_stats;
  97. u64 tbytes, tpackets;
  98. unsigned int start;
  99. lb_stats = per_cpu_ptr(dev->lstats, i);
  100. do {
  101. start = u64_stats_fetch_begin_irq(&lb_stats->syncp);
  102. tbytes = lb_stats->bytes;
  103. tpackets = lb_stats->packets;
  104. } while (u64_stats_fetch_retry_irq(&lb_stats->syncp, start));
  105. bytes += tbytes;
  106. packets += tpackets;
  107. }
  108. stats->rx_packets = packets;
  109. stats->tx_packets = packets;
  110. stats->rx_bytes = bytes;
  111. stats->tx_bytes = bytes;
  112. return stats;
  113. }
  114. static u32 always_on(struct net_device *dev)
  115. {
  116. return 1;
  117. }
  118. static const struct ethtool_ops loopback_ethtool_ops = {
  119. .get_link = always_on,
  120. };
  121. static int loopback_dev_init(struct net_device *dev)
  122. {
  123. dev->lstats = netdev_alloc_pcpu_stats(struct pcpu_lstats);
  124. if (!dev->lstats)
  125. return -ENOMEM;
  126. return 0;
  127. }
  128. static void loopback_dev_free(struct net_device *dev)
  129. {
  130. dev_net(dev)->loopback_dev = NULL;
  131. free_percpu(dev->lstats);
  132. free_netdev(dev);
  133. }
  134. static const struct net_device_ops loopback_ops = {
  135. .ndo_init = loopback_dev_init,
  136. .ndo_start_xmit= loopback_xmit,
  137. .ndo_get_stats64 = loopback_get_stats64,
  138. .ndo_set_mac_address = eth_mac_addr,
  139. };
  140. /*
  141. * The loopback device is special. There is only one instance
  142. * per network namespace.
  143. */
  144. static void loopback_setup(struct net_device *dev)
  145. {
  146. dev->mtu = 64 * 1024;
  147. dev->hard_header_len = ETH_HLEN; /* 14 */
  148. dev->min_header_len = ETH_HLEN; /* 14 */
  149. dev->addr_len = ETH_ALEN; /* 6 */
  150. dev->type = ARPHRD_LOOPBACK; /* 0x0001*/
  151. dev->flags = IFF_LOOPBACK;
  152. dev->priv_flags |= IFF_LIVE_ADDR_CHANGE | IFF_NO_QUEUE;
  153. netif_keep_dst(dev);
  154. dev->hw_features = NETIF_F_ALL_TSO | NETIF_F_UFO;
  155. dev->features = NETIF_F_SG | NETIF_F_FRAGLIST
  156. | NETIF_F_ALL_TSO
  157. | NETIF_F_UFO
  158. | NETIF_F_HW_CSUM
  159. | NETIF_F_RXCSUM
  160. | NETIF_F_SCTP_CSUM
  161. | NETIF_F_HIGHDMA
  162. | NETIF_F_LLTX
  163. | NETIF_F_NETNS_LOCAL
  164. | NETIF_F_VLAN_CHALLENGED
  165. | NETIF_F_LOOPBACK;
  166. dev->ethtool_ops = &loopback_ethtool_ops;
  167. dev->header_ops = &eth_header_ops;
  168. dev->netdev_ops = &loopback_ops;
  169. dev->destructor = loopback_dev_free;
  170. }
  171. /* Setup and register the loopback device. */
  172. static __net_init int loopback_net_init(struct net *net)
  173. {
  174. struct net_device *dev;
  175. int err;
  176. err = -ENOMEM;
  177. dev = alloc_netdev(0, "lo", NET_NAME_UNKNOWN, loopback_setup);
  178. if (!dev)
  179. goto out;
  180. dev_net_set(dev, net);
  181. err = register_netdev(dev);
  182. if (err)
  183. goto out_free_netdev;
  184. BUG_ON(dev->ifindex != LOOPBACK_IFINDEX);
  185. net->loopback_dev = dev;
  186. return 0;
  187. out_free_netdev:
  188. free_netdev(dev);
  189. out:
  190. if (net_eq(net, &init_net))
  191. panic("loopback: Failed to register netdevice: %d\n", err);
  192. return err;
  193. }
  194. /* Registered in net/core/dev.c */
  195. struct pernet_operations __net_initdata loopback_net_ops = {
  196. .init = loopback_net_init,
  197. };