ip_vti.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600
  1. /*
  2. * Linux NET3: IP/IP protocol decoder modified to support
  3. * virtual tunnel interface
  4. *
  5. * Authors:
  6. * Saurabh Mohan (saurabh.mohan@vyatta.com) 05/07/2012
  7. *
  8. * This program is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU General Public License
  10. * as published by the Free Software Foundation; either version
  11. * 2 of the License, or (at your option) any later version.
  12. *
  13. */
  14. /*
  15. This version of net/ipv4/ip_vti.c is cloned of net/ipv4/ipip.c
  16. For comments look at net/ipv4/ip_gre.c --ANK
  17. */
  18. #include <linux/capability.h>
  19. #include <linux/module.h>
  20. #include <linux/types.h>
  21. #include <linux/kernel.h>
  22. #include <linux/uaccess.h>
  23. #include <linux/skbuff.h>
  24. #include <linux/netdevice.h>
  25. #include <linux/in.h>
  26. #include <linux/tcp.h>
  27. #include <linux/udp.h>
  28. #include <linux/if_arp.h>
  29. #include <linux/mroute.h>
  30. #include <linux/init.h>
  31. #include <linux/netfilter_ipv4.h>
  32. #include <linux/if_ether.h>
  33. #include <linux/icmpv6.h>
  34. #include <net/sock.h>
  35. #include <net/ip.h>
  36. #include <net/icmp.h>
  37. #include <net/ip_tunnels.h>
  38. #include <net/inet_ecn.h>
  39. #include <net/xfrm.h>
  40. #include <net/net_namespace.h>
  41. #include <net/netns/generic.h>
  42. static struct rtnl_link_ops vti_link_ops __read_mostly;
  43. static int vti_net_id __read_mostly;
  44. static int vti_tunnel_init(struct net_device *dev);
  45. static int vti_input(struct sk_buff *skb, int nexthdr, __be32 spi,
  46. int encap_type)
  47. {
  48. struct ip_tunnel *tunnel;
  49. const struct iphdr *iph = ip_hdr(skb);
  50. struct net *net = dev_net(skb->dev);
  51. struct ip_tunnel_net *itn = net_generic(net, vti_net_id);
  52. tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, TUNNEL_NO_KEY,
  53. iph->saddr, iph->daddr, 0);
  54. if (tunnel) {
  55. if (!xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb))
  56. goto drop;
  57. XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = tunnel;
  58. return xfrm_input(skb, nexthdr, spi, encap_type);
  59. }
  60. return -EINVAL;
  61. drop:
  62. kfree_skb(skb);
  63. return 0;
  64. }
  65. static int vti_rcv(struct sk_buff *skb)
  66. {
  67. XFRM_SPI_SKB_CB(skb)->family = AF_INET;
  68. XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);
  69. return vti_input(skb, ip_hdr(skb)->protocol, 0, 0);
  70. }
  71. static int vti_rcv_cb(struct sk_buff *skb, int err)
  72. {
  73. unsigned short family;
  74. struct net_device *dev;
  75. struct pcpu_sw_netstats *tstats;
  76. struct xfrm_state *x;
  77. struct ip_tunnel *tunnel = XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4;
  78. u32 orig_mark = skb->mark;
  79. int ret;
  80. if (!tunnel)
  81. return 1;
  82. dev = tunnel->dev;
  83. if (err) {
  84. dev->stats.rx_errors++;
  85. dev->stats.rx_dropped++;
  86. return 0;
  87. }
  88. x = xfrm_input_state(skb);
  89. family = x->inner_mode->afinfo->family;
  90. skb->mark = be32_to_cpu(tunnel->parms.i_key);
  91. ret = xfrm_policy_check(NULL, XFRM_POLICY_IN, skb, family);
  92. skb->mark = orig_mark;
  93. if (!ret)
  94. return -EPERM;
  95. skb_scrub_packet(skb, !net_eq(tunnel->net, dev_net(skb->dev)));
  96. skb->dev = dev;
  97. tstats = this_cpu_ptr(dev->tstats);
  98. u64_stats_update_begin(&tstats->syncp);
  99. tstats->rx_packets++;
  100. tstats->rx_bytes += skb->len;
  101. u64_stats_update_end(&tstats->syncp);
  102. return 0;
  103. }
  104. static bool vti_state_check(const struct xfrm_state *x, __be32 dst, __be32 src)
  105. {
  106. xfrm_address_t *daddr = (xfrm_address_t *)&dst;
  107. xfrm_address_t *saddr = (xfrm_address_t *)&src;
  108. /* if there is no transform then this tunnel is not functional.
  109. * Or if the xfrm is not mode tunnel.
  110. */
  111. if (!x || x->props.mode != XFRM_MODE_TUNNEL ||
  112. x->props.family != AF_INET)
  113. return false;
  114. if (!dst)
  115. return xfrm_addr_equal(saddr, &x->props.saddr, AF_INET);
  116. if (!xfrm_state_addr_check(x, daddr, saddr, AF_INET))
  117. return false;
  118. return true;
  119. }
  120. static netdev_tx_t vti_xmit(struct sk_buff *skb, struct net_device *dev,
  121. struct flowi *fl)
  122. {
  123. struct ip_tunnel *tunnel = netdev_priv(dev);
  124. struct ip_tunnel_parm *parms = &tunnel->parms;
  125. struct dst_entry *dst = skb_dst(skb);
  126. struct net_device *tdev; /* Device to other host */
  127. int err;
  128. if (!dst) {
  129. dev->stats.tx_carrier_errors++;
  130. goto tx_error_icmp;
  131. }
  132. dst_hold(dst);
  133. dst = xfrm_lookup(tunnel->net, dst, fl, NULL, 0);
  134. if (IS_ERR(dst)) {
  135. dev->stats.tx_carrier_errors++;
  136. goto tx_error_icmp;
  137. }
  138. if (!vti_state_check(dst->xfrm, parms->iph.daddr, parms->iph.saddr)) {
  139. dev->stats.tx_carrier_errors++;
  140. dst_release(dst);
  141. goto tx_error_icmp;
  142. }
  143. tdev = dst->dev;
  144. if (tdev == dev) {
  145. dst_release(dst);
  146. dev->stats.collisions++;
  147. goto tx_error;
  148. }
  149. if (tunnel->err_count > 0) {
  150. if (time_before(jiffies,
  151. tunnel->err_time + IPTUNNEL_ERR_TIMEO)) {
  152. tunnel->err_count--;
  153. dst_link_failure(skb);
  154. } else
  155. tunnel->err_count = 0;
  156. }
  157. skb_scrub_packet(skb, !net_eq(tunnel->net, dev_net(dev)));
  158. skb_dst_set(skb, dst);
  159. skb->dev = skb_dst(skb)->dev;
  160. err = dst_output(skb);
  161. if (net_xmit_eval(err) == 0)
  162. err = skb->len;
  163. iptunnel_xmit_stats(err, &dev->stats, dev->tstats);
  164. return NETDEV_TX_OK;
  165. tx_error_icmp:
  166. dst_link_failure(skb);
  167. tx_error:
  168. dev->stats.tx_errors++;
  169. kfree_skb(skb);
  170. return NETDEV_TX_OK;
  171. }
  172. /* This function assumes it is being called from dev_queue_xmit()
  173. * and that skb is filled properly by that function.
  174. */
  175. static netdev_tx_t vti_tunnel_xmit(struct sk_buff *skb, struct net_device *dev)
  176. {
  177. struct ip_tunnel *tunnel = netdev_priv(dev);
  178. struct flowi fl;
  179. memset(&fl, 0, sizeof(fl));
  180. switch (skb->protocol) {
  181. case htons(ETH_P_IP):
  182. xfrm_decode_session(skb, &fl, AF_INET);
  183. memset(IPCB(skb), 0, sizeof(*IPCB(skb)));
  184. break;
  185. case htons(ETH_P_IPV6):
  186. xfrm_decode_session(skb, &fl, AF_INET6);
  187. memset(IP6CB(skb), 0, sizeof(*IP6CB(skb)));
  188. break;
  189. default:
  190. dev->stats.tx_errors++;
  191. dev_kfree_skb(skb);
  192. return NETDEV_TX_OK;
  193. }
  194. /* override mark with tunnel output key */
  195. fl.flowi_mark = be32_to_cpu(tunnel->parms.o_key);
  196. return vti_xmit(skb, dev, &fl);
  197. }
  198. static int vti4_err(struct sk_buff *skb, u32 info)
  199. {
  200. __be32 spi;
  201. __u32 mark;
  202. struct xfrm_state *x;
  203. struct ip_tunnel *tunnel;
  204. struct ip_esp_hdr *esph;
  205. struct ip_auth_hdr *ah ;
  206. struct ip_comp_hdr *ipch;
  207. struct net *net = dev_net(skb->dev);
  208. const struct iphdr *iph = (const struct iphdr *)skb->data;
  209. int protocol = iph->protocol;
  210. struct ip_tunnel_net *itn = net_generic(net, vti_net_id);
  211. tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, TUNNEL_NO_KEY,
  212. iph->daddr, iph->saddr, 0);
  213. if (!tunnel)
  214. return -1;
  215. mark = be32_to_cpu(tunnel->parms.o_key);
  216. switch (protocol) {
  217. case IPPROTO_ESP:
  218. esph = (struct ip_esp_hdr *)(skb->data+(iph->ihl<<2));
  219. spi = esph->spi;
  220. break;
  221. case IPPROTO_AH:
  222. ah = (struct ip_auth_hdr *)(skb->data+(iph->ihl<<2));
  223. spi = ah->spi;
  224. break;
  225. case IPPROTO_COMP:
  226. ipch = (struct ip_comp_hdr *)(skb->data+(iph->ihl<<2));
  227. spi = htonl(ntohs(ipch->cpi));
  228. break;
  229. default:
  230. return 0;
  231. }
  232. switch (icmp_hdr(skb)->type) {
  233. case ICMP_DEST_UNREACH:
  234. if (icmp_hdr(skb)->code != ICMP_FRAG_NEEDED)
  235. return 0;
  236. case ICMP_REDIRECT:
  237. break;
  238. default:
  239. return 0;
  240. }
  241. x = xfrm_state_lookup(net, mark, (const xfrm_address_t *)&iph->daddr,
  242. spi, protocol, AF_INET);
  243. if (!x)
  244. return 0;
  245. if (icmp_hdr(skb)->type == ICMP_DEST_UNREACH)
  246. ipv4_update_pmtu(skb, net, info, 0, 0, protocol, 0);
  247. else
  248. ipv4_redirect(skb, net, 0, 0, protocol, 0);
  249. xfrm_state_put(x);
  250. return 0;
  251. }
  252. static int
  253. vti_tunnel_ioctl(struct net_device *dev, struct ifreq *ifr, int cmd)
  254. {
  255. int err = 0;
  256. struct ip_tunnel_parm p;
  257. if (copy_from_user(&p, ifr->ifr_ifru.ifru_data, sizeof(p)))
  258. return -EFAULT;
  259. if (cmd == SIOCADDTUNNEL || cmd == SIOCCHGTUNNEL) {
  260. if (p.iph.version != 4 || p.iph.protocol != IPPROTO_IPIP ||
  261. p.iph.ihl != 5)
  262. return -EINVAL;
  263. }
  264. if (!(p.i_flags & GRE_KEY))
  265. p.i_key = 0;
  266. if (!(p.o_flags & GRE_KEY))
  267. p.o_key = 0;
  268. p.i_flags = VTI_ISVTI;
  269. err = ip_tunnel_ioctl(dev, &p, cmd);
  270. if (err)
  271. return err;
  272. if (cmd != SIOCDELTUNNEL) {
  273. p.i_flags |= GRE_KEY;
  274. p.o_flags |= GRE_KEY;
  275. }
  276. if (copy_to_user(ifr->ifr_ifru.ifru_data, &p, sizeof(p)))
  277. return -EFAULT;
  278. return 0;
  279. }
  280. static const struct net_device_ops vti_netdev_ops = {
  281. .ndo_init = vti_tunnel_init,
  282. .ndo_uninit = ip_tunnel_uninit,
  283. .ndo_start_xmit = vti_tunnel_xmit,
  284. .ndo_do_ioctl = vti_tunnel_ioctl,
  285. .ndo_change_mtu = ip_tunnel_change_mtu,
  286. .ndo_get_stats64 = ip_tunnel_get_stats64,
  287. .ndo_get_iflink = ip_tunnel_get_iflink,
  288. };
  289. static void vti_tunnel_setup(struct net_device *dev)
  290. {
  291. dev->netdev_ops = &vti_netdev_ops;
  292. dev->type = ARPHRD_TUNNEL;
  293. ip_tunnel_setup(dev, vti_net_id);
  294. }
  295. static int vti_tunnel_init(struct net_device *dev)
  296. {
  297. struct ip_tunnel *tunnel = netdev_priv(dev);
  298. struct iphdr *iph = &tunnel->parms.iph;
  299. memcpy(dev->dev_addr, &iph->saddr, 4);
  300. memcpy(dev->broadcast, &iph->daddr, 4);
  301. dev->hard_header_len = LL_MAX_HEADER + sizeof(struct iphdr);
  302. dev->mtu = ETH_DATA_LEN;
  303. dev->flags = IFF_NOARP;
  304. dev->addr_len = 4;
  305. dev->features |= NETIF_F_LLTX;
  306. netif_keep_dst(dev);
  307. return ip_tunnel_init(dev);
  308. }
  309. static void __net_init vti_fb_tunnel_init(struct net_device *dev)
  310. {
  311. struct ip_tunnel *tunnel = netdev_priv(dev);
  312. struct iphdr *iph = &tunnel->parms.iph;
  313. iph->version = 4;
  314. iph->protocol = IPPROTO_IPIP;
  315. iph->ihl = 5;
  316. }
  317. static struct xfrm4_protocol vti_esp4_protocol __read_mostly = {
  318. .handler = vti_rcv,
  319. .input_handler = vti_input,
  320. .cb_handler = vti_rcv_cb,
  321. .err_handler = vti4_err,
  322. .priority = 100,
  323. };
  324. static struct xfrm4_protocol vti_ah4_protocol __read_mostly = {
  325. .handler = vti_rcv,
  326. .input_handler = vti_input,
  327. .cb_handler = vti_rcv_cb,
  328. .err_handler = vti4_err,
  329. .priority = 100,
  330. };
  331. static struct xfrm4_protocol vti_ipcomp4_protocol __read_mostly = {
  332. .handler = vti_rcv,
  333. .input_handler = vti_input,
  334. .cb_handler = vti_rcv_cb,
  335. .err_handler = vti4_err,
  336. .priority = 100,
  337. };
  338. static int __net_init vti_init_net(struct net *net)
  339. {
  340. int err;
  341. struct ip_tunnel_net *itn;
  342. err = ip_tunnel_init_net(net, vti_net_id, &vti_link_ops, "ip_vti0");
  343. if (err)
  344. return err;
  345. itn = net_generic(net, vti_net_id);
  346. vti_fb_tunnel_init(itn->fb_tunnel_dev);
  347. return 0;
  348. }
  349. static void __net_exit vti_exit_net(struct net *net)
  350. {
  351. struct ip_tunnel_net *itn = net_generic(net, vti_net_id);
  352. ip_tunnel_delete_net(itn, &vti_link_ops);
  353. }
  354. static struct pernet_operations vti_net_ops = {
  355. .init = vti_init_net,
  356. .exit = vti_exit_net,
  357. .id = &vti_net_id,
  358. .size = sizeof(struct ip_tunnel_net),
  359. };
  360. static int vti_tunnel_validate(struct nlattr *tb[], struct nlattr *data[])
  361. {
  362. return 0;
  363. }
  364. static void vti_netlink_parms(struct nlattr *data[],
  365. struct ip_tunnel_parm *parms)
  366. {
  367. memset(parms, 0, sizeof(*parms));
  368. parms->iph.protocol = IPPROTO_IPIP;
  369. if (!data)
  370. return;
  371. parms->i_flags = VTI_ISVTI;
  372. if (data[IFLA_VTI_LINK])
  373. parms->link = nla_get_u32(data[IFLA_VTI_LINK]);
  374. if (data[IFLA_VTI_IKEY])
  375. parms->i_key = nla_get_be32(data[IFLA_VTI_IKEY]);
  376. if (data[IFLA_VTI_OKEY])
  377. parms->o_key = nla_get_be32(data[IFLA_VTI_OKEY]);
  378. if (data[IFLA_VTI_LOCAL])
  379. parms->iph.saddr = nla_get_in_addr(data[IFLA_VTI_LOCAL]);
  380. if (data[IFLA_VTI_REMOTE])
  381. parms->iph.daddr = nla_get_in_addr(data[IFLA_VTI_REMOTE]);
  382. }
  383. static int vti_newlink(struct net *src_net, struct net_device *dev,
  384. struct nlattr *tb[], struct nlattr *data[])
  385. {
  386. struct ip_tunnel_parm parms;
  387. vti_netlink_parms(data, &parms);
  388. return ip_tunnel_newlink(dev, tb, &parms);
  389. }
  390. static int vti_changelink(struct net_device *dev, struct nlattr *tb[],
  391. struct nlattr *data[])
  392. {
  393. struct ip_tunnel_parm p;
  394. vti_netlink_parms(data, &p);
  395. return ip_tunnel_changelink(dev, tb, &p);
  396. }
  397. static size_t vti_get_size(const struct net_device *dev)
  398. {
  399. return
  400. /* IFLA_VTI_LINK */
  401. nla_total_size(4) +
  402. /* IFLA_VTI_IKEY */
  403. nla_total_size(4) +
  404. /* IFLA_VTI_OKEY */
  405. nla_total_size(4) +
  406. /* IFLA_VTI_LOCAL */
  407. nla_total_size(4) +
  408. /* IFLA_VTI_REMOTE */
  409. nla_total_size(4) +
  410. 0;
  411. }
  412. static int vti_fill_info(struct sk_buff *skb, const struct net_device *dev)
  413. {
  414. struct ip_tunnel *t = netdev_priv(dev);
  415. struct ip_tunnel_parm *p = &t->parms;
  416. nla_put_u32(skb, IFLA_VTI_LINK, p->link);
  417. nla_put_be32(skb, IFLA_VTI_IKEY, p->i_key);
  418. nla_put_be32(skb, IFLA_VTI_OKEY, p->o_key);
  419. nla_put_in_addr(skb, IFLA_VTI_LOCAL, p->iph.saddr);
  420. nla_put_in_addr(skb, IFLA_VTI_REMOTE, p->iph.daddr);
  421. return 0;
  422. }
  423. static const struct nla_policy vti_policy[IFLA_VTI_MAX + 1] = {
  424. [IFLA_VTI_LINK] = { .type = NLA_U32 },
  425. [IFLA_VTI_IKEY] = { .type = NLA_U32 },
  426. [IFLA_VTI_OKEY] = { .type = NLA_U32 },
  427. [IFLA_VTI_LOCAL] = { .len = FIELD_SIZEOF(struct iphdr, saddr) },
  428. [IFLA_VTI_REMOTE] = { .len = FIELD_SIZEOF(struct iphdr, daddr) },
  429. };
  430. static struct rtnl_link_ops vti_link_ops __read_mostly = {
  431. .kind = "vti",
  432. .maxtype = IFLA_VTI_MAX,
  433. .policy = vti_policy,
  434. .priv_size = sizeof(struct ip_tunnel),
  435. .setup = vti_tunnel_setup,
  436. .validate = vti_tunnel_validate,
  437. .newlink = vti_newlink,
  438. .changelink = vti_changelink,
  439. .dellink = ip_tunnel_dellink,
  440. .get_size = vti_get_size,
  441. .fill_info = vti_fill_info,
  442. .get_link_net = ip_tunnel_get_link_net,
  443. };
  444. static int __init vti_init(void)
  445. {
  446. const char *msg;
  447. int err;
  448. pr_info("IPv4 over IPsec tunneling driver\n");
  449. msg = "tunnel device";
  450. err = register_pernet_device(&vti_net_ops);
  451. if (err < 0)
  452. goto pernet_dev_failed;
  453. msg = "tunnel protocols";
  454. err = xfrm4_protocol_register(&vti_esp4_protocol, IPPROTO_ESP);
  455. if (err < 0)
  456. goto xfrm_proto_esp_failed;
  457. err = xfrm4_protocol_register(&vti_ah4_protocol, IPPROTO_AH);
  458. if (err < 0)
  459. goto xfrm_proto_ah_failed;
  460. err = xfrm4_protocol_register(&vti_ipcomp4_protocol, IPPROTO_COMP);
  461. if (err < 0)
  462. goto xfrm_proto_comp_failed;
  463. msg = "netlink interface";
  464. err = rtnl_link_register(&vti_link_ops);
  465. if (err < 0)
  466. goto rtnl_link_failed;
  467. return err;
  468. rtnl_link_failed:
  469. xfrm4_protocol_deregister(&vti_ipcomp4_protocol, IPPROTO_COMP);
  470. xfrm_proto_comp_failed:
  471. xfrm4_protocol_deregister(&vti_ah4_protocol, IPPROTO_AH);
  472. xfrm_proto_ah_failed:
  473. xfrm4_protocol_deregister(&vti_esp4_protocol, IPPROTO_ESP);
  474. xfrm_proto_esp_failed:
  475. unregister_pernet_device(&vti_net_ops);
  476. pernet_dev_failed:
  477. pr_err("vti init: failed to register %s\n", msg);
  478. return err;
  479. }
  480. static void __exit vti_fini(void)
  481. {
  482. rtnl_link_unregister(&vti_link_ops);
  483. xfrm4_protocol_deregister(&vti_ipcomp4_protocol, IPPROTO_COMP);
  484. xfrm4_protocol_deregister(&vti_ah4_protocol, IPPROTO_AH);
  485. xfrm4_protocol_deregister(&vti_esp4_protocol, IPPROTO_ESP);
  486. unregister_pernet_device(&vti_net_ops);
  487. }
  488. module_init(vti_init);
  489. module_exit(vti_fini);
  490. MODULE_LICENSE("GPL");
  491. MODULE_ALIAS_RTNL_LINK("vti");
  492. MODULE_ALIAS_NETDEV("ip_vti0");