Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
| 3 | * xfrm6_input.c: based on net/ipv4/xfrm4_input.c |
| 4 | * |
| 5 | * Authors: |
| 6 | * Mitsuru KANDA @USAGI |
Ian Morris | 67ba415 | 2014-08-24 21:53:10 +0100 | [diff] [blame] | 7 | * Kazunori MIYAZAWA @USAGI |
| 8 | * Kunihiro Ishiguro <kunihiro@ipinfusion.com> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | * YOSHIFUJI Hideaki @USAGI |
| 10 | * IPv6 support |
| 11 | */ |
| 12 | |
| 13 | #include <linux/module.h> |
| 14 | #include <linux/string.h> |
Patrick McHardy | b05e106 | 2006-01-06 23:03:34 -0800 | [diff] [blame] | 15 | #include <linux/netfilter.h> |
| 16 | #include <linux/netfilter_ipv6.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <net/ipv6.h> |
| 18 | #include <net/xfrm.h> |
| 19 | |
Nicolas Dichtel | 63c4378 | 2016-09-19 16:17:57 +0200 | [diff] [blame] | 20 | int xfrm6_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi, |
| 21 | struct ip6_tnl *t) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | { |
Nicolas Dichtel | 63c4378 | 2016-09-19 16:17:57 +0200 | [diff] [blame] | 23 | XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6 = t; |
Herbert Xu | 2fcb45b | 2007-12-03 22:54:12 -0800 | [diff] [blame] | 24 | XFRM_SPI_SKB_CB(skb)->family = AF_INET6; |
Herbert Xu | 716062f | 2007-11-13 21:44:23 -0800 | [diff] [blame] | 25 | XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct ipv6hdr, daddr); |
| 26 | return xfrm_input(skb, nexthdr, spi, 0); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | EXPORT_SYMBOL(xfrm6_rcv_spi); |
| 29 | |
Herbert Xu | acf568e | 2017-12-15 16:40:44 +1100 | [diff] [blame] | 30 | static int xfrm6_transport_finish2(struct net *net, struct sock *sk, |
| 31 | struct sk_buff *skb) |
| 32 | { |
Sabrina Dubroca | 0146dca | 2020-04-27 17:59:34 +0200 | [diff] [blame] | 33 | if (xfrm_trans_queue(skb, ip6_rcv_finish)) { |
| 34 | kfree_skb(skb); |
| 35 | return NET_RX_DROP; |
| 36 | } |
| 37 | |
| 38 | return 0; |
Herbert Xu | acf568e | 2017-12-15 16:40:44 +1100 | [diff] [blame] | 39 | } |
| 40 | |
Herbert Xu | 716062f | 2007-11-13 21:44:23 -0800 | [diff] [blame] | 41 | int xfrm6_transport_finish(struct sk_buff *skb, int async) |
| 42 | { |
Steffen Klassert | 7785bba | 2017-02-15 09:40:00 +0100 | [diff] [blame] | 43 | struct xfrm_offload *xo = xfrm_offload(skb); |
Yossi Kuperman | e9cba69 | 2017-08-01 12:49:06 +0300 | [diff] [blame] | 44 | int nhlen = skb->data - skb_network_header(skb); |
Steffen Klassert | 7785bba | 2017-02-15 09:40:00 +0100 | [diff] [blame] | 45 | |
Herbert Xu | 60d5fcf | 2007-11-19 18:47:58 -0800 | [diff] [blame] | 46 | skb_network_header(skb)[IP6CB(skb)->nhoff] = |
| 47 | XFRM_MODE_SKB_CB(skb)->protocol; |
| 48 | |
Herbert Xu | 0883ae0 | 2007-12-30 21:10:14 -0800 | [diff] [blame] | 49 | #ifndef CONFIG_NETFILTER |
| 50 | if (!async) |
| 51 | return 1; |
| 52 | #endif |
| 53 | |
Yossi Kuperman | e9cba69 | 2017-08-01 12:49:06 +0300 | [diff] [blame] | 54 | __skb_push(skb, nhlen); |
Yossi Kuperman | 7c88e21 | 2017-06-22 11:37:10 +0300 | [diff] [blame] | 55 | ipv6_hdr(skb)->payload_len = htons(skb->len - sizeof(struct ipv6hdr)); |
Yossi Kuperman | e9cba69 | 2017-08-01 12:49:06 +0300 | [diff] [blame] | 56 | skb_postpush_rcsum(skb, skb_network_header(skb), nhlen); |
Herbert Xu | 716062f | 2007-11-13 21:44:23 -0800 | [diff] [blame] | 57 | |
Steffen Klassert | 7785bba | 2017-02-15 09:40:00 +0100 | [diff] [blame] | 58 | if (xo && (xo->flags & XFRM_GRO)) { |
Paul Davey | 4a9771c | 2024-04-23 18:00:24 +1200 | [diff] [blame] | 59 | /* The full l2 header needs to be preserved so that re-injecting the packet at l2 |
| 60 | * works correctly in the presence of vlan tags. |
| 61 | */ |
| 62 | skb_mac_header_rebuild_full(skb, xo->orig_mac_len); |
| 63 | skb_reset_network_header(skb); |
Sowmini Varadhan | bfc0698 | 2018-09-03 04:36:52 -0700 | [diff] [blame] | 64 | skb_reset_transport_header(skb); |
Sabrina Dubroca | 0146dca | 2020-04-27 17:59:34 +0200 | [diff] [blame] | 65 | return 0; |
Steffen Klassert | 7785bba | 2017-02-15 09:40:00 +0100 | [diff] [blame] | 66 | } |
| 67 | |
Eric W. Biederman | 29a26a5 | 2015-09-15 20:04:16 -0500 | [diff] [blame] | 68 | NF_HOOK(NFPROTO_IPV6, NF_INET_PRE_ROUTING, |
| 69 | dev_net(skb->dev), NULL, skb, skb->dev, NULL, |
Herbert Xu | acf568e | 2017-12-15 16:40:44 +1100 | [diff] [blame] | 70 | xfrm6_transport_finish2); |
Sabrina Dubroca | 0146dca | 2020-04-27 17:59:34 +0200 | [diff] [blame] | 71 | return 0; |
| 72 | } |
| 73 | |
| 74 | /* If it's a keepalive packet, then just eat it. |
| 75 | * If it's an encapsulated packet, then pass it to the |
| 76 | * IPsec xfrm input. |
| 77 | * Returns 0 if skb passed to xfrm or was dropped. |
| 78 | * Returns >0 if skb should be passed to UDP. |
| 79 | * Returns <0 if skb should be resubmitted (-ret is protocol) |
| 80 | */ |
| 81 | int xfrm6_udp_encap_rcv(struct sock *sk, struct sk_buff *skb) |
| 82 | { |
| 83 | struct udp_sock *up = udp_sk(sk); |
| 84 | struct udphdr *uh; |
| 85 | struct ipv6hdr *ip6h; |
| 86 | int len; |
| 87 | int ip6hlen = sizeof(struct ipv6hdr); |
Sabrina Dubroca | 0146dca | 2020-04-27 17:59:34 +0200 | [diff] [blame] | 88 | __u8 *udpdata; |
| 89 | __be32 *udpdata32; |
Eric Dumazet | 4781a75 | 2023-09-12 09:17:28 +0000 | [diff] [blame] | 90 | u16 encap_type; |
Sabrina Dubroca | 0146dca | 2020-04-27 17:59:34 +0200 | [diff] [blame] | 91 | |
Maciej Żenczykowski | 1166a530 | 2023-06-05 04:06:54 -0700 | [diff] [blame] | 92 | if (skb->protocol == htons(ETH_P_IP)) |
| 93 | return xfrm4_udp_encap_rcv(sk, skb); |
| 94 | |
Eric Dumazet | 4781a75 | 2023-09-12 09:17:28 +0000 | [diff] [blame] | 95 | encap_type = READ_ONCE(up->encap_type); |
Sabrina Dubroca | 0146dca | 2020-04-27 17:59:34 +0200 | [diff] [blame] | 96 | /* if this is not encapsulated socket, then just return now */ |
| 97 | if (!encap_type) |
| 98 | return 1; |
| 99 | |
| 100 | /* If this is a paged skb, make sure we pull up |
| 101 | * whatever data we need to look at. */ |
| 102 | len = skb->len - sizeof(struct udphdr); |
| 103 | if (!pskb_may_pull(skb, sizeof(struct udphdr) + min(len, 8))) |
| 104 | return 1; |
| 105 | |
| 106 | /* Now we can get the pointers */ |
| 107 | uh = udp_hdr(skb); |
| 108 | udpdata = (__u8 *)uh + sizeof(struct udphdr); |
| 109 | udpdata32 = (__be32 *)udpdata; |
| 110 | |
| 111 | switch (encap_type) { |
| 112 | default: |
| 113 | case UDP_ENCAP_ESPINUDP: |
| 114 | /* Check if this is a keepalive packet. If so, eat it. */ |
| 115 | if (len == 1 && udpdata[0] == 0xff) { |
| 116 | goto drop; |
| 117 | } else if (len > sizeof(struct ip_esp_hdr) && udpdata32[0] != 0) { |
| 118 | /* ESP Packet without Non-ESP header */ |
| 119 | len = sizeof(struct udphdr); |
| 120 | } else |
| 121 | /* Must be an IKE packet.. pass it through */ |
| 122 | return 1; |
| 123 | break; |
| 124 | case UDP_ENCAP_ESPINUDP_NON_IKE: |
| 125 | /* Check if this is a keepalive packet. If so, eat it. */ |
| 126 | if (len == 1 && udpdata[0] == 0xff) { |
| 127 | goto drop; |
| 128 | } else if (len > 2 * sizeof(u32) + sizeof(struct ip_esp_hdr) && |
| 129 | udpdata32[0] == 0 && udpdata32[1] == 0) { |
| 130 | |
| 131 | /* ESP Packet with Non-IKE marker */ |
| 132 | len = sizeof(struct udphdr) + 2 * sizeof(u32); |
| 133 | } else |
| 134 | /* Must be an IKE packet.. pass it through */ |
| 135 | return 1; |
| 136 | break; |
| 137 | } |
| 138 | |
| 139 | /* At this point we are sure that this is an ESPinUDP packet, |
| 140 | * so we need to remove 'len' bytes from the packet (the UDP |
| 141 | * header and optional ESP marker bytes) and then modify the |
| 142 | * protocol to ESP, and then call into the transform receiver. |
| 143 | */ |
| 144 | if (skb_unclone(skb, GFP_ATOMIC)) |
| 145 | goto drop; |
| 146 | |
| 147 | /* Now we can update and verify the packet length... */ |
| 148 | ip6h = ipv6_hdr(skb); |
| 149 | ip6h->payload_len = htons(ntohs(ip6h->payload_len) - len); |
| 150 | if (skb->len < ip6hlen + len) { |
| 151 | /* packet is too small!?! */ |
| 152 | goto drop; |
| 153 | } |
| 154 | |
| 155 | /* pull the data buffer up to the ESP header and set the |
| 156 | * transport header to point to ESP. Keep UDP on the stack |
| 157 | * for later. |
| 158 | */ |
| 159 | __skb_pull(skb, len); |
| 160 | skb_reset_transport_header(skb); |
| 161 | |
| 162 | /* process ESP */ |
| 163 | return xfrm6_rcv_encap(skb, IPPROTO_ESP, 0, encap_type); |
| 164 | |
| 165 | drop: |
| 166 | kfree_skb(skb); |
| 167 | return 0; |
Herbert Xu | 716062f | 2007-11-13 21:44:23 -0800 | [diff] [blame] | 168 | } |
| 169 | |
Nicolas Dichtel | 63c4378 | 2016-09-19 16:17:57 +0200 | [diff] [blame] | 170 | int xfrm6_rcv_tnl(struct sk_buff *skb, struct ip6_tnl *t) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 171 | { |
Herbert Xu | 33b5ecb8 | 2007-10-17 21:29:25 -0700 | [diff] [blame] | 172 | return xfrm6_rcv_spi(skb, skb_network_header(skb)[IP6CB(skb)->nhoff], |
Nicolas Dichtel | 63c4378 | 2016-09-19 16:17:57 +0200 | [diff] [blame] | 173 | 0, t); |
| 174 | } |
| 175 | EXPORT_SYMBOL(xfrm6_rcv_tnl); |
| 176 | |
| 177 | int xfrm6_rcv(struct sk_buff *skb) |
| 178 | { |
| 179 | return xfrm6_rcv_tnl(skb, NULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 | } |
YOSHIFUJI Hideaki | 7159039 | 2007-02-22 22:05:40 +0900 | [diff] [blame] | 181 | EXPORT_SYMBOL(xfrm6_rcv); |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 182 | int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr, |
| 183 | xfrm_address_t *saddr, u8 proto) |
| 184 | { |
Alexey Dobriyan | 59c9940 | 2008-11-25 17:59:52 -0800 | [diff] [blame] | 185 | struct net *net = dev_net(skb->dev); |
YOSHIFUJI Hideaki | 1ab1457 | 2007-02-09 23:24:49 +0900 | [diff] [blame] | 186 | struct xfrm_state *x = NULL; |
Florian Westphal | 0ca64da | 2018-12-18 17:15:18 +0100 | [diff] [blame] | 187 | struct sec_path *sp; |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 188 | int i = 0; |
| 189 | |
Florian Westphal | 0ca64da | 2018-12-18 17:15:18 +0100 | [diff] [blame] | 190 | sp = secpath_set(skb); |
| 191 | if (!sp) { |
Steffen Klassert | b0fcee8 | 2017-02-15 09:39:24 +0100 | [diff] [blame] | 192 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINERROR); |
| 193 | goto drop; |
Masahide NAKAMURA | 9473e1f | 2007-12-20 20:41:57 -0800 | [diff] [blame] | 194 | } |
| 195 | |
Florian Westphal | 0ca64da | 2018-12-18 17:15:18 +0100 | [diff] [blame] | 196 | if (1 + sp->len == XFRM_MAX_DEPTH) { |
Alexey Dobriyan | 59c9940 | 2008-11-25 17:59:52 -0800 | [diff] [blame] | 197 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINBUFFERERROR); |
Masahide NAKAMURA | 9473e1f | 2007-12-20 20:41:57 -0800 | [diff] [blame] | 198 | goto drop; |
| 199 | } |
| 200 | |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 201 | for (i = 0; i < 3; i++) { |
| 202 | xfrm_address_t *dst, *src; |
YOSHIFUJI Hideaki | a002c6fd | 2008-02-19 17:24:33 +0900 | [diff] [blame] | 203 | |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 204 | switch (i) { |
| 205 | case 0: |
| 206 | dst = daddr; |
| 207 | src = saddr; |
| 208 | break; |
| 209 | case 1: |
| 210 | /* lookup state with wild-card source address */ |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 211 | dst = daddr; |
YOSHIFUJI Hideaki | a002c6fd | 2008-02-19 17:24:33 +0900 | [diff] [blame] | 212 | src = (xfrm_address_t *)&in6addr_any; |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 213 | break; |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 214 | default: |
YOSHIFUJI Hideaki | 1ab1457 | 2007-02-09 23:24:49 +0900 | [diff] [blame] | 215 | /* lookup state with wild-card addresses */ |
YOSHIFUJI Hideaki | a002c6fd | 2008-02-19 17:24:33 +0900 | [diff] [blame] | 216 | dst = (xfrm_address_t *)&in6addr_any; |
| 217 | src = (xfrm_address_t *)&in6addr_any; |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 218 | break; |
YOSHIFUJI Hideaki | 1ab1457 | 2007-02-09 23:24:49 +0900 | [diff] [blame] | 219 | } |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 220 | |
Jamal Hadi Salim | bd55775 | 2010-02-22 16:20:22 -0800 | [diff] [blame] | 221 | x = xfrm_state_lookup_byaddr(net, skb->mark, dst, src, proto, AF_INET6); |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 222 | if (!x) |
| 223 | continue; |
| 224 | |
| 225 | spin_lock(&x->lock); |
| 226 | |
YOSHIFUJI Hideaki | a002c6fd | 2008-02-19 17:24:33 +0900 | [diff] [blame] | 227 | if ((!i || (x->props.flags & XFRM_STATE_WILDRECV)) && |
| 228 | likely(x->km.state == XFRM_STATE_VALID) && |
| 229 | !xfrm_state_check_expire(x)) { |
| 230 | spin_unlock(&x->lock); |
| 231 | if (x->type->input(x, skb) > 0) { |
| 232 | /* found a valid state */ |
| 233 | break; |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 234 | } |
YOSHIFUJI Hideaki | a002c6fd | 2008-02-19 17:24:33 +0900 | [diff] [blame] | 235 | } else |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 236 | spin_unlock(&x->lock); |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 237 | |
YOSHIFUJI Hideaki | a002c6fd | 2008-02-19 17:24:33 +0900 | [diff] [blame] | 238 | xfrm_state_put(x); |
| 239 | x = NULL; |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 240 | } |
| 241 | |
Masahide NAKAMURA | 9473e1f | 2007-12-20 20:41:57 -0800 | [diff] [blame] | 242 | if (!x) { |
Alexey Dobriyan | 59c9940 | 2008-11-25 17:59:52 -0800 | [diff] [blame] | 243 | XFRM_INC_STATS(net, LINUX_MIB_XFRMINNOSTATES); |
Paul Moore | afeb14b | 2007-12-21 14:58:11 -0800 | [diff] [blame] | 244 | xfrm_audit_state_notfound_simple(skb, AF_INET6); |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 245 | goto drop; |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 246 | } |
| 247 | |
Florian Westphal | 2294be0f | 2018-12-18 17:15:20 +0100 | [diff] [blame] | 248 | sp->xvec[sp->len++] = x; |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 249 | |
Masahide NAKAMURA | 9473e1f | 2007-12-20 20:41:57 -0800 | [diff] [blame] | 250 | spin_lock(&x->lock); |
| 251 | |
| 252 | x->curlft.bytes += skb->len; |
| 253 | x->curlft.packets++; |
| 254 | |
| 255 | spin_unlock(&x->lock); |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 256 | |
| 257 | return 1; |
Masahide NAKAMURA | 9473e1f | 2007-12-20 20:41:57 -0800 | [diff] [blame] | 258 | |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 259 | drop: |
Masahide NAKAMURA | fbd9a5b | 2006-08-23 18:08:21 -0700 | [diff] [blame] | 260 | return -1; |
| 261 | } |
YOSHIFUJI Hideaki | 7159039 | 2007-02-22 22:05:40 +0900 | [diff] [blame] | 262 | EXPORT_SYMBOL(xfrm6_input_addr); |