1 #define pr_fmt(fmt) "IPsec: " fmt
3 #include <crypto/hash.h>
5 #include <linux/module.h>
6 #include <linux/slab.h>
10 #include <linux/crypto.h>
11 #include <linux/pfkeyv2.h>
12 #include <linux/scatterlist.h>
14 #include <net/protocol.h>
17 struct xfrm_skb_cb xfrm
;
21 #define AH_SKB_CB(__skb) ((struct ah_skb_cb *)&((__skb)->cb[0]))
23 static void *ah_alloc_tmp(struct crypto_ahash
*ahash
, int nfrags
,
28 len
= size
+ crypto_ahash_digestsize(ahash
) +
29 (crypto_ahash_alignmask(ahash
) &
30 ~(crypto_tfm_ctx_alignment() - 1));
32 len
= ALIGN(len
, crypto_tfm_ctx_alignment());
34 len
+= sizeof(struct ahash_request
) + crypto_ahash_reqsize(ahash
);
35 len
= ALIGN(len
, __alignof__(struct scatterlist
));
37 len
+= sizeof(struct scatterlist
) * nfrags
;
39 return kmalloc(len
, GFP_ATOMIC
);
42 static inline u8
*ah_tmp_auth(void *tmp
, unsigned int offset
)
47 static inline u8
*ah_tmp_icv(struct crypto_ahash
*ahash
, void *tmp
,
50 return PTR_ALIGN((u8
*)tmp
+ offset
, crypto_ahash_alignmask(ahash
) + 1);
53 static inline struct ahash_request
*ah_tmp_req(struct crypto_ahash
*ahash
,
56 struct ahash_request
*req
;
58 req
= (void *)PTR_ALIGN(icv
+ crypto_ahash_digestsize(ahash
),
59 crypto_tfm_ctx_alignment());
61 ahash_request_set_tfm(req
, ahash
);
66 static inline struct scatterlist
*ah_req_sg(struct crypto_ahash
*ahash
,
67 struct ahash_request
*req
)
69 return (void *)ALIGN((unsigned long)(req
+ 1) +
70 crypto_ahash_reqsize(ahash
),
71 __alignof__(struct scatterlist
));
74 /* Clear mutable options and find final destination to substitute
75 * into IP header for icv calculation. Options are already checked
76 * for validity, so paranoia is not required. */
78 static int ip_clear_mutable_options(const struct iphdr
*iph
, __be32
*daddr
)
80 unsigned char *optptr
= (unsigned char *)(iph
+1);
81 int l
= iph
->ihl
*4 - sizeof(struct iphdr
);
94 if (optlen
<2 || optlen
>l
)
98 case 0x85: /* Some "Extended Security" crap. */
101 case 0x80|21: /* RFC1770 */
107 memcpy(daddr
, optptr
+optlen
-4, 4);
110 memset(optptr
, 0, optlen
);
118 static void ah_output_done(struct crypto_async_request
*base
, int err
)
122 struct sk_buff
*skb
= base
->data
;
123 struct xfrm_state
*x
= skb_dst(skb
)->xfrm
;
124 struct ah_data
*ahp
= x
->data
;
125 struct iphdr
*top_iph
= ip_hdr(skb
);
126 struct ip_auth_hdr
*ah
= ip_auth_hdr(skb
);
127 int ihl
= ip_hdrlen(skb
);
129 iph
= AH_SKB_CB(skb
)->tmp
;
130 icv
= ah_tmp_icv(ahp
->ahash
, iph
, ihl
);
131 memcpy(ah
->auth_data
, icv
, ahp
->icv_trunc_len
);
133 top_iph
->tos
= iph
->tos
;
134 top_iph
->ttl
= iph
->ttl
;
135 top_iph
->frag_off
= iph
->frag_off
;
136 if (top_iph
->ihl
!= 5) {
137 top_iph
->daddr
= iph
->daddr
;
138 memcpy(top_iph
+1, iph
+1, top_iph
->ihl
*4 - sizeof(struct iphdr
));
141 kfree(AH_SKB_CB(skb
)->tmp
);
142 xfrm_output_resume(skb
, err
);
145 static int ah_output(struct xfrm_state
*x
, struct sk_buff
*skb
)
151 struct sk_buff
*trailer
;
152 struct crypto_ahash
*ahash
;
153 struct ahash_request
*req
;
154 struct scatterlist
*sg
;
155 struct iphdr
*iph
, *top_iph
;
156 struct ip_auth_hdr
*ah
;
161 struct scatterlist
*seqhisg
;
166 if ((err
= skb_cow_data(skb
, 0, &trailer
)) < 0)
170 skb_push(skb
, -skb_network_offset(skb
));
171 ah
= ip_auth_hdr(skb
);
172 ihl
= ip_hdrlen(skb
);
174 if (x
->props
.flags
& XFRM_STATE_ESN
) {
176 seqhi_len
= sizeof(*seqhi
);
179 iph
= ah_alloc_tmp(ahash
, nfrags
+ sglists
, ihl
+ seqhi_len
);
182 seqhi
= (__be32
*)((char *)iph
+ ihl
);
183 icv
= ah_tmp_icv(ahash
, seqhi
, seqhi_len
);
184 req
= ah_tmp_req(ahash
, icv
);
185 sg
= ah_req_sg(ahash
, req
);
186 seqhisg
= sg
+ nfrags
;
188 memset(ah
->auth_data
, 0, ahp
->icv_trunc_len
);
190 top_iph
= ip_hdr(skb
);
192 iph
->tos
= top_iph
->tos
;
193 iph
->ttl
= top_iph
->ttl
;
194 iph
->frag_off
= top_iph
->frag_off
;
196 if (top_iph
->ihl
!= 5) {
197 iph
->daddr
= top_iph
->daddr
;
198 memcpy(iph
+1, top_iph
+1, top_iph
->ihl
*4 - sizeof(struct iphdr
));
199 err
= ip_clear_mutable_options(top_iph
, &top_iph
->daddr
);
204 ah
->nexthdr
= *skb_mac_header(skb
);
205 *skb_mac_header(skb
) = IPPROTO_AH
;
208 top_iph
->tot_len
= htons(skb
->len
);
209 top_iph
->frag_off
= 0;
213 if (x
->props
.flags
& XFRM_STATE_ALIGN4
)
214 ah
->hdrlen
= (XFRM_ALIGN4(sizeof(*ah
) + ahp
->icv_trunc_len
) >> 2) - 2;
216 ah
->hdrlen
= (XFRM_ALIGN8(sizeof(*ah
) + ahp
->icv_trunc_len
) >> 2) - 2;
220 ah
->seq_no
= htonl(XFRM_SKB_CB(skb
)->seq
.output
.low
);
222 sg_init_table(sg
, nfrags
+ sglists
);
223 skb_to_sgvec_nomark(skb
, sg
, 0, skb
->len
);
225 if (x
->props
.flags
& XFRM_STATE_ESN
) {
226 /* Attach seqhi sg right after packet payload */
227 *seqhi
= htonl(XFRM_SKB_CB(skb
)->seq
.output
.hi
);
228 sg_set_buf(seqhisg
, seqhi
, seqhi_len
);
230 ahash_request_set_crypt(req
, sg
, icv
, skb
->len
+ seqhi_len
);
231 ahash_request_set_callback(req
, 0, ah_output_done
, skb
);
233 AH_SKB_CB(skb
)->tmp
= iph
;
235 err
= crypto_ahash_digest(req
);
237 if (err
== -EINPROGRESS
)
245 memcpy(ah
->auth_data
, icv
, ahp
->icv_trunc_len
);
247 top_iph
->tos
= iph
->tos
;
248 top_iph
->ttl
= iph
->ttl
;
249 top_iph
->frag_off
= iph
->frag_off
;
250 if (top_iph
->ihl
!= 5) {
251 top_iph
->daddr
= iph
->daddr
;
252 memcpy(top_iph
+1, iph
+1, top_iph
->ihl
*4 - sizeof(struct iphdr
));
261 static void ah_input_done(struct crypto_async_request
*base
, int err
)
265 struct iphdr
*work_iph
;
266 struct sk_buff
*skb
= base
->data
;
267 struct xfrm_state
*x
= xfrm_input_state(skb
);
268 struct ah_data
*ahp
= x
->data
;
269 struct ip_auth_hdr
*ah
= ip_auth_hdr(skb
);
270 int ihl
= ip_hdrlen(skb
);
271 int ah_hlen
= (ah
->hdrlen
+ 2) << 2;
276 work_iph
= AH_SKB_CB(skb
)->tmp
;
277 auth_data
= ah_tmp_auth(work_iph
, ihl
);
278 icv
= ah_tmp_icv(ahp
->ahash
, auth_data
, ahp
->icv_trunc_len
);
280 err
= memcmp(icv
, auth_data
, ahp
->icv_trunc_len
) ? -EBADMSG
: 0;
286 skb
->network_header
+= ah_hlen
;
287 memcpy(skb_network_header(skb
), work_iph
, ihl
);
288 __skb_pull(skb
, ah_hlen
+ ihl
);
290 if (x
->props
.mode
== XFRM_MODE_TUNNEL
)
291 skb_reset_transport_header(skb
);
293 skb_set_transport_header(skb
, -ihl
);
295 kfree(AH_SKB_CB(skb
)->tmp
);
296 xfrm_input_resume(skb
, err
);
299 static int ah_input(struct xfrm_state
*x
, struct sk_buff
*skb
)
307 struct sk_buff
*trailer
;
308 struct crypto_ahash
*ahash
;
309 struct ahash_request
*req
;
310 struct scatterlist
*sg
;
311 struct iphdr
*iph
, *work_iph
;
312 struct ip_auth_hdr
*ah
;
318 struct scatterlist
*seqhisg
;
320 if (!pskb_may_pull(skb
, sizeof(*ah
)))
323 ah
= (struct ip_auth_hdr
*)skb
->data
;
327 nexthdr
= ah
->nexthdr
;
328 ah_hlen
= (ah
->hdrlen
+ 2) << 2;
330 if (x
->props
.flags
& XFRM_STATE_ALIGN4
) {
331 if (ah_hlen
!= XFRM_ALIGN4(sizeof(*ah
) + ahp
->icv_full_len
) &&
332 ah_hlen
!= XFRM_ALIGN4(sizeof(*ah
) + ahp
->icv_trunc_len
))
335 if (ah_hlen
!= XFRM_ALIGN8(sizeof(*ah
) + ahp
->icv_full_len
) &&
336 ah_hlen
!= XFRM_ALIGN8(sizeof(*ah
) + ahp
->icv_trunc_len
))
340 if (!pskb_may_pull(skb
, ah_hlen
))
343 /* We are going to _remove_ AH header to keep sockets happy,
344 * so... Later this can change. */
345 if (skb_unclone(skb
, GFP_ATOMIC
))
348 skb
->ip_summed
= CHECKSUM_NONE
;
351 if ((err
= skb_cow_data(skb
, 0, &trailer
)) < 0)
355 ah
= (struct ip_auth_hdr
*)skb
->data
;
357 ihl
= ip_hdrlen(skb
);
359 if (x
->props
.flags
& XFRM_STATE_ESN
) {
361 seqhi_len
= sizeof(*seqhi
);
364 work_iph
= ah_alloc_tmp(ahash
, nfrags
+ sglists
, ihl
+
365 ahp
->icv_trunc_len
+ seqhi_len
);
371 seqhi
= (__be32
*)((char *)work_iph
+ ihl
);
372 auth_data
= ah_tmp_auth(seqhi
, seqhi_len
);
373 icv
= ah_tmp_icv(ahash
, auth_data
, ahp
->icv_trunc_len
);
374 req
= ah_tmp_req(ahash
, icv
);
375 sg
= ah_req_sg(ahash
, req
);
376 seqhisg
= sg
+ nfrags
;
378 memcpy(work_iph
, iph
, ihl
);
379 memcpy(auth_data
, ah
->auth_data
, ahp
->icv_trunc_len
);
380 memset(ah
->auth_data
, 0, ahp
->icv_trunc_len
);
386 if (ihl
> sizeof(*iph
)) {
388 err
= ip_clear_mutable_options(iph
, &dummy
);
395 sg_init_table(sg
, nfrags
+ sglists
);
396 skb_to_sgvec_nomark(skb
, sg
, 0, skb
->len
);
398 if (x
->props
.flags
& XFRM_STATE_ESN
) {
399 /* Attach seqhi sg right after packet payload */
400 *seqhi
= XFRM_SKB_CB(skb
)->seq
.input
.hi
;
401 sg_set_buf(seqhisg
, seqhi
, seqhi_len
);
403 ahash_request_set_crypt(req
, sg
, icv
, skb
->len
+ seqhi_len
);
404 ahash_request_set_callback(req
, 0, ah_input_done
, skb
);
406 AH_SKB_CB(skb
)->tmp
= work_iph
;
408 err
= crypto_ahash_digest(req
);
410 if (err
== -EINPROGRESS
)
416 err
= memcmp(icv
, auth_data
, ahp
->icv_trunc_len
) ? -EBADMSG
: 0;
420 skb
->network_header
+= ah_hlen
;
421 memcpy(skb_network_header(skb
), work_iph
, ihl
);
422 __skb_pull(skb
, ah_hlen
+ ihl
);
423 if (x
->props
.mode
== XFRM_MODE_TUNNEL
)
424 skb_reset_transport_header(skb
);
426 skb_set_transport_header(skb
, -ihl
);
436 static int ah4_err(struct sk_buff
*skb
, u32 info
)
438 struct net
*net
= dev_net(skb
->dev
);
439 const struct iphdr
*iph
= (const struct iphdr
*)skb
->data
;
440 struct ip_auth_hdr
*ah
= (struct ip_auth_hdr
*)(skb
->data
+(iph
->ihl
<<2));
441 struct xfrm_state
*x
;
443 switch (icmp_hdr(skb
)->type
) {
444 case ICMP_DEST_UNREACH
:
445 if (icmp_hdr(skb
)->code
!= ICMP_FRAG_NEEDED
)
453 x
= xfrm_state_lookup(net
, skb
->mark
, (const xfrm_address_t
*)&iph
->daddr
,
454 ah
->spi
, IPPROTO_AH
, AF_INET
);
458 if (icmp_hdr(skb
)->type
== ICMP_DEST_UNREACH
)
459 ipv4_update_pmtu(skb
, net
, info
, 0, 0, IPPROTO_AH
, 0);
461 ipv4_redirect(skb
, net
, 0, 0, IPPROTO_AH
, 0);
467 static int ah_init_state(struct xfrm_state
*x
)
469 struct ah_data
*ahp
= NULL
;
470 struct xfrm_algo_desc
*aalg_desc
;
471 struct crypto_ahash
*ahash
;
479 ahp
= kzalloc(sizeof(*ahp
), GFP_KERNEL
);
483 ahash
= crypto_alloc_ahash(x
->aalg
->alg_name
, 0, 0);
488 if (crypto_ahash_setkey(ahash
, x
->aalg
->alg_key
,
489 (x
->aalg
->alg_key_len
+ 7) / 8))
493 * Lookup the algorithm description maintained by xfrm_algo,
494 * verify crypto transform properties, and store information
495 * we need for AH processing. This lookup cannot fail here
496 * after a successful crypto_alloc_ahash().
498 aalg_desc
= xfrm_aalg_get_byname(x
->aalg
->alg_name
, 0);
501 if (aalg_desc
->uinfo
.auth
.icv_fullbits
/8 !=
502 crypto_ahash_digestsize(ahash
)) {
503 pr_info("%s: %s digestsize %u != %hu\n",
504 __func__
, x
->aalg
->alg_name
,
505 crypto_ahash_digestsize(ahash
),
506 aalg_desc
->uinfo
.auth
.icv_fullbits
/ 8);
510 ahp
->icv_full_len
= aalg_desc
->uinfo
.auth
.icv_fullbits
/8;
511 ahp
->icv_trunc_len
= x
->aalg
->alg_trunc_len
/8;
513 if (x
->props
.flags
& XFRM_STATE_ALIGN4
)
514 x
->props
.header_len
= XFRM_ALIGN4(sizeof(struct ip_auth_hdr
) +
517 x
->props
.header_len
= XFRM_ALIGN8(sizeof(struct ip_auth_hdr
) +
519 if (x
->props
.mode
== XFRM_MODE_TUNNEL
)
520 x
->props
.header_len
+= sizeof(struct iphdr
);
527 crypto_free_ahash(ahp
->ahash
);
533 static void ah_destroy(struct xfrm_state
*x
)
535 struct ah_data
*ahp
= x
->data
;
540 crypto_free_ahash(ahp
->ahash
);
544 static int ah4_rcv_cb(struct sk_buff
*skb
, int err
)
549 static const struct xfrm_type ah_type
=
551 .description
= "AH4",
552 .owner
= THIS_MODULE
,
554 .flags
= XFRM_TYPE_REPLAY_PROT
,
555 .init_state
= ah_init_state
,
556 .destructor
= ah_destroy
,
561 static struct xfrm4_protocol ah4_protocol
= {
562 .handler
= xfrm4_rcv
,
563 .input_handler
= xfrm_input
,
564 .cb_handler
= ah4_rcv_cb
,
565 .err_handler
= ah4_err
,
569 static int __init
ah4_init(void)
571 if (xfrm_register_type(&ah_type
, AF_INET
) < 0) {
572 pr_info("%s: can't add xfrm type\n", __func__
);
575 if (xfrm4_protocol_register(&ah4_protocol
, IPPROTO_AH
) < 0) {
576 pr_info("%s: can't add protocol\n", __func__
);
577 xfrm_unregister_type(&ah_type
, AF_INET
);
583 static void __exit
ah4_fini(void)
585 if (xfrm4_protocol_deregister(&ah4_protocol
, IPPROTO_AH
) < 0)
586 pr_info("%s: can't remove protocol\n", __func__
);
587 if (xfrm_unregister_type(&ah_type
, AF_INET
) < 0)
588 pr_info("%s: can't remove xfrm type\n", __func__
);
591 module_init(ah4_init
);
592 module_exit(ah4_fini
);
593 MODULE_LICENSE("GPL");
594 MODULE_ALIAS_XFRM_TYPE(AF_INET
, XFRM_PROTO_AH
);