2 * Copyright 2002-2004, Instant802 Networks, Inc.
3 * Copyright 2008, Jouni Malinen <j@w1.fi>
4 * Copyright (C) 2016-2017 Intel Deutschland GmbH
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
11 #include <linux/netdevice.h>
12 #include <linux/types.h>
13 #include <linux/skbuff.h>
14 #include <linux/compiler.h>
15 #include <linux/ieee80211.h>
16 #include <linux/gfp.h>
17 #include <asm/unaligned.h>
18 #include <net/mac80211.h>
19 #include <crypto/aes.h>
20 #include <crypto/algapi.h>
22 #include "ieee80211_i.h"
32 ieee80211_tx_h_michael_mic_add(struct ieee80211_tx_data
*tx
)
37 struct ieee80211_hdr
*hdr
;
38 struct sk_buff
*skb
= tx
->skb
;
39 struct ieee80211_tx_info
*info
= IEEE80211_SKB_CB(skb
);
42 hdr
= (struct ieee80211_hdr
*)skb
->data
;
43 if (!tx
->key
|| tx
->key
->conf
.cipher
!= WLAN_CIPHER_SUITE_TKIP
||
44 skb
->len
< 24 || !ieee80211_is_data_present(hdr
->frame_control
))
47 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
48 if (skb
->len
< hdrlen
)
51 data
= skb
->data
+ hdrlen
;
52 data_len
= skb
->len
- hdrlen
;
54 if (unlikely(info
->flags
& IEEE80211_TX_INTFL_TKIP_MIC_FAILURE
)) {
55 /* Need to use software crypto for the test */
56 info
->control
.hw_key
= NULL
;
59 if (info
->control
.hw_key
&&
60 (info
->flags
& IEEE80211_TX_CTL_DONTFRAG
||
61 ieee80211_hw_check(&tx
->local
->hw
, SUPPORTS_TX_FRAG
)) &&
62 !(tx
->key
->conf
.flags
& (IEEE80211_KEY_FLAG_GENERATE_MMIC
|
63 IEEE80211_KEY_FLAG_PUT_MIC_SPACE
))) {
64 /* hwaccel - with no need for SW-generated MMIC or MIC space */
68 tail
= MICHAEL_MIC_LEN
;
69 if (!info
->control
.hw_key
)
70 tail
+= IEEE80211_TKIP_ICV_LEN
;
72 if (WARN(skb_tailroom(skb
) < tail
||
73 skb_headroom(skb
) < IEEE80211_TKIP_IV_LEN
,
74 "mmic: not enough head/tail (%d/%d,%d/%d)\n",
75 skb_headroom(skb
), IEEE80211_TKIP_IV_LEN
,
76 skb_tailroom(skb
), tail
))
79 mic
= skb_put(skb
, MICHAEL_MIC_LEN
);
81 if (tx
->key
->conf
.flags
& IEEE80211_KEY_FLAG_PUT_MIC_SPACE
) {
82 /* Zeroed MIC can help with debug */
83 memset(mic
, 0, MICHAEL_MIC_LEN
);
87 key
= &tx
->key
->conf
.key
[NL80211_TKIP_DATA_OFFSET_TX_MIC_KEY
];
88 michael_mic(key
, hdr
, data
, data_len
, mic
);
89 if (unlikely(info
->flags
& IEEE80211_TX_INTFL_TKIP_MIC_FAILURE
))
97 ieee80211_rx_h_michael_mic_verify(struct ieee80211_rx_data
*rx
)
99 u8
*data
, *key
= NULL
;
102 u8 mic
[MICHAEL_MIC_LEN
];
103 struct sk_buff
*skb
= rx
->skb
;
104 struct ieee80211_rx_status
*status
= IEEE80211_SKB_RXCB(skb
);
105 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)skb
->data
;
108 * it makes no sense to check for MIC errors on anything other
111 if (!ieee80211_is_data_present(hdr
->frame_control
))
115 * No way to verify the MIC if the hardware stripped it or
116 * the IV with the key index. In this case we have solely rely
117 * on the driver to set RX_FLAG_MMIC_ERROR in the event of a
118 * MIC failure report.
120 if (status
->flag
& (RX_FLAG_MMIC_STRIPPED
| RX_FLAG_IV_STRIPPED
)) {
121 if (status
->flag
& RX_FLAG_MMIC_ERROR
)
122 goto mic_fail_no_key
;
124 if (!(status
->flag
& RX_FLAG_IV_STRIPPED
) && rx
->key
&&
125 rx
->key
->conf
.cipher
== WLAN_CIPHER_SUITE_TKIP
)
132 * Some hardware seems to generate Michael MIC failure reports; even
133 * though, the frame was not encrypted with TKIP and therefore has no
134 * MIC. Ignore the flag them to avoid triggering countermeasures.
136 if (!rx
->key
|| rx
->key
->conf
.cipher
!= WLAN_CIPHER_SUITE_TKIP
||
137 !(status
->flag
& RX_FLAG_DECRYPTED
))
140 if (rx
->sdata
->vif
.type
== NL80211_IFTYPE_AP
&& rx
->key
->conf
.keyidx
) {
142 * APs with pairwise keys should never receive Michael MIC
143 * errors for non-zero keyidx because these are reserved for
144 * group keys and only the AP is sending real multicast
147 return RX_DROP_UNUSABLE
;
150 if (status
->flag
& RX_FLAG_MMIC_ERROR
)
153 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
154 if (skb
->len
< hdrlen
+ MICHAEL_MIC_LEN
)
155 return RX_DROP_UNUSABLE
;
157 if (skb_linearize(rx
->skb
))
158 return RX_DROP_UNUSABLE
;
159 hdr
= (void *)skb
->data
;
161 data
= skb
->data
+ hdrlen
;
162 data_len
= skb
->len
- hdrlen
- MICHAEL_MIC_LEN
;
163 key
= &rx
->key
->conf
.key
[NL80211_TKIP_DATA_OFFSET_RX_MIC_KEY
];
164 michael_mic(key
, hdr
, data
, data_len
, mic
);
165 if (crypto_memneq(mic
, data
+ data_len
, MICHAEL_MIC_LEN
))
168 /* remove Michael MIC from payload */
169 skb_trim(skb
, skb
->len
- MICHAEL_MIC_LEN
);
172 /* update IV in key information to be able to detect replays */
173 rx
->key
->u
.tkip
.rx
[rx
->security_idx
].iv32
= rx
->tkip_iv32
;
174 rx
->key
->u
.tkip
.rx
[rx
->security_idx
].iv16
= rx
->tkip_iv16
;
179 rx
->key
->u
.tkip
.mic_failures
++;
183 * In some cases the key can be unset - e.g. a multicast packet, in
184 * a driver that supports HW encryption. Send up the key idx only if
187 cfg80211_michael_mic_failure(rx
->sdata
->dev
, hdr
->addr2
,
188 is_multicast_ether_addr(hdr
->addr1
) ?
189 NL80211_KEYTYPE_GROUP
:
190 NL80211_KEYTYPE_PAIRWISE
,
191 rx
->key
? rx
->key
->conf
.keyidx
: -1,
193 return RX_DROP_UNUSABLE
;
196 static int tkip_encrypt_skb(struct ieee80211_tx_data
*tx
, struct sk_buff
*skb
)
198 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*) skb
->data
;
199 struct ieee80211_key
*key
= tx
->key
;
200 struct ieee80211_tx_info
*info
= IEEE80211_SKB_CB(skb
);
206 if (info
->control
.hw_key
&&
207 !(info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_GENERATE_IV
) &&
208 !(info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_PUT_IV_SPACE
)) {
209 /* hwaccel - with no need for software-generated IV */
213 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
214 len
= skb
->len
- hdrlen
;
216 if (info
->control
.hw_key
)
219 tail
= IEEE80211_TKIP_ICV_LEN
;
221 if (WARN_ON(skb_tailroom(skb
) < tail
||
222 skb_headroom(skb
) < IEEE80211_TKIP_IV_LEN
))
225 pos
= skb_push(skb
, IEEE80211_TKIP_IV_LEN
);
226 memmove(pos
, pos
+ IEEE80211_TKIP_IV_LEN
, hdrlen
);
229 /* the HW only needs room for the IV, but not the actual IV */
230 if (info
->control
.hw_key
&&
231 (info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_PUT_IV_SPACE
))
234 /* Increase IV for the frame */
235 pn
= atomic64_inc_return(&key
->conf
.tx_pn
);
236 pos
= ieee80211_tkip_add_iv(pos
, &key
->conf
, pn
);
238 /* hwaccel - with software IV */
239 if (info
->control
.hw_key
)
242 /* Add room for ICV */
243 skb_put(skb
, IEEE80211_TKIP_ICV_LEN
);
245 return ieee80211_tkip_encrypt_data(tx
->local
->wep_tx_tfm
,
251 ieee80211_crypto_tkip_encrypt(struct ieee80211_tx_data
*tx
)
255 ieee80211_tx_set_protected(tx
);
257 skb_queue_walk(&tx
->skbs
, skb
) {
258 if (tkip_encrypt_skb(tx
, skb
) < 0)
267 ieee80211_crypto_tkip_decrypt(struct ieee80211_rx_data
*rx
)
269 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*) rx
->skb
->data
;
270 int hdrlen
, res
, hwaccel
= 0;
271 struct ieee80211_key
*key
= rx
->key
;
272 struct sk_buff
*skb
= rx
->skb
;
273 struct ieee80211_rx_status
*status
= IEEE80211_SKB_RXCB(skb
);
275 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
277 if (!ieee80211_is_data(hdr
->frame_control
))
280 if (!rx
->sta
|| skb
->len
- hdrlen
< 12)
281 return RX_DROP_UNUSABLE
;
283 /* it may be possible to optimize this a bit more */
284 if (skb_linearize(rx
->skb
))
285 return RX_DROP_UNUSABLE
;
286 hdr
= (void *)skb
->data
;
289 * Let TKIP code verify IV, but skip decryption.
290 * In the case where hardware checks the IV as well,
291 * we don't even get here, see ieee80211_rx_h_decrypt()
293 if (status
->flag
& RX_FLAG_DECRYPTED
)
296 res
= ieee80211_tkip_decrypt_data(rx
->local
->wep_rx_tfm
,
297 key
, skb
->data
+ hdrlen
,
298 skb
->len
- hdrlen
, rx
->sta
->sta
.addr
,
299 hdr
->addr1
, hwaccel
, rx
->security_idx
,
302 if (res
!= TKIP_DECRYPT_OK
)
303 return RX_DROP_UNUSABLE
;
306 if (!(status
->flag
& RX_FLAG_ICV_STRIPPED
))
307 skb_trim(skb
, skb
->len
- IEEE80211_TKIP_ICV_LEN
);
310 memmove(skb
->data
+ IEEE80211_TKIP_IV_LEN
, skb
->data
, hdrlen
);
311 skb_pull(skb
, IEEE80211_TKIP_IV_LEN
);
317 static void ccmp_special_blocks(struct sk_buff
*skb
, u8
*pn
, u8
*b_0
, u8
*aad
)
320 int a4_included
, mgmt
;
324 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)skb
->data
;
327 * Mask FC: zero subtype b4 b5 b6 (if not mgmt)
328 * Retry, PwrMgt, MoreData; set Protected
330 mgmt
= ieee80211_is_mgmt(hdr
->frame_control
);
331 mask_fc
= hdr
->frame_control
;
332 mask_fc
&= ~cpu_to_le16(IEEE80211_FCTL_RETRY
|
333 IEEE80211_FCTL_PM
| IEEE80211_FCTL_MOREDATA
);
335 mask_fc
&= ~cpu_to_le16(0x0070);
336 mask_fc
|= cpu_to_le16(IEEE80211_FCTL_PROTECTED
);
338 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
340 a4_included
= ieee80211_has_a4(hdr
->frame_control
);
342 if (ieee80211_is_data_qos(hdr
->frame_control
))
343 qos_tid
= *ieee80211_get_qos_ctl(hdr
) & IEEE80211_QOS_CTL_TID_MASK
;
347 /* In CCM, the initial vectors (IV) used for CTR mode encryption and CBC
348 * mode authentication are not allowed to collide, yet both are derived
349 * from this vector b_0. We only set L := 1 here to indicate that the
350 * data size can be represented in (L+1) bytes. The CCM layer will take
351 * care of storing the data length in the top (L+1) bytes and setting
352 * and clearing the other bits as is required to derive the two IVs.
356 /* Nonce: Nonce Flags | A2 | PN
357 * Nonce Flags: Priority (b0..b3) | Management (b4) | Reserved (b5..b7)
359 b_0
[1] = qos_tid
| (mgmt
<< 4);
360 memcpy(&b_0
[2], hdr
->addr2
, ETH_ALEN
);
361 memcpy(&b_0
[8], pn
, IEEE80211_CCMP_PN_LEN
);
363 /* AAD (extra authenticate-only data) / masked 802.11 header
364 * FC | A1 | A2 | A3 | SC | [A4] | [QC] */
365 put_unaligned_be16(len_a
, &aad
[0]);
366 put_unaligned(mask_fc
, (__le16
*)&aad
[2]);
367 memcpy(&aad
[4], &hdr
->addr1
, 3 * ETH_ALEN
);
369 /* Mask Seq#, leave Frag# */
370 aad
[22] = *((u8
*) &hdr
->seq_ctrl
) & 0x0f;
374 memcpy(&aad
[24], hdr
->addr4
, ETH_ALEN
);
378 memset(&aad
[24], 0, ETH_ALEN
+ IEEE80211_QOS_CTL_LEN
);
384 static inline void ccmp_pn2hdr(u8
*hdr
, u8
*pn
, int key_id
)
389 hdr
[3] = 0x20 | (key_id
<< 6);
397 static inline void ccmp_hdr2pn(u8
*pn
, u8
*hdr
)
408 static int ccmp_encrypt_skb(struct ieee80211_tx_data
*tx
, struct sk_buff
*skb
,
409 unsigned int mic_len
)
411 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*) skb
->data
;
412 struct ieee80211_key
*key
= tx
->key
;
413 struct ieee80211_tx_info
*info
= IEEE80211_SKB_CB(skb
);
414 int hdrlen
, len
, tail
;
419 u8 b_0
[AES_BLOCK_SIZE
];
421 if (info
->control
.hw_key
&&
422 !(info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_GENERATE_IV
) &&
423 !(info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_PUT_IV_SPACE
) &&
424 !((info
->control
.hw_key
->flags
&
425 IEEE80211_KEY_FLAG_GENERATE_IV_MGMT
) &&
426 ieee80211_is_mgmt(hdr
->frame_control
))) {
428 * hwaccel has no need for preallocated room for CCMP
429 * header or MIC fields
434 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
435 len
= skb
->len
- hdrlen
;
437 if (info
->control
.hw_key
)
442 if (WARN_ON(skb_tailroom(skb
) < tail
||
443 skb_headroom(skb
) < IEEE80211_CCMP_HDR_LEN
))
446 pos
= skb_push(skb
, IEEE80211_CCMP_HDR_LEN
);
447 memmove(pos
, pos
+ IEEE80211_CCMP_HDR_LEN
, hdrlen
);
449 /* the HW only needs room for the IV, but not the actual IV */
450 if (info
->control
.hw_key
&&
451 (info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_PUT_IV_SPACE
))
454 hdr
= (struct ieee80211_hdr
*) pos
;
457 pn64
= atomic64_inc_return(&key
->conf
.tx_pn
);
466 ccmp_pn2hdr(pos
, pn
, key
->conf
.keyidx
);
468 /* hwaccel - with software CCMP header */
469 if (info
->control
.hw_key
)
472 pos
+= IEEE80211_CCMP_HDR_LEN
;
473 ccmp_special_blocks(skb
, pn
, b_0
, aad
);
474 return ieee80211_aes_ccm_encrypt(key
->u
.ccmp
.tfm
, b_0
, aad
, pos
, len
,
475 skb_put(skb
, mic_len
));
480 ieee80211_crypto_ccmp_encrypt(struct ieee80211_tx_data
*tx
,
481 unsigned int mic_len
)
485 ieee80211_tx_set_protected(tx
);
487 skb_queue_walk(&tx
->skbs
, skb
) {
488 if (ccmp_encrypt_skb(tx
, skb
, mic_len
) < 0)
497 ieee80211_crypto_ccmp_decrypt(struct ieee80211_rx_data
*rx
,
498 unsigned int mic_len
)
500 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)rx
->skb
->data
;
502 struct ieee80211_key
*key
= rx
->key
;
503 struct sk_buff
*skb
= rx
->skb
;
504 struct ieee80211_rx_status
*status
= IEEE80211_SKB_RXCB(skb
);
505 u8 pn
[IEEE80211_CCMP_PN_LEN
];
509 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
511 if (!ieee80211_is_data(hdr
->frame_control
) &&
512 !ieee80211_is_robust_mgmt_frame(skb
))
515 if (status
->flag
& RX_FLAG_DECRYPTED
) {
516 if (!pskb_may_pull(rx
->skb
, hdrlen
+ IEEE80211_CCMP_HDR_LEN
))
517 return RX_DROP_UNUSABLE
;
518 if (status
->flag
& RX_FLAG_MIC_STRIPPED
)
521 if (skb_linearize(rx
->skb
))
522 return RX_DROP_UNUSABLE
;
525 data_len
= skb
->len
- hdrlen
- IEEE80211_CCMP_HDR_LEN
- mic_len
;
526 if (!rx
->sta
|| data_len
< 0)
527 return RX_DROP_UNUSABLE
;
529 if (!(status
->flag
& RX_FLAG_PN_VALIDATED
)) {
532 ccmp_hdr2pn(pn
, skb
->data
+ hdrlen
);
534 queue
= rx
->security_idx
;
536 res
= memcmp(pn
, key
->u
.ccmp
.rx_pn
[queue
],
537 IEEE80211_CCMP_PN_LEN
);
539 (!res
&& !(status
->flag
& RX_FLAG_ALLOW_SAME_PN
))) {
540 key
->u
.ccmp
.replays
++;
541 return RX_DROP_UNUSABLE
;
544 if (!(status
->flag
& RX_FLAG_DECRYPTED
)) {
545 u8 aad
[2 * AES_BLOCK_SIZE
];
546 u8 b_0
[AES_BLOCK_SIZE
];
547 /* hardware didn't decrypt/verify MIC */
548 ccmp_special_blocks(skb
, pn
, b_0
, aad
);
550 if (ieee80211_aes_ccm_decrypt(
551 key
->u
.ccmp
.tfm
, b_0
, aad
,
552 skb
->data
+ hdrlen
+ IEEE80211_CCMP_HDR_LEN
,
554 skb
->data
+ skb
->len
- mic_len
))
555 return RX_DROP_UNUSABLE
;
558 memcpy(key
->u
.ccmp
.rx_pn
[queue
], pn
, IEEE80211_CCMP_PN_LEN
);
561 /* Remove CCMP header and MIC */
562 if (pskb_trim(skb
, skb
->len
- mic_len
))
563 return RX_DROP_UNUSABLE
;
564 memmove(skb
->data
+ IEEE80211_CCMP_HDR_LEN
, skb
->data
, hdrlen
);
565 skb_pull(skb
, IEEE80211_CCMP_HDR_LEN
);
570 static void gcmp_special_blocks(struct sk_buff
*skb
, u8
*pn
, u8
*j_0
, u8
*aad
)
574 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)skb
->data
;
576 memcpy(j_0
, hdr
->addr2
, ETH_ALEN
);
577 memcpy(&j_0
[ETH_ALEN
], pn
, IEEE80211_GCMP_PN_LEN
);
580 j_0
[AES_BLOCK_SIZE
- 1] = 0x01;
582 /* AAD (extra authenticate-only data) / masked 802.11 header
583 * FC | A1 | A2 | A3 | SC | [A4] | [QC]
585 put_unaligned_be16(ieee80211_hdrlen(hdr
->frame_control
) - 2, &aad
[0]);
586 /* Mask FC: zero subtype b4 b5 b6 (if not mgmt)
587 * Retry, PwrMgt, MoreData; set Protected
589 mask_fc
= hdr
->frame_control
;
590 mask_fc
&= ~cpu_to_le16(IEEE80211_FCTL_RETRY
|
591 IEEE80211_FCTL_PM
| IEEE80211_FCTL_MOREDATA
);
592 if (!ieee80211_is_mgmt(hdr
->frame_control
))
593 mask_fc
&= ~cpu_to_le16(0x0070);
594 mask_fc
|= cpu_to_le16(IEEE80211_FCTL_PROTECTED
);
596 put_unaligned(mask_fc
, (__le16
*)&aad
[2]);
597 memcpy(&aad
[4], &hdr
->addr1
, 3 * ETH_ALEN
);
599 /* Mask Seq#, leave Frag# */
600 aad
[22] = *((u8
*)&hdr
->seq_ctrl
) & 0x0f;
603 if (ieee80211_is_data_qos(hdr
->frame_control
))
604 qos_tid
= *ieee80211_get_qos_ctl(hdr
) &
605 IEEE80211_QOS_CTL_TID_MASK
;
609 if (ieee80211_has_a4(hdr
->frame_control
)) {
610 memcpy(&aad
[24], hdr
->addr4
, ETH_ALEN
);
614 memset(&aad
[24], 0, ETH_ALEN
+ IEEE80211_QOS_CTL_LEN
);
619 static inline void gcmp_pn2hdr(u8
*hdr
, const u8
*pn
, int key_id
)
624 hdr
[3] = 0x20 | (key_id
<< 6);
631 static inline void gcmp_hdr2pn(u8
*pn
, const u8
*hdr
)
641 static int gcmp_encrypt_skb(struct ieee80211_tx_data
*tx
, struct sk_buff
*skb
)
643 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)skb
->data
;
644 struct ieee80211_key
*key
= tx
->key
;
645 struct ieee80211_tx_info
*info
= IEEE80211_SKB_CB(skb
);
646 int hdrlen
, len
, tail
;
651 u8 j_0
[AES_BLOCK_SIZE
];
653 if (info
->control
.hw_key
&&
654 !(info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_GENERATE_IV
) &&
655 !(info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_PUT_IV_SPACE
) &&
656 !((info
->control
.hw_key
->flags
&
657 IEEE80211_KEY_FLAG_GENERATE_IV_MGMT
) &&
658 ieee80211_is_mgmt(hdr
->frame_control
))) {
659 /* hwaccel has no need for preallocated room for GCMP
660 * header or MIC fields
665 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
666 len
= skb
->len
- hdrlen
;
668 if (info
->control
.hw_key
)
671 tail
= IEEE80211_GCMP_MIC_LEN
;
673 if (WARN_ON(skb_tailroom(skb
) < tail
||
674 skb_headroom(skb
) < IEEE80211_GCMP_HDR_LEN
))
677 pos
= skb_push(skb
, IEEE80211_GCMP_HDR_LEN
);
678 memmove(pos
, pos
+ IEEE80211_GCMP_HDR_LEN
, hdrlen
);
679 skb_set_network_header(skb
, skb_network_offset(skb
) +
680 IEEE80211_GCMP_HDR_LEN
);
682 /* the HW only needs room for the IV, but not the actual IV */
683 if (info
->control
.hw_key
&&
684 (info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_PUT_IV_SPACE
))
687 hdr
= (struct ieee80211_hdr
*)pos
;
690 pn64
= atomic64_inc_return(&key
->conf
.tx_pn
);
699 gcmp_pn2hdr(pos
, pn
, key
->conf
.keyidx
);
701 /* hwaccel - with software GCMP header */
702 if (info
->control
.hw_key
)
705 pos
+= IEEE80211_GCMP_HDR_LEN
;
706 gcmp_special_blocks(skb
, pn
, j_0
, aad
);
707 return ieee80211_aes_gcm_encrypt(key
->u
.gcmp
.tfm
, j_0
, aad
, pos
, len
,
708 skb_put(skb
, IEEE80211_GCMP_MIC_LEN
));
712 ieee80211_crypto_gcmp_encrypt(struct ieee80211_tx_data
*tx
)
716 ieee80211_tx_set_protected(tx
);
718 skb_queue_walk(&tx
->skbs
, skb
) {
719 if (gcmp_encrypt_skb(tx
, skb
) < 0)
727 ieee80211_crypto_gcmp_decrypt(struct ieee80211_rx_data
*rx
)
729 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)rx
->skb
->data
;
731 struct ieee80211_key
*key
= rx
->key
;
732 struct sk_buff
*skb
= rx
->skb
;
733 struct ieee80211_rx_status
*status
= IEEE80211_SKB_RXCB(skb
);
734 u8 pn
[IEEE80211_GCMP_PN_LEN
];
735 int data_len
, queue
, mic_len
= IEEE80211_GCMP_MIC_LEN
;
737 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
739 if (!ieee80211_is_data(hdr
->frame_control
) &&
740 !ieee80211_is_robust_mgmt_frame(skb
))
743 if (status
->flag
& RX_FLAG_DECRYPTED
) {
744 if (!pskb_may_pull(rx
->skb
, hdrlen
+ IEEE80211_GCMP_HDR_LEN
))
745 return RX_DROP_UNUSABLE
;
746 if (status
->flag
& RX_FLAG_MIC_STRIPPED
)
749 if (skb_linearize(rx
->skb
))
750 return RX_DROP_UNUSABLE
;
753 data_len
= skb
->len
- hdrlen
- IEEE80211_GCMP_HDR_LEN
- mic_len
;
754 if (!rx
->sta
|| data_len
< 0)
755 return RX_DROP_UNUSABLE
;
757 if (!(status
->flag
& RX_FLAG_PN_VALIDATED
)) {
760 gcmp_hdr2pn(pn
, skb
->data
+ hdrlen
);
762 queue
= rx
->security_idx
;
764 res
= memcmp(pn
, key
->u
.gcmp
.rx_pn
[queue
],
765 IEEE80211_GCMP_PN_LEN
);
767 (!res
&& !(status
->flag
& RX_FLAG_ALLOW_SAME_PN
))) {
768 key
->u
.gcmp
.replays
++;
769 return RX_DROP_UNUSABLE
;
772 if (!(status
->flag
& RX_FLAG_DECRYPTED
)) {
773 u8 aad
[2 * AES_BLOCK_SIZE
];
774 u8 j_0
[AES_BLOCK_SIZE
];
775 /* hardware didn't decrypt/verify MIC */
776 gcmp_special_blocks(skb
, pn
, j_0
, aad
);
778 if (ieee80211_aes_gcm_decrypt(
779 key
->u
.gcmp
.tfm
, j_0
, aad
,
780 skb
->data
+ hdrlen
+ IEEE80211_GCMP_HDR_LEN
,
782 skb
->data
+ skb
->len
-
783 IEEE80211_GCMP_MIC_LEN
))
784 return RX_DROP_UNUSABLE
;
787 memcpy(key
->u
.gcmp
.rx_pn
[queue
], pn
, IEEE80211_GCMP_PN_LEN
);
790 /* Remove GCMP header and MIC */
791 if (pskb_trim(skb
, skb
->len
- mic_len
))
792 return RX_DROP_UNUSABLE
;
793 memmove(skb
->data
+ IEEE80211_GCMP_HDR_LEN
, skb
->data
, hdrlen
);
794 skb_pull(skb
, IEEE80211_GCMP_HDR_LEN
);
799 static ieee80211_tx_result
800 ieee80211_crypto_cs_encrypt(struct ieee80211_tx_data
*tx
,
803 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)skb
->data
;
804 struct ieee80211_key
*key
= tx
->key
;
805 struct ieee80211_tx_info
*info
= IEEE80211_SKB_CB(skb
);
807 u8
*pos
, iv_len
= key
->conf
.iv_len
;
809 if (info
->control
.hw_key
&&
810 !(info
->control
.hw_key
->flags
& IEEE80211_KEY_FLAG_PUT_IV_SPACE
)) {
811 /* hwaccel has no need for preallocated head room */
815 if (unlikely(skb_headroom(skb
) < iv_len
&&
816 pskb_expand_head(skb
, iv_len
, 0, GFP_ATOMIC
)))
819 hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
821 pos
= skb_push(skb
, iv_len
);
822 memmove(pos
, pos
+ iv_len
, hdrlen
);
827 static inline int ieee80211_crypto_cs_pn_compare(u8
*pn1
, u8
*pn2
, int len
)
831 /* pn is little endian */
832 for (i
= len
- 1; i
>= 0; i
--) {
835 else if (pn1
[i
] > pn2
[i
])
842 static ieee80211_rx_result
843 ieee80211_crypto_cs_decrypt(struct ieee80211_rx_data
*rx
)
845 struct ieee80211_key
*key
= rx
->key
;
846 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)rx
->skb
->data
;
847 const struct ieee80211_cipher_scheme
*cs
= NULL
;
848 int hdrlen
= ieee80211_hdrlen(hdr
->frame_control
);
849 struct ieee80211_rx_status
*status
= IEEE80211_SKB_RXCB(rx
->skb
);
855 if (!rx
->sta
|| !rx
->sta
->cipher_scheme
||
856 !(status
->flag
& RX_FLAG_DECRYPTED
))
857 return RX_DROP_UNUSABLE
;
859 if (!ieee80211_is_data(hdr
->frame_control
))
862 cs
= rx
->sta
->cipher_scheme
;
864 data_len
= rx
->skb
->len
- hdrlen
- cs
->hdr_len
;
867 return RX_DROP_UNUSABLE
;
869 if (ieee80211_is_data_qos(hdr
->frame_control
))
870 qos_tid
= *ieee80211_get_qos_ctl(hdr
) &
871 IEEE80211_QOS_CTL_TID_MASK
;
875 if (skb_linearize(rx
->skb
))
876 return RX_DROP_UNUSABLE
;
878 hdr
= (struct ieee80211_hdr
*)rx
->skb
->data
;
880 rx_pn
= key
->u
.gen
.rx_pn
[qos_tid
];
881 skb_pn
= rx
->skb
->data
+ hdrlen
+ cs
->pn_off
;
883 if (ieee80211_crypto_cs_pn_compare(skb_pn
, rx_pn
, cs
->pn_len
) <= 0)
884 return RX_DROP_UNUSABLE
;
886 memcpy(rx_pn
, skb_pn
, cs
->pn_len
);
888 /* remove security header and MIC */
889 if (pskb_trim(rx
->skb
, rx
->skb
->len
- cs
->mic_len
))
890 return RX_DROP_UNUSABLE
;
892 memmove(rx
->skb
->data
+ cs
->hdr_len
, rx
->skb
->data
, hdrlen
);
893 skb_pull(rx
->skb
, cs
->hdr_len
);
898 static void bip_aad(struct sk_buff
*skb
, u8
*aad
)
901 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*) skb
->data
;
903 /* BIP AAD: FC(masked) || A1 || A2 || A3 */
905 /* FC type/subtype */
906 /* Mask FC Retry, PwrMgt, MoreData flags to zero */
907 mask_fc
= hdr
->frame_control
;
908 mask_fc
&= ~cpu_to_le16(IEEE80211_FCTL_RETRY
| IEEE80211_FCTL_PM
|
909 IEEE80211_FCTL_MOREDATA
);
910 put_unaligned(mask_fc
, (__le16
*) &aad
[0]);
912 memcpy(aad
+ 2, &hdr
->addr1
, 3 * ETH_ALEN
);
916 static inline void bip_ipn_set64(u8
*d
, u64 pn
)
926 static inline void bip_ipn_swap(u8
*d
, const u8
*s
)
938 ieee80211_crypto_aes_cmac_encrypt(struct ieee80211_tx_data
*tx
)
941 struct ieee80211_tx_info
*info
;
942 struct ieee80211_key
*key
= tx
->key
;
943 struct ieee80211_mmie
*mmie
;
947 if (WARN_ON(skb_queue_len(&tx
->skbs
) != 1))
950 skb
= skb_peek(&tx
->skbs
);
952 info
= IEEE80211_SKB_CB(skb
);
954 if (info
->control
.hw_key
)
957 if (WARN_ON(skb_tailroom(skb
) < sizeof(*mmie
)))
960 mmie
= skb_put(skb
, sizeof(*mmie
));
961 mmie
->element_id
= WLAN_EID_MMIE
;
962 mmie
->length
= sizeof(*mmie
) - 2;
963 mmie
->key_id
= cpu_to_le16(key
->conf
.keyidx
);
966 pn64
= atomic64_inc_return(&key
->conf
.tx_pn
);
968 bip_ipn_set64(mmie
->sequence_number
, pn64
);
973 * MIC = AES-128-CMAC(IGTK, AAD || Management Frame Body || MMIE, 64)
975 ieee80211_aes_cmac(key
->u
.aes_cmac
.tfm
, aad
,
976 skb
->data
+ 24, skb
->len
- 24, mmie
->mic
);
982 ieee80211_crypto_aes_cmac_256_encrypt(struct ieee80211_tx_data
*tx
)
985 struct ieee80211_tx_info
*info
;
986 struct ieee80211_key
*key
= tx
->key
;
987 struct ieee80211_mmie_16
*mmie
;
991 if (WARN_ON(skb_queue_len(&tx
->skbs
) != 1))
994 skb
= skb_peek(&tx
->skbs
);
996 info
= IEEE80211_SKB_CB(skb
);
998 if (info
->control
.hw_key
)
1001 if (WARN_ON(skb_tailroom(skb
) < sizeof(*mmie
)))
1004 mmie
= skb_put(skb
, sizeof(*mmie
));
1005 mmie
->element_id
= WLAN_EID_MMIE
;
1006 mmie
->length
= sizeof(*mmie
) - 2;
1007 mmie
->key_id
= cpu_to_le16(key
->conf
.keyidx
);
1010 pn64
= atomic64_inc_return(&key
->conf
.tx_pn
);
1012 bip_ipn_set64(mmie
->sequence_number
, pn64
);
1016 /* MIC = AES-256-CMAC(IGTK, AAD || Management Frame Body || MMIE, 128)
1018 ieee80211_aes_cmac_256(key
->u
.aes_cmac
.tfm
, aad
,
1019 skb
->data
+ 24, skb
->len
- 24, mmie
->mic
);
1025 ieee80211_crypto_aes_cmac_decrypt(struct ieee80211_rx_data
*rx
)
1027 struct sk_buff
*skb
= rx
->skb
;
1028 struct ieee80211_rx_status
*status
= IEEE80211_SKB_RXCB(skb
);
1029 struct ieee80211_key
*key
= rx
->key
;
1030 struct ieee80211_mmie
*mmie
;
1031 u8 aad
[20], mic
[8], ipn
[6];
1032 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*) skb
->data
;
1034 if (!ieee80211_is_mgmt(hdr
->frame_control
))
1037 /* management frames are already linear */
1039 if (skb
->len
< 24 + sizeof(*mmie
))
1040 return RX_DROP_UNUSABLE
;
1042 mmie
= (struct ieee80211_mmie
*)
1043 (skb
->data
+ skb
->len
- sizeof(*mmie
));
1044 if (mmie
->element_id
!= WLAN_EID_MMIE
||
1045 mmie
->length
!= sizeof(*mmie
) - 2)
1046 return RX_DROP_UNUSABLE
; /* Invalid MMIE */
1048 bip_ipn_swap(ipn
, mmie
->sequence_number
);
1050 if (memcmp(ipn
, key
->u
.aes_cmac
.rx_pn
, 6) <= 0) {
1051 key
->u
.aes_cmac
.replays
++;
1052 return RX_DROP_UNUSABLE
;
1055 if (!(status
->flag
& RX_FLAG_DECRYPTED
)) {
1056 /* hardware didn't decrypt/verify MIC */
1058 ieee80211_aes_cmac(key
->u
.aes_cmac
.tfm
, aad
,
1059 skb
->data
+ 24, skb
->len
- 24, mic
);
1060 if (crypto_memneq(mic
, mmie
->mic
, sizeof(mmie
->mic
))) {
1061 key
->u
.aes_cmac
.icverrors
++;
1062 return RX_DROP_UNUSABLE
;
1066 memcpy(key
->u
.aes_cmac
.rx_pn
, ipn
, 6);
1069 skb_trim(skb
, skb
->len
- sizeof(*mmie
));
1075 ieee80211_crypto_aes_cmac_256_decrypt(struct ieee80211_rx_data
*rx
)
1077 struct sk_buff
*skb
= rx
->skb
;
1078 struct ieee80211_rx_status
*status
= IEEE80211_SKB_RXCB(skb
);
1079 struct ieee80211_key
*key
= rx
->key
;
1080 struct ieee80211_mmie_16
*mmie
;
1081 u8 aad
[20], mic
[16], ipn
[6];
1082 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)skb
->data
;
1084 if (!ieee80211_is_mgmt(hdr
->frame_control
))
1087 /* management frames are already linear */
1089 if (skb
->len
< 24 + sizeof(*mmie
))
1090 return RX_DROP_UNUSABLE
;
1092 mmie
= (struct ieee80211_mmie_16
*)
1093 (skb
->data
+ skb
->len
- sizeof(*mmie
));
1094 if (mmie
->element_id
!= WLAN_EID_MMIE
||
1095 mmie
->length
!= sizeof(*mmie
) - 2)
1096 return RX_DROP_UNUSABLE
; /* Invalid MMIE */
1098 bip_ipn_swap(ipn
, mmie
->sequence_number
);
1100 if (memcmp(ipn
, key
->u
.aes_cmac
.rx_pn
, 6) <= 0) {
1101 key
->u
.aes_cmac
.replays
++;
1102 return RX_DROP_UNUSABLE
;
1105 if (!(status
->flag
& RX_FLAG_DECRYPTED
)) {
1106 /* hardware didn't decrypt/verify MIC */
1108 ieee80211_aes_cmac_256(key
->u
.aes_cmac
.tfm
, aad
,
1109 skb
->data
+ 24, skb
->len
- 24, mic
);
1110 if (crypto_memneq(mic
, mmie
->mic
, sizeof(mmie
->mic
))) {
1111 key
->u
.aes_cmac
.icverrors
++;
1112 return RX_DROP_UNUSABLE
;
1116 memcpy(key
->u
.aes_cmac
.rx_pn
, ipn
, 6);
1119 skb_trim(skb
, skb
->len
- sizeof(*mmie
));
1125 ieee80211_crypto_aes_gmac_encrypt(struct ieee80211_tx_data
*tx
)
1127 struct sk_buff
*skb
;
1128 struct ieee80211_tx_info
*info
;
1129 struct ieee80211_key
*key
= tx
->key
;
1130 struct ieee80211_mmie_16
*mmie
;
1131 struct ieee80211_hdr
*hdr
;
1132 u8 aad
[GMAC_AAD_LEN
];
1134 u8 nonce
[GMAC_NONCE_LEN
];
1136 if (WARN_ON(skb_queue_len(&tx
->skbs
) != 1))
1139 skb
= skb_peek(&tx
->skbs
);
1141 info
= IEEE80211_SKB_CB(skb
);
1143 if (info
->control
.hw_key
)
1146 if (WARN_ON(skb_tailroom(skb
) < sizeof(*mmie
)))
1149 mmie
= skb_put(skb
, sizeof(*mmie
));
1150 mmie
->element_id
= WLAN_EID_MMIE
;
1151 mmie
->length
= sizeof(*mmie
) - 2;
1152 mmie
->key_id
= cpu_to_le16(key
->conf
.keyidx
);
1155 pn64
= atomic64_inc_return(&key
->conf
.tx_pn
);
1157 bip_ipn_set64(mmie
->sequence_number
, pn64
);
1161 hdr
= (struct ieee80211_hdr
*)skb
->data
;
1162 memcpy(nonce
, hdr
->addr2
, ETH_ALEN
);
1163 bip_ipn_swap(nonce
+ ETH_ALEN
, mmie
->sequence_number
);
1165 /* MIC = AES-GMAC(IGTK, AAD || Management Frame Body || MMIE, 128) */
1166 if (ieee80211_aes_gmac(key
->u
.aes_gmac
.tfm
, aad
, nonce
,
1167 skb
->data
+ 24, skb
->len
- 24, mmie
->mic
) < 0)
1174 ieee80211_crypto_aes_gmac_decrypt(struct ieee80211_rx_data
*rx
)
1176 struct sk_buff
*skb
= rx
->skb
;
1177 struct ieee80211_rx_status
*status
= IEEE80211_SKB_RXCB(skb
);
1178 struct ieee80211_key
*key
= rx
->key
;
1179 struct ieee80211_mmie_16
*mmie
;
1180 u8 aad
[GMAC_AAD_LEN
], mic
[GMAC_MIC_LEN
], ipn
[6], nonce
[GMAC_NONCE_LEN
];
1181 struct ieee80211_hdr
*hdr
= (struct ieee80211_hdr
*)skb
->data
;
1183 if (!ieee80211_is_mgmt(hdr
->frame_control
))
1186 /* management frames are already linear */
1188 if (skb
->len
< 24 + sizeof(*mmie
))
1189 return RX_DROP_UNUSABLE
;
1191 mmie
= (struct ieee80211_mmie_16
*)
1192 (skb
->data
+ skb
->len
- sizeof(*mmie
));
1193 if (mmie
->element_id
!= WLAN_EID_MMIE
||
1194 mmie
->length
!= sizeof(*mmie
) - 2)
1195 return RX_DROP_UNUSABLE
; /* Invalid MMIE */
1197 bip_ipn_swap(ipn
, mmie
->sequence_number
);
1199 if (memcmp(ipn
, key
->u
.aes_gmac
.rx_pn
, 6) <= 0) {
1200 key
->u
.aes_gmac
.replays
++;
1201 return RX_DROP_UNUSABLE
;
1204 if (!(status
->flag
& RX_FLAG_DECRYPTED
)) {
1205 /* hardware didn't decrypt/verify MIC */
1208 memcpy(nonce
, hdr
->addr2
, ETH_ALEN
);
1209 memcpy(nonce
+ ETH_ALEN
, ipn
, 6);
1211 if (ieee80211_aes_gmac(key
->u
.aes_gmac
.tfm
, aad
, nonce
,
1212 skb
->data
+ 24, skb
->len
- 24,
1214 crypto_memneq(mic
, mmie
->mic
, sizeof(mmie
->mic
))) {
1215 key
->u
.aes_gmac
.icverrors
++;
1216 return RX_DROP_UNUSABLE
;
1220 memcpy(key
->u
.aes_gmac
.rx_pn
, ipn
, 6);
1223 skb_trim(skb
, skb
->len
- sizeof(*mmie
));
1229 ieee80211_crypto_hw_encrypt(struct ieee80211_tx_data
*tx
)
1231 struct sk_buff
*skb
;
1232 struct ieee80211_tx_info
*info
= NULL
;
1233 ieee80211_tx_result res
;
1235 skb_queue_walk(&tx
->skbs
, skb
) {
1236 info
= IEEE80211_SKB_CB(skb
);
1238 /* handle hw-only algorithm */
1239 if (!info
->control
.hw_key
)
1242 if (tx
->key
->flags
& KEY_FLAG_CIPHER_SCHEME
) {
1243 res
= ieee80211_crypto_cs_encrypt(tx
, skb
);
1244 if (res
!= TX_CONTINUE
)
1249 ieee80211_tx_set_protected(tx
);
1255 ieee80211_crypto_hw_decrypt(struct ieee80211_rx_data
*rx
)
1257 if (rx
->sta
&& rx
->sta
->cipher_scheme
)
1258 return ieee80211_crypto_cs_decrypt(rx
);
1260 return RX_DROP_UNUSABLE
;