2 * Copyright 2002-2004, Instant802 Networks, Inc.
3 * Copyright 2008, Jouni Malinen <j@w1.fi>
4 * Copyright (C) 2016 Intel Deutschland GmbH
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
11 #include <linux/netdevice.h>
12 #include <linux/types.h>
13 #include <linux/skbuff.h>
14 #include <linux/compiler.h>
15 #include <linux/ieee80211.h>
16 #include <linux/gfp.h>
17 #include <asm/unaligned.h>
18 #include <net/mac80211.h>
19 #include <crypto/aes.h>
20 #include <crypto/algapi.h>
22 #include "ieee80211_i.h"
32 ieee80211_tx_h_michael_mic_add(struct ieee80211_tx_data *tx)
37 struct ieee80211_hdr *hdr;
38 struct sk_buff *skb = tx->skb;
39 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
42 hdr = (struct ieee80211_hdr *)skb->data;
43 if (!tx->key || tx->key->conf.cipher != WLAN_CIPHER_SUITE_TKIP ||
44 skb->len < 24 || !ieee80211_is_data_present(hdr->frame_control))
47 hdrlen = ieee80211_hdrlen(hdr->frame_control);
48 if (skb->len < hdrlen)
51 data = skb->data + hdrlen;
52 data_len = skb->len - hdrlen;
54 if (unlikely(info->flags & IEEE80211_TX_INTFL_TKIP_MIC_FAILURE)) {
55 /* Need to use software crypto for the test */
56 info->control.hw_key = NULL;
59 if (info->control.hw_key &&
60 (info->flags & IEEE80211_TX_CTL_DONTFRAG ||
61 tx->local->ops->set_frag_threshold) &&
62 !(tx->key->conf.flags & IEEE80211_KEY_FLAG_GENERATE_MMIC)) {
63 /* hwaccel - with no need for SW-generated MMIC */
67 tail = MICHAEL_MIC_LEN;
68 if (!info->control.hw_key)
69 tail += IEEE80211_TKIP_ICV_LEN;
71 if (WARN(skb_tailroom(skb) < tail ||
72 skb_headroom(skb) < IEEE80211_TKIP_IV_LEN,
73 "mmic: not enough head/tail (%d/%d,%d/%d)\n",
74 skb_headroom(skb), IEEE80211_TKIP_IV_LEN,
75 skb_tailroom(skb), tail))
78 key = &tx->key->conf.key[NL80211_TKIP_DATA_OFFSET_TX_MIC_KEY];
79 mic = skb_put(skb, MICHAEL_MIC_LEN);
80 michael_mic(key, hdr, data, data_len, mic);
81 if (unlikely(info->flags & IEEE80211_TX_INTFL_TKIP_MIC_FAILURE))
89 ieee80211_rx_h_michael_mic_verify(struct ieee80211_rx_data *rx)
91 u8 *data, *key = NULL;
94 u8 mic[MICHAEL_MIC_LEN];
95 struct sk_buff *skb = rx->skb;
96 struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
97 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
100 * it makes no sense to check for MIC errors on anything other
103 if (!ieee80211_is_data_present(hdr->frame_control))
107 * No way to verify the MIC if the hardware stripped it or
108 * the IV with the key index. In this case we have solely rely
109 * on the driver to set RX_FLAG_MMIC_ERROR in the event of a
110 * MIC failure report.
112 if (status->flag & (RX_FLAG_MMIC_STRIPPED | RX_FLAG_IV_STRIPPED)) {
113 if (status->flag & RX_FLAG_MMIC_ERROR)
114 goto mic_fail_no_key;
116 if (!(status->flag & RX_FLAG_IV_STRIPPED) && rx->key &&
117 rx->key->conf.cipher == WLAN_CIPHER_SUITE_TKIP)
124 * Some hardware seems to generate Michael MIC failure reports; even
125 * though, the frame was not encrypted with TKIP and therefore has no
126 * MIC. Ignore the flag them to avoid triggering countermeasures.
128 if (!rx->key || rx->key->conf.cipher != WLAN_CIPHER_SUITE_TKIP ||
129 !(status->flag & RX_FLAG_DECRYPTED))
132 if (rx->sdata->vif.type == NL80211_IFTYPE_AP && rx->key->conf.keyidx) {
134 * APs with pairwise keys should never receive Michael MIC
135 * errors for non-zero keyidx because these are reserved for
136 * group keys and only the AP is sending real multicast
139 return RX_DROP_UNUSABLE;
142 if (status->flag & RX_FLAG_MMIC_ERROR)
145 hdrlen = ieee80211_hdrlen(hdr->frame_control);
146 if (skb->len < hdrlen + MICHAEL_MIC_LEN)
147 return RX_DROP_UNUSABLE;
149 if (skb_linearize(rx->skb))
150 return RX_DROP_UNUSABLE;
151 hdr = (void *)skb->data;
153 data = skb->data + hdrlen;
154 data_len = skb->len - hdrlen - MICHAEL_MIC_LEN;
155 key = &rx->key->conf.key[NL80211_TKIP_DATA_OFFSET_RX_MIC_KEY];
156 michael_mic(key, hdr, data, data_len, mic);
157 if (crypto_memneq(mic, data + data_len, MICHAEL_MIC_LEN))
160 /* remove Michael MIC from payload */
161 skb_trim(skb, skb->len - MICHAEL_MIC_LEN);
164 /* update IV in key information to be able to detect replays */
165 rx->key->u.tkip.rx[rx->security_idx].iv32 = rx->tkip.iv32;
166 rx->key->u.tkip.rx[rx->security_idx].iv16 = rx->tkip.iv16;
171 rx->key->u.tkip.mic_failures++;
175 * In some cases the key can be unset - e.g. a multicast packet, in
176 * a driver that supports HW encryption. Send up the key idx only if
179 cfg80211_michael_mic_failure(rx->sdata->dev, hdr->addr2,
180 is_multicast_ether_addr(hdr->addr1) ?
181 NL80211_KEYTYPE_GROUP :
182 NL80211_KEYTYPE_PAIRWISE,
183 rx->key ? rx->key->conf.keyidx : -1,
185 return RX_DROP_UNUSABLE;
188 static int tkip_encrypt_skb(struct ieee80211_tx_data *tx, struct sk_buff *skb)
190 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
191 struct ieee80211_key *key = tx->key;
192 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
198 if (info->control.hw_key &&
199 !(info->control.hw_key->flags & IEEE80211_KEY_FLAG_GENERATE_IV) &&
200 !(info->control.hw_key->flags & IEEE80211_KEY_FLAG_PUT_IV_SPACE)) {
201 /* hwaccel - with no need for software-generated IV */
205 hdrlen = ieee80211_hdrlen(hdr->frame_control);
206 len = skb->len - hdrlen;
208 if (info->control.hw_key)
211 tail = IEEE80211_TKIP_ICV_LEN;
213 if (WARN_ON(skb_tailroom(skb) < tail ||
214 skb_headroom(skb) < IEEE80211_TKIP_IV_LEN))
217 pos = skb_push(skb, IEEE80211_TKIP_IV_LEN);
218 memmove(pos, pos + IEEE80211_TKIP_IV_LEN, hdrlen);
221 /* the HW only needs room for the IV, but not the actual IV */
222 if (info->control.hw_key &&
223 (info->control.hw_key->flags & IEEE80211_KEY_FLAG_PUT_IV_SPACE))
226 /* Increase IV for the frame */
227 pn = atomic64_inc_return(&key->conf.tx_pn);
228 pos = ieee80211_tkip_add_iv(pos, &key->conf, pn);
230 /* hwaccel - with software IV */
231 if (info->control.hw_key)
234 /* Add room for ICV */
235 skb_put(skb, IEEE80211_TKIP_ICV_LEN);
237 return ieee80211_tkip_encrypt_data(tx->local->wep_tx_tfm,
243 ieee80211_crypto_tkip_encrypt(struct ieee80211_tx_data *tx)
247 ieee80211_tx_set_protected(tx);
249 skb_queue_walk(&tx->skbs, skb) {
250 if (tkip_encrypt_skb(tx, skb) < 0)
259 ieee80211_crypto_tkip_decrypt(struct ieee80211_rx_data *rx)
261 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) rx->skb->data;
262 int hdrlen, res, hwaccel = 0;
263 struct ieee80211_key *key = rx->key;
264 struct sk_buff *skb = rx->skb;
265 struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
267 hdrlen = ieee80211_hdrlen(hdr->frame_control);
269 if (!ieee80211_is_data(hdr->frame_control))
272 if (!rx->sta || skb->len - hdrlen < 12)
273 return RX_DROP_UNUSABLE;
275 /* it may be possible to optimize this a bit more */
276 if (skb_linearize(rx->skb))
277 return RX_DROP_UNUSABLE;
278 hdr = (void *)skb->data;
281 * Let TKIP code verify IV, but skip decryption.
282 * In the case where hardware checks the IV as well,
283 * we don't even get here, see ieee80211_rx_h_decrypt()
285 if (status->flag & RX_FLAG_DECRYPTED)
288 res = ieee80211_tkip_decrypt_data(rx->local->wep_rx_tfm,
289 key, skb->data + hdrlen,
290 skb->len - hdrlen, rx->sta->sta.addr,
291 hdr->addr1, hwaccel, rx->security_idx,
294 if (res != TKIP_DECRYPT_OK)
295 return RX_DROP_UNUSABLE;
298 if (!(status->flag & RX_FLAG_ICV_STRIPPED))
299 skb_trim(skb, skb->len - IEEE80211_TKIP_ICV_LEN);
302 memmove(skb->data + IEEE80211_TKIP_IV_LEN, skb->data, hdrlen);
303 skb_pull(skb, IEEE80211_TKIP_IV_LEN);
309 static void ccmp_special_blocks(struct sk_buff *skb, u8 *pn, u8 *b_0, u8 *aad)
312 int a4_included, mgmt;
316 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
319 * Mask FC: zero subtype b4 b5 b6 (if not mgmt)
320 * Retry, PwrMgt, MoreData; set Protected
322 mgmt = ieee80211_is_mgmt(hdr->frame_control);
323 mask_fc = hdr->frame_control;
324 mask_fc &= ~cpu_to_le16(IEEE80211_FCTL_RETRY |
325 IEEE80211_FCTL_PM | IEEE80211_FCTL_MOREDATA);
327 mask_fc &= ~cpu_to_le16(0x0070);
328 mask_fc |= cpu_to_le16(IEEE80211_FCTL_PROTECTED);
330 hdrlen = ieee80211_hdrlen(hdr->frame_control);
332 a4_included = ieee80211_has_a4(hdr->frame_control);
334 if (ieee80211_is_data_qos(hdr->frame_control))
335 qos_tid = *ieee80211_get_qos_ctl(hdr) & IEEE80211_QOS_CTL_TID_MASK;
339 /* In CCM, the initial vectors (IV) used for CTR mode encryption and CBC
340 * mode authentication are not allowed to collide, yet both are derived
341 * from this vector b_0. We only set L := 1 here to indicate that the
342 * data size can be represented in (L+1) bytes. The CCM layer will take
343 * care of storing the data length in the top (L+1) bytes and setting
344 * and clearing the other bits as is required to derive the two IVs.
348 /* Nonce: Nonce Flags | A2 | PN
349 * Nonce Flags: Priority (b0..b3) | Management (b4) | Reserved (b5..b7)
351 b_0[1] = qos_tid | (mgmt << 4);
352 memcpy(&b_0[2], hdr->addr2, ETH_ALEN);
353 memcpy(&b_0[8], pn, IEEE80211_CCMP_PN_LEN);
355 /* AAD (extra authenticate-only data) / masked 802.11 header
356 * FC | A1 | A2 | A3 | SC | [A4] | [QC] */
357 put_unaligned_be16(len_a, &aad[0]);
358 put_unaligned(mask_fc, (__le16 *)&aad[2]);
359 memcpy(&aad[4], &hdr->addr1, 3 * ETH_ALEN);
361 /* Mask Seq#, leave Frag# */
362 aad[22] = *((u8 *) &hdr->seq_ctrl) & 0x0f;
366 memcpy(&aad[24], hdr->addr4, ETH_ALEN);
370 memset(&aad[24], 0, ETH_ALEN + IEEE80211_QOS_CTL_LEN);
376 static inline void ccmp_pn2hdr(u8 *hdr, u8 *pn, int key_id)
381 hdr[3] = 0x20 | (key_id << 6);
389 static inline void ccmp_hdr2pn(u8 *pn, u8 *hdr)
400 static int ccmp_encrypt_skb(struct ieee80211_tx_data *tx, struct sk_buff *skb,
401 unsigned int mic_len)
403 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
404 struct ieee80211_key *key = tx->key;
405 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
406 int hdrlen, len, tail;
411 u8 b_0[AES_BLOCK_SIZE];
413 if (info->control.hw_key &&
414 !(info->control.hw_key->flags & IEEE80211_KEY_FLAG_GENERATE_IV) &&
415 !(info->control.hw_key->flags & IEEE80211_KEY_FLAG_PUT_IV_SPACE) &&
416 !((info->control.hw_key->flags &
417 IEEE80211_KEY_FLAG_GENERATE_IV_MGMT) &&
418 ieee80211_is_mgmt(hdr->frame_control))) {
420 * hwaccel has no need for preallocated room for CCMP
421 * header or MIC fields
426 hdrlen = ieee80211_hdrlen(hdr->frame_control);
427 len = skb->len - hdrlen;
429 if (info->control.hw_key)
434 if (WARN_ON(skb_tailroom(skb) < tail ||
435 skb_headroom(skb) < IEEE80211_CCMP_HDR_LEN))
438 pos = skb_push(skb, IEEE80211_CCMP_HDR_LEN);
439 memmove(pos, pos + IEEE80211_CCMP_HDR_LEN, hdrlen);
441 /* the HW only needs room for the IV, but not the actual IV */
442 if (info->control.hw_key &&
443 (info->control.hw_key->flags & IEEE80211_KEY_FLAG_PUT_IV_SPACE))
446 hdr = (struct ieee80211_hdr *) pos;
449 pn64 = atomic64_inc_return(&key->conf.tx_pn);
458 ccmp_pn2hdr(pos, pn, key->conf.keyidx);
460 /* hwaccel - with software CCMP header */
461 if (info->control.hw_key)
464 pos += IEEE80211_CCMP_HDR_LEN;
465 ccmp_special_blocks(skb, pn, b_0, aad);
466 return ieee80211_aes_ccm_encrypt(key->u.ccmp.tfm, b_0, aad, pos, len,
467 skb_put(skb, mic_len), mic_len);
472 ieee80211_crypto_ccmp_encrypt(struct ieee80211_tx_data *tx,
473 unsigned int mic_len)
477 ieee80211_tx_set_protected(tx);
479 skb_queue_walk(&tx->skbs, skb) {
480 if (ccmp_encrypt_skb(tx, skb, mic_len) < 0)
489 ieee80211_crypto_ccmp_decrypt(struct ieee80211_rx_data *rx,
490 unsigned int mic_len)
492 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)rx->skb->data;
494 struct ieee80211_key *key = rx->key;
495 struct sk_buff *skb = rx->skb;
496 struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
497 u8 pn[IEEE80211_CCMP_PN_LEN];
501 hdrlen = ieee80211_hdrlen(hdr->frame_control);
503 if (!ieee80211_is_data(hdr->frame_control) &&
504 !ieee80211_is_robust_mgmt_frame(skb))
507 if (status->flag & RX_FLAG_DECRYPTED) {
508 if (!pskb_may_pull(rx->skb, hdrlen + IEEE80211_CCMP_HDR_LEN))
509 return RX_DROP_UNUSABLE;
510 if (status->flag & RX_FLAG_MIC_STRIPPED)
513 if (skb_linearize(rx->skb))
514 return RX_DROP_UNUSABLE;
517 /* reload hdr - skb might have been reallocated */
518 hdr = (void *)rx->skb->data;
520 data_len = skb->len - hdrlen - IEEE80211_CCMP_HDR_LEN - mic_len;
521 if (!rx->sta || data_len < 0)
522 return RX_DROP_UNUSABLE;
524 if (!(status->flag & RX_FLAG_PN_VALIDATED)) {
527 ccmp_hdr2pn(pn, skb->data + hdrlen);
529 queue = rx->security_idx;
531 res = memcmp(pn, key->u.ccmp.rx_pn[queue],
532 IEEE80211_CCMP_PN_LEN);
534 (!res && !(status->flag & RX_FLAG_ALLOW_SAME_PN))) {
535 key->u.ccmp.replays++;
536 return RX_DROP_UNUSABLE;
539 if (!(status->flag & RX_FLAG_DECRYPTED)) {
540 u8 aad[2 * AES_BLOCK_SIZE];
541 u8 b_0[AES_BLOCK_SIZE];
542 /* hardware didn't decrypt/verify MIC */
543 ccmp_special_blocks(skb, pn, b_0, aad);
545 if (ieee80211_aes_ccm_decrypt(
546 key->u.ccmp.tfm, b_0, aad,
547 skb->data + hdrlen + IEEE80211_CCMP_HDR_LEN,
549 skb->data + skb->len - mic_len, mic_len))
550 return RX_DROP_UNUSABLE;
553 memcpy(key->u.ccmp.rx_pn[queue], pn, IEEE80211_CCMP_PN_LEN);
554 if (unlikely(ieee80211_is_frag(hdr)))
555 memcpy(rx->ccm_gcm.pn, pn, IEEE80211_CCMP_PN_LEN);
558 /* Remove CCMP header and MIC */
559 if (pskb_trim(skb, skb->len - mic_len))
560 return RX_DROP_UNUSABLE;
561 memmove(skb->data + IEEE80211_CCMP_HDR_LEN, skb->data, hdrlen);
562 skb_pull(skb, IEEE80211_CCMP_HDR_LEN);
567 static void gcmp_special_blocks(struct sk_buff *skb, u8 *pn, u8 *j_0, u8 *aad)
571 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
573 memcpy(j_0, hdr->addr2, ETH_ALEN);
574 memcpy(&j_0[ETH_ALEN], pn, IEEE80211_GCMP_PN_LEN);
577 j_0[AES_BLOCK_SIZE - 1] = 0x01;
579 /* AAD (extra authenticate-only data) / masked 802.11 header
580 * FC | A1 | A2 | A3 | SC | [A4] | [QC]
582 put_unaligned_be16(ieee80211_hdrlen(hdr->frame_control) - 2, &aad[0]);
583 /* Mask FC: zero subtype b4 b5 b6 (if not mgmt)
584 * Retry, PwrMgt, MoreData; set Protected
586 mask_fc = hdr->frame_control;
587 mask_fc &= ~cpu_to_le16(IEEE80211_FCTL_RETRY |
588 IEEE80211_FCTL_PM | IEEE80211_FCTL_MOREDATA);
589 if (!ieee80211_is_mgmt(hdr->frame_control))
590 mask_fc &= ~cpu_to_le16(0x0070);
591 mask_fc |= cpu_to_le16(IEEE80211_FCTL_PROTECTED);
593 put_unaligned(mask_fc, (__le16 *)&aad[2]);
594 memcpy(&aad[4], &hdr->addr1, 3 * ETH_ALEN);
596 /* Mask Seq#, leave Frag# */
597 aad[22] = *((u8 *)&hdr->seq_ctrl) & 0x0f;
600 if (ieee80211_is_data_qos(hdr->frame_control))
601 qos_tid = *ieee80211_get_qos_ctl(hdr) &
602 IEEE80211_QOS_CTL_TID_MASK;
606 if (ieee80211_has_a4(hdr->frame_control)) {
607 memcpy(&aad[24], hdr->addr4, ETH_ALEN);
611 memset(&aad[24], 0, ETH_ALEN + IEEE80211_QOS_CTL_LEN);
616 static inline void gcmp_pn2hdr(u8 *hdr, const u8 *pn, int key_id)
621 hdr[3] = 0x20 | (key_id << 6);
628 static inline void gcmp_hdr2pn(u8 *pn, const u8 *hdr)
638 static int gcmp_encrypt_skb(struct ieee80211_tx_data *tx, struct sk_buff *skb)
640 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
641 struct ieee80211_key *key = tx->key;
642 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
643 int hdrlen, len, tail;
648 u8 j_0[AES_BLOCK_SIZE];
650 if (info->control.hw_key &&
651 !(info->control.hw_key->flags & IEEE80211_KEY_FLAG_GENERATE_IV) &&
652 !(info->control.hw_key->flags & IEEE80211_KEY_FLAG_PUT_IV_SPACE) &&
653 !((info->control.hw_key->flags &
654 IEEE80211_KEY_FLAG_GENERATE_IV_MGMT) &&
655 ieee80211_is_mgmt(hdr->frame_control))) {
656 /* hwaccel has no need for preallocated room for GCMP
657 * header or MIC fields
662 hdrlen = ieee80211_hdrlen(hdr->frame_control);
663 len = skb->len - hdrlen;
665 if (info->control.hw_key)
668 tail = IEEE80211_GCMP_MIC_LEN;
670 if (WARN_ON(skb_tailroom(skb) < tail ||
671 skb_headroom(skb) < IEEE80211_GCMP_HDR_LEN))
674 pos = skb_push(skb, IEEE80211_GCMP_HDR_LEN);
675 memmove(pos, pos + IEEE80211_GCMP_HDR_LEN, hdrlen);
676 skb_set_network_header(skb, skb_network_offset(skb) +
677 IEEE80211_GCMP_HDR_LEN);
679 /* the HW only needs room for the IV, but not the actual IV */
680 if (info->control.hw_key &&
681 (info->control.hw_key->flags & IEEE80211_KEY_FLAG_PUT_IV_SPACE))
684 hdr = (struct ieee80211_hdr *)pos;
687 pn64 = atomic64_inc_return(&key->conf.tx_pn);
696 gcmp_pn2hdr(pos, pn, key->conf.keyidx);
698 /* hwaccel - with software GCMP header */
699 if (info->control.hw_key)
702 pos += IEEE80211_GCMP_HDR_LEN;
703 gcmp_special_blocks(skb, pn, j_0, aad);
704 return ieee80211_aes_gcm_encrypt(key->u.gcmp.tfm, j_0, aad, pos, len,
705 skb_put(skb, IEEE80211_GCMP_MIC_LEN));
709 ieee80211_crypto_gcmp_encrypt(struct ieee80211_tx_data *tx)
713 ieee80211_tx_set_protected(tx);
715 skb_queue_walk(&tx->skbs, skb) {
716 if (gcmp_encrypt_skb(tx, skb) < 0)
724 ieee80211_crypto_gcmp_decrypt(struct ieee80211_rx_data *rx)
726 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)rx->skb->data;
728 struct ieee80211_key *key = rx->key;
729 struct sk_buff *skb = rx->skb;
730 struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
731 u8 pn[IEEE80211_GCMP_PN_LEN];
732 int data_len, queue, mic_len = IEEE80211_GCMP_MIC_LEN;
734 hdrlen = ieee80211_hdrlen(hdr->frame_control);
736 if (!ieee80211_is_data(hdr->frame_control) &&
737 !ieee80211_is_robust_mgmt_frame(skb))
740 if (status->flag & RX_FLAG_DECRYPTED) {
741 if (!pskb_may_pull(rx->skb, hdrlen + IEEE80211_GCMP_HDR_LEN))
742 return RX_DROP_UNUSABLE;
743 if (status->flag & RX_FLAG_MIC_STRIPPED)
746 if (skb_linearize(rx->skb))
747 return RX_DROP_UNUSABLE;
750 /* reload hdr - skb might have been reallocated */
751 hdr = (void *)rx->skb->data;
753 data_len = skb->len - hdrlen - IEEE80211_GCMP_HDR_LEN - mic_len;
754 if (!rx->sta || data_len < 0)
755 return RX_DROP_UNUSABLE;
757 if (!(status->flag & RX_FLAG_PN_VALIDATED)) {
760 gcmp_hdr2pn(pn, skb->data + hdrlen);
762 queue = rx->security_idx;
764 res = memcmp(pn, key->u.gcmp.rx_pn[queue],
765 IEEE80211_GCMP_PN_LEN);
767 (!res && !(status->flag & RX_FLAG_ALLOW_SAME_PN))) {
768 key->u.gcmp.replays++;
769 return RX_DROP_UNUSABLE;
772 if (!(status->flag & RX_FLAG_DECRYPTED)) {
773 u8 aad[2 * AES_BLOCK_SIZE];
774 u8 j_0[AES_BLOCK_SIZE];
775 /* hardware didn't decrypt/verify MIC */
776 gcmp_special_blocks(skb, pn, j_0, aad);
778 if (ieee80211_aes_gcm_decrypt(
779 key->u.gcmp.tfm, j_0, aad,
780 skb->data + hdrlen + IEEE80211_GCMP_HDR_LEN,
782 skb->data + skb->len -
783 IEEE80211_GCMP_MIC_LEN))
784 return RX_DROP_UNUSABLE;
787 memcpy(key->u.gcmp.rx_pn[queue], pn, IEEE80211_GCMP_PN_LEN);
788 if (unlikely(ieee80211_is_frag(hdr)))
789 memcpy(rx->ccm_gcm.pn, pn, IEEE80211_CCMP_PN_LEN);
792 /* Remove GCMP header and MIC */
793 if (pskb_trim(skb, skb->len - mic_len))
794 return RX_DROP_UNUSABLE;
795 memmove(skb->data + IEEE80211_GCMP_HDR_LEN, skb->data, hdrlen);
796 skb_pull(skb, IEEE80211_GCMP_HDR_LEN);
801 static ieee80211_tx_result
802 ieee80211_crypto_cs_encrypt(struct ieee80211_tx_data *tx,
805 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
806 struct ieee80211_key *key = tx->key;
807 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
809 u8 *pos, iv_len = key->conf.iv_len;
811 if (info->control.hw_key &&
812 !(info->control.hw_key->flags & IEEE80211_KEY_FLAG_PUT_IV_SPACE)) {
813 /* hwaccel has no need for preallocated head room */
817 if (unlikely(skb_headroom(skb) < iv_len &&
818 pskb_expand_head(skb, iv_len, 0, GFP_ATOMIC)))
821 hdrlen = ieee80211_hdrlen(hdr->frame_control);
823 pos = skb_push(skb, iv_len);
824 memmove(pos, pos + iv_len, hdrlen);
829 static inline int ieee80211_crypto_cs_pn_compare(u8 *pn1, u8 *pn2, int len)
833 /* pn is little endian */
834 for (i = len - 1; i >= 0; i--) {
837 else if (pn1[i] > pn2[i])
844 static ieee80211_rx_result
845 ieee80211_crypto_cs_decrypt(struct ieee80211_rx_data *rx)
847 struct ieee80211_key *key = rx->key;
848 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)rx->skb->data;
849 const struct ieee80211_cipher_scheme *cs = NULL;
850 int hdrlen = ieee80211_hdrlen(hdr->frame_control);
851 struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(rx->skb);
857 if (!rx->sta || !rx->sta->cipher_scheme ||
858 !(status->flag & RX_FLAG_DECRYPTED))
859 return RX_DROP_UNUSABLE;
861 if (!ieee80211_is_data(hdr->frame_control))
864 cs = rx->sta->cipher_scheme;
866 data_len = rx->skb->len - hdrlen - cs->hdr_len;
869 return RX_DROP_UNUSABLE;
871 if (ieee80211_is_data_qos(hdr->frame_control))
872 qos_tid = *ieee80211_get_qos_ctl(hdr) &
873 IEEE80211_QOS_CTL_TID_MASK;
877 if (skb_linearize(rx->skb))
878 return RX_DROP_UNUSABLE;
880 hdr = (struct ieee80211_hdr *)rx->skb->data;
882 rx_pn = key->u.gen.rx_pn[qos_tid];
883 skb_pn = rx->skb->data + hdrlen + cs->pn_off;
885 if (ieee80211_crypto_cs_pn_compare(skb_pn, rx_pn, cs->pn_len) <= 0)
886 return RX_DROP_UNUSABLE;
888 memcpy(rx_pn, skb_pn, cs->pn_len);
890 /* remove security header and MIC */
891 if (pskb_trim(rx->skb, rx->skb->len - cs->mic_len))
892 return RX_DROP_UNUSABLE;
894 memmove(rx->skb->data + cs->hdr_len, rx->skb->data, hdrlen);
895 skb_pull(rx->skb, cs->hdr_len);
900 static void bip_aad(struct sk_buff *skb, u8 *aad)
903 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
905 /* BIP AAD: FC(masked) || A1 || A2 || A3 */
907 /* FC type/subtype */
908 /* Mask FC Retry, PwrMgt, MoreData flags to zero */
909 mask_fc = hdr->frame_control;
910 mask_fc &= ~cpu_to_le16(IEEE80211_FCTL_RETRY | IEEE80211_FCTL_PM |
911 IEEE80211_FCTL_MOREDATA);
912 put_unaligned(mask_fc, (__le16 *) &aad[0]);
914 memcpy(aad + 2, &hdr->addr1, 3 * ETH_ALEN);
918 static inline void bip_ipn_set64(u8 *d, u64 pn)
928 static inline void bip_ipn_swap(u8 *d, const u8 *s)
940 ieee80211_crypto_aes_cmac_encrypt(struct ieee80211_tx_data *tx)
943 struct ieee80211_tx_info *info;
944 struct ieee80211_key *key = tx->key;
945 struct ieee80211_mmie *mmie;
949 if (WARN_ON(skb_queue_len(&tx->skbs) != 1))
952 skb = skb_peek(&tx->skbs);
954 info = IEEE80211_SKB_CB(skb);
956 if (info->control.hw_key)
959 if (WARN_ON(skb_tailroom(skb) < sizeof(*mmie)))
962 mmie = (struct ieee80211_mmie *) skb_put(skb, sizeof(*mmie));
963 mmie->element_id = WLAN_EID_MMIE;
964 mmie->length = sizeof(*mmie) - 2;
965 mmie->key_id = cpu_to_le16(key->conf.keyidx);
968 pn64 = atomic64_inc_return(&key->conf.tx_pn);
970 bip_ipn_set64(mmie->sequence_number, pn64);
975 * MIC = AES-128-CMAC(IGTK, AAD || Management Frame Body || MMIE, 64)
977 ieee80211_aes_cmac(key->u.aes_cmac.tfm, aad,
978 skb->data + 24, skb->len - 24, mmie->mic);
984 ieee80211_crypto_aes_cmac_256_encrypt(struct ieee80211_tx_data *tx)
987 struct ieee80211_tx_info *info;
988 struct ieee80211_key *key = tx->key;
989 struct ieee80211_mmie_16 *mmie;
993 if (WARN_ON(skb_queue_len(&tx->skbs) != 1))
996 skb = skb_peek(&tx->skbs);
998 info = IEEE80211_SKB_CB(skb);
1000 if (info->control.hw_key)
1003 if (WARN_ON(skb_tailroom(skb) < sizeof(*mmie)))
1006 mmie = (struct ieee80211_mmie_16 *)skb_put(skb, sizeof(*mmie));
1007 mmie->element_id = WLAN_EID_MMIE;
1008 mmie->length = sizeof(*mmie) - 2;
1009 mmie->key_id = cpu_to_le16(key->conf.keyidx);
1012 pn64 = atomic64_inc_return(&key->conf.tx_pn);
1014 bip_ipn_set64(mmie->sequence_number, pn64);
1018 /* MIC = AES-256-CMAC(IGTK, AAD || Management Frame Body || MMIE, 128)
1020 ieee80211_aes_cmac_256(key->u.aes_cmac.tfm, aad,
1021 skb->data + 24, skb->len - 24, mmie->mic);
1027 ieee80211_crypto_aes_cmac_decrypt(struct ieee80211_rx_data *rx)
1029 struct sk_buff *skb = rx->skb;
1030 struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
1031 struct ieee80211_key *key = rx->key;
1032 struct ieee80211_mmie *mmie;
1033 u8 aad[20], mic[8], ipn[6];
1034 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
1036 if (!ieee80211_is_mgmt(hdr->frame_control))
1039 /* management frames are already linear */
1041 if (skb->len < 24 + sizeof(*mmie))
1042 return RX_DROP_UNUSABLE;
1044 mmie = (struct ieee80211_mmie *)
1045 (skb->data + skb->len - sizeof(*mmie));
1046 if (mmie->element_id != WLAN_EID_MMIE ||
1047 mmie->length != sizeof(*mmie) - 2)
1048 return RX_DROP_UNUSABLE; /* Invalid MMIE */
1050 bip_ipn_swap(ipn, mmie->sequence_number);
1052 if (memcmp(ipn, key->u.aes_cmac.rx_pn, 6) <= 0) {
1053 key->u.aes_cmac.replays++;
1054 return RX_DROP_UNUSABLE;
1057 if (!(status->flag & RX_FLAG_DECRYPTED)) {
1058 /* hardware didn't decrypt/verify MIC */
1060 ieee80211_aes_cmac(key->u.aes_cmac.tfm, aad,
1061 skb->data + 24, skb->len - 24, mic);
1062 if (crypto_memneq(mic, mmie->mic, sizeof(mmie->mic))) {
1063 key->u.aes_cmac.icverrors++;
1064 return RX_DROP_UNUSABLE;
1068 memcpy(key->u.aes_cmac.rx_pn, ipn, 6);
1071 skb_trim(skb, skb->len - sizeof(*mmie));
1077 ieee80211_crypto_aes_cmac_256_decrypt(struct ieee80211_rx_data *rx)
1079 struct sk_buff *skb = rx->skb;
1080 struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
1081 struct ieee80211_key *key = rx->key;
1082 struct ieee80211_mmie_16 *mmie;
1083 u8 aad[20], mic[16], ipn[6];
1084 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
1086 if (!ieee80211_is_mgmt(hdr->frame_control))
1089 /* management frames are already linear */
1091 if (skb->len < 24 + sizeof(*mmie))
1092 return RX_DROP_UNUSABLE;
1094 mmie = (struct ieee80211_mmie_16 *)
1095 (skb->data + skb->len - sizeof(*mmie));
1096 if (mmie->element_id != WLAN_EID_MMIE ||
1097 mmie->length != sizeof(*mmie) - 2)
1098 return RX_DROP_UNUSABLE; /* Invalid MMIE */
1100 bip_ipn_swap(ipn, mmie->sequence_number);
1102 if (memcmp(ipn, key->u.aes_cmac.rx_pn, 6) <= 0) {
1103 key->u.aes_cmac.replays++;
1104 return RX_DROP_UNUSABLE;
1107 if (!(status->flag & RX_FLAG_DECRYPTED)) {
1108 /* hardware didn't decrypt/verify MIC */
1110 ieee80211_aes_cmac_256(key->u.aes_cmac.tfm, aad,
1111 skb->data + 24, skb->len - 24, mic);
1112 if (crypto_memneq(mic, mmie->mic, sizeof(mmie->mic))) {
1113 key->u.aes_cmac.icverrors++;
1114 return RX_DROP_UNUSABLE;
1118 memcpy(key->u.aes_cmac.rx_pn, ipn, 6);
1121 skb_trim(skb, skb->len - sizeof(*mmie));
1127 ieee80211_crypto_aes_gmac_encrypt(struct ieee80211_tx_data *tx)
1129 struct sk_buff *skb;
1130 struct ieee80211_tx_info *info;
1131 struct ieee80211_key *key = tx->key;
1132 struct ieee80211_mmie_16 *mmie;
1133 struct ieee80211_hdr *hdr;
1134 u8 aad[GMAC_AAD_LEN];
1136 u8 nonce[GMAC_NONCE_LEN];
1138 if (WARN_ON(skb_queue_len(&tx->skbs) != 1))
1141 skb = skb_peek(&tx->skbs);
1143 info = IEEE80211_SKB_CB(skb);
1145 if (info->control.hw_key)
1148 if (WARN_ON(skb_tailroom(skb) < sizeof(*mmie)))
1151 mmie = (struct ieee80211_mmie_16 *)skb_put(skb, sizeof(*mmie));
1152 mmie->element_id = WLAN_EID_MMIE;
1153 mmie->length = sizeof(*mmie) - 2;
1154 mmie->key_id = cpu_to_le16(key->conf.keyidx);
1157 pn64 = atomic64_inc_return(&key->conf.tx_pn);
1159 bip_ipn_set64(mmie->sequence_number, pn64);
1163 hdr = (struct ieee80211_hdr *)skb->data;
1164 memcpy(nonce, hdr->addr2, ETH_ALEN);
1165 bip_ipn_swap(nonce + ETH_ALEN, mmie->sequence_number);
1167 /* MIC = AES-GMAC(IGTK, AAD || Management Frame Body || MMIE, 128) */
1168 if (ieee80211_aes_gmac(key->u.aes_gmac.tfm, aad, nonce,
1169 skb->data + 24, skb->len - 24, mmie->mic) < 0)
1176 ieee80211_crypto_aes_gmac_decrypt(struct ieee80211_rx_data *rx)
1178 struct sk_buff *skb = rx->skb;
1179 struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb);
1180 struct ieee80211_key *key = rx->key;
1181 struct ieee80211_mmie_16 *mmie;
1182 u8 aad[GMAC_AAD_LEN], *mic, ipn[6], nonce[GMAC_NONCE_LEN];
1183 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
1185 if (!ieee80211_is_mgmt(hdr->frame_control))
1188 /* management frames are already linear */
1190 if (skb->len < 24 + sizeof(*mmie))
1191 return RX_DROP_UNUSABLE;
1193 mmie = (struct ieee80211_mmie_16 *)
1194 (skb->data + skb->len - sizeof(*mmie));
1195 if (mmie->element_id != WLAN_EID_MMIE ||
1196 mmie->length != sizeof(*mmie) - 2)
1197 return RX_DROP_UNUSABLE; /* Invalid MMIE */
1199 bip_ipn_swap(ipn, mmie->sequence_number);
1201 if (memcmp(ipn, key->u.aes_gmac.rx_pn, 6) <= 0) {
1202 key->u.aes_gmac.replays++;
1203 return RX_DROP_UNUSABLE;
1206 if (!(status->flag & RX_FLAG_DECRYPTED)) {
1207 /* hardware didn't decrypt/verify MIC */
1210 memcpy(nonce, hdr->addr2, ETH_ALEN);
1211 memcpy(nonce + ETH_ALEN, ipn, 6);
1213 mic = kmalloc(GMAC_MIC_LEN, GFP_ATOMIC);
1215 return RX_DROP_UNUSABLE;
1216 if (ieee80211_aes_gmac(key->u.aes_gmac.tfm, aad, nonce,
1217 skb->data + 24, skb->len - 24,
1219 crypto_memneq(mic, mmie->mic, sizeof(mmie->mic))) {
1220 key->u.aes_gmac.icverrors++;
1222 return RX_DROP_UNUSABLE;
1227 memcpy(key->u.aes_gmac.rx_pn, ipn, 6);
1230 skb_trim(skb, skb->len - sizeof(*mmie));
1236 ieee80211_crypto_hw_encrypt(struct ieee80211_tx_data *tx)
1238 struct sk_buff *skb;
1239 struct ieee80211_tx_info *info = NULL;
1240 ieee80211_tx_result res;
1242 skb_queue_walk(&tx->skbs, skb) {
1243 info = IEEE80211_SKB_CB(skb);
1245 /* handle hw-only algorithm */
1246 if (!info->control.hw_key)
1249 if (tx->key->flags & KEY_FLAG_CIPHER_SCHEME) {
1250 res = ieee80211_crypto_cs_encrypt(tx, skb);
1251 if (res != TX_CONTINUE)
1256 ieee80211_tx_set_protected(tx);
1262 ieee80211_crypto_hw_decrypt(struct ieee80211_rx_data *rx)
1264 if (rx->sta && rx->sta->cipher_scheme)
1265 return ieee80211_crypto_cs_decrypt(rx);
1267 return RX_DROP_UNUSABLE;