* [PATCH] type assignment and restricted type cast error fixes for rtl8723au/core/rtw_security.c
@ 2015-08-09 17:22 Jacob Kiefer
2015-08-09 18:09 ` Larry Finger
0 siblings, 1 reply; 2+ messages in thread
From: Jacob Kiefer @ 2015-08-09 17:22 UTC (permalink / raw)
Cc: Jacob Kiefer, Larry Finger, Jes Sorensen, Greg Kroah-Hartman,
M. Vefa Bicakci, Greg Donald, Joe Perches, Tina Ruchandani,
open list:STAGING - REALTEK RTL8723U WIRELESS DRIVER,
open list:STAGING SUBSYSTEM, open list
This patch fixes the following sparse errors:
CHECK drivers/staging/rtl8723au/core/rtw_security.c
drivers/staging/rtl8723au/core/rtw_security.c:189:39: \
warning: incorrect type in assignment (different base types)
drivers/staging/rtl8723au/core/rtw_security.c:189:39: \
expected unsigned int [unsigned] [usertype] <noident>
drivers/staging/rtl8723au/core/rtw_security.c:189:39: \
got restricted __le32 [usertype] <noident>
drivers/staging/rtl8723au/core/rtw_security.c:197:39: \
warning: incorrect type in assignment (different base types)
drivers/staging/rtl8723au/core/rtw_security.c:197:39: \
expected unsigned int [unsigned] [usertype] <noident>
drivers/staging/rtl8723au/core/rtw_security.c:197:39: \
got restricted __le32 [usertype] <noident>
drivers/staging/rtl8723au/core/rtw_security.c:246:22: \
warning: cast to restricted __le32
drivers/staging/rtl8723au/core/rtw_security.c:247:24: \
warning: cast to restricted __le32
drivers/staging/rtl8723au/core/rtw_security.c:682:39: \
warning: incorrect type in assignment (different base types)
drivers/staging/rtl8723au/core/rtw_security.c:682:39: \
expected unsigned int [unsigned] [usertype] <noident>
drivers/staging/rtl8723au/core/rtw_security.c:682:39: \
got restricted __le32 [usertype] <noident>
drivers/staging/rtl8723au/core/rtw_security.c:694:39: \
warning: incorrect type in assignment (different base types)
drivers/staging/rtl8723au/core/rtw_security.c:694:39: \
expected unsigned int [unsigned] [usertype] <noident>
drivers/staging/rtl8723au/core/rtw_security.c:694:39: \
got restricted __le32 [usertype] <noident>
drivers/staging/rtl8723au/core/rtw_security.c:772:22: \
warning: cast to restricted __le32
drivers/staging/rtl8723au/core/rtw_security.c:773:24: \
warning: cast to restricted __le32
Signed-off-by: Jacob Kiefer <jtk54@cornell.edu>
---
drivers/staging/rtl8723au/core/rtw_security.c | 16 ++++++++--------
1 file changed, 8 insertions(+), 8 deletions(-)
diff --git a/drivers/staging/rtl8723au/core/rtw_security.c b/drivers/staging/rtl8723au/core/rtw_security.c
index af53c92..004e7c9 100644
--- a/drivers/staging/rtl8723au/core/rtw_security.c
+++ b/drivers/staging/rtl8723au/core/rtw_security.c
@@ -186,7 +186,7 @@ void rtw_wep_encrypt23a(struct rtw_adapter *padapter,
length = pattrib->last_txcmdsz - pattrib->hdrlen -
pattrib->iv_len - pattrib->icv_len;
- *((u32 *)crc) = cpu_to_le32(getcrc32(payload, length));
+ *((u32 *)crc) = getcrc32(payload, length);
arcfour_init(&mycontext, wepkey, 3 + keylength);
arcfour_encrypt(&mycontext, payload, payload, length);
@@ -194,7 +194,7 @@ void rtw_wep_encrypt23a(struct rtw_adapter *padapter,
} else {
length = pxmitpriv->frag_len - pattrib->hdrlen -
pattrib->iv_len - pattrib->icv_len;
- *((u32 *)crc) = cpu_to_le32(getcrc32(payload, length));
+ *((u32 *)crc) = getcrc32(payload, length);
arcfour_init(&mycontext, wepkey, 3 + keylength);
arcfour_encrypt(&mycontext, payload, payload, length);
arcfour_encrypt(&mycontext, payload + length, crc, 4);
@@ -243,8 +243,8 @@ void rtw_wep_decrypt23a(struct rtw_adapter *padapter,
arcfour_encrypt(&mycontext, payload, payload, length);
/* calculate icv and compare the icv */
- actual_crc = le32_to_cpu(getcrc32(payload, length - 4));
- expected_crc = le32_to_cpu(get_unaligned_le32(&payload[length - 4]));
+ actual_crc = getcrc32(payload, length - 4);
+ expected_crc = get_unaligned_le32(&payload[length - 4]);
if (actual_crc != expected_crc) {
RT_TRACE(_module_rtl871x_security_c_, _drv_err_,
@@ -679,7 +679,7 @@ int rtw_tkip_encrypt23a(struct rtw_adapter *padapter,
"pattrib->iv_len =%x, pattrib->icv_len =%x\n",
pattrib->iv_len,
pattrib->icv_len);
- *((u32 *)crc) = cpu_to_le32(getcrc32(payload, length));
+ *((u32 *)crc) = getcrc32(payload, length);
arcfour_init(&mycontext, rc4key, 16);
arcfour_encrypt(&mycontext, payload, payload, length);
@@ -691,7 +691,7 @@ int rtw_tkip_encrypt23a(struct rtw_adapter *padapter,
pattrib->iv_len -
pattrib->icv_len);
- *((u32 *)crc) = cpu_to_le32(getcrc32(payload, length));
+ *((u32 *)crc) = getcrc32(payload, length);
arcfour_init(&mycontext, rc4key, 16);
arcfour_encrypt(&mycontext, payload, payload, length);
arcfour_encrypt(&mycontext, payload + length, crc, 4);
@@ -769,8 +769,8 @@ int rtw_tkip_decrypt23a(struct rtw_adapter *padapter,
arcfour_init(&mycontext, rc4key, 16);
arcfour_encrypt(&mycontext, payload, payload, length);
- actual_crc = le32_to_cpu(getcrc32(payload, length - 4));
- expected_crc = le32_to_cpu(get_unaligned_le32(&payload[length - 4]));
+ actual_crc = getcrc32(payload, length - 4);
+ expected_crc = get_unaligned_le32(&payload[length - 4]);
if (actual_crc != expected_crc) {
RT_TRACE(_module_rtl871x_security_c_, _drv_err_,
--
1.8.3.2
^ permalink raw reply related [flat|nested] 2+ messages in thread
* Re: [PATCH] type assignment and restricted type cast error fixes for rtl8723au/core/rtw_security.c
2015-08-09 17:22 [PATCH] type assignment and restricted type cast error fixes for rtl8723au/core/rtw_security.c Jacob Kiefer
@ 2015-08-09 18:09 ` Larry Finger
0 siblings, 0 replies; 2+ messages in thread
From: Larry Finger @ 2015-08-09 18:09 UTC (permalink / raw)
To: Jacob Kiefer
Cc: Jes Sorensen, Greg Kroah-Hartman, M. Vefa Bicakci, Greg Donald,
Joe Perches, Tina Ruchandani,
open list:STAGING - REALTEK RTL8723U WIRELESS DRIVER,
open list:STAGING SUBSYSTEM, open list
On 08/09/2015 12:22 PM, Jacob Kiefer wrote:
> This patch fixes the following sparse errors:
>
> CHECK drivers/staging/rtl8723au/core/rtw_security.c
> drivers/staging/rtl8723au/core/rtw_security.c:189:39: \
> warning: incorrect type in assignment (different base types)
> drivers/staging/rtl8723au/core/rtw_security.c:189:39: \
> expected unsigned int [unsigned] [usertype] <noident>
> drivers/staging/rtl8723au/core/rtw_security.c:189:39: \
> got restricted __le32 [usertype] <noident>
> drivers/staging/rtl8723au/core/rtw_security.c:197:39: \
> warning: incorrect type in assignment (different base types)
> drivers/staging/rtl8723au/core/rtw_security.c:197:39: \
> expected unsigned int [unsigned] [usertype] <noident>
> drivers/staging/rtl8723au/core/rtw_security.c:197:39: \
> got restricted __le32 [usertype] <noident>
> drivers/staging/rtl8723au/core/rtw_security.c:246:22: \
> warning: cast to restricted __le32
> drivers/staging/rtl8723au/core/rtw_security.c:247:24: \
> warning: cast to restricted __le32
> drivers/staging/rtl8723au/core/rtw_security.c:682:39: \
> warning: incorrect type in assignment (different base types)
> drivers/staging/rtl8723au/core/rtw_security.c:682:39: \
> expected unsigned int [unsigned] [usertype] <noident>
> drivers/staging/rtl8723au/core/rtw_security.c:682:39: \
> got restricted __le32 [usertype] <noident>
> drivers/staging/rtl8723au/core/rtw_security.c:694:39: \
> warning: incorrect type in assignment (different base types)
> drivers/staging/rtl8723au/core/rtw_security.c:694:39: \
> expected unsigned int [unsigned] [usertype] <noident>
> drivers/staging/rtl8723au/core/rtw_security.c:694:39: \
> got restricted __le32 [usertype] <noident>
> drivers/staging/rtl8723au/core/rtw_security.c:772:22: \
> warning: cast to restricted __le32
> drivers/staging/rtl8723au/core/rtw_security.c:773:24: \
> warning: cast to restricted __le32
>
> Signed-off-by: Jacob Kiefer <jtk54@cornell.edu>
> ---
> drivers/staging/rtl8723au/core/rtw_security.c | 16 ++++++++--------
> 1 file changed, 8 insertions(+), 8 deletions(-)
The subject needs work. I recommend "staging: rtl8723au: Fix Sparse errors in
rtw_security.c".
You may be clearing the Sparse errors, but I think you are creating real errors
in the code! The output of getcrc32 needs to be converted to __le32 before
transmission. On a little-endian machine, it wont make any difference in the
code, but for big-endian systems, it will.
>
> diff --git a/drivers/staging/rtl8723au/core/rtw_security.c b/drivers/staging/rtl8723au/core/rtw_security.c
> index af53c92..004e7c9 100644
> --- a/drivers/staging/rtl8723au/core/rtw_security.c
> +++ b/drivers/staging/rtl8723au/core/rtw_security.c
> @@ -186,7 +186,7 @@ void rtw_wep_encrypt23a(struct rtw_adapter *padapter,
> length = pattrib->last_txcmdsz - pattrib->hdrlen -
> pattrib->iv_len - pattrib->icv_len;
>
> - *((u32 *)crc) = cpu_to_le32(getcrc32(payload, length));
> + *((u32 *)crc) = getcrc32(payload, length);
Here, you need to leave the cpu_to_le32() call alone, and worry about the type
of crc. It should be __le32, and the cast will no longer be necessary.
>
> arcfour_init(&mycontext, wepkey, 3 + keylength);
> arcfour_encrypt(&mycontext, payload, payload, length);
> @@ -194,7 +194,7 @@ void rtw_wep_encrypt23a(struct rtw_adapter *padapter,
> } else {
> length = pxmitpriv->frag_len - pattrib->hdrlen -
> pattrib->iv_len - pattrib->icv_len;
> - *((u32 *)crc) = cpu_to_le32(getcrc32(payload, length));
> + *((u32 *)crc) = getcrc32(payload, length);
Ditto here.
> arcfour_init(&mycontext, wepkey, 3 + keylength);
> arcfour_encrypt(&mycontext, payload, payload, length);
> arcfour_encrypt(&mycontext, payload + length, crc, 4);
> @@ -243,8 +243,8 @@ void rtw_wep_decrypt23a(struct rtw_adapter *padapter,
> arcfour_encrypt(&mycontext, payload, payload, length);
>
> /* calculate icv and compare the icv */
> - actual_crc = le32_to_cpu(getcrc32(payload, length - 4));
> - expected_crc = le32_to_cpu(get_unaligned_le32(&payload[length - 4]));
> + actual_crc = getcrc32(payload, length - 4);
> + expected_crc = get_unaligned_le32(&payload[length - 4]);
>
> if (actual_crc != expected_crc) {
> RT_TRACE(_module_rtl871x_security_c_, _drv_err_,
> @@ -679,7 +679,7 @@ int rtw_tkip_encrypt23a(struct rtw_adapter *padapter,
> "pattrib->iv_len =%x, pattrib->icv_len =%x\n",
> pattrib->iv_len,
> pattrib->icv_len);
> - *((u32 *)crc) = cpu_to_le32(getcrc32(payload, length));
> + *((u32 *)crc) = getcrc32(payload, length);
Ditto.
>
> arcfour_init(&mycontext, rc4key, 16);
> arcfour_encrypt(&mycontext, payload, payload, length);
> @@ -691,7 +691,7 @@ int rtw_tkip_encrypt23a(struct rtw_adapter *padapter,
> pattrib->iv_len -
> pattrib->icv_len);
>
> - *((u32 *)crc) = cpu_to_le32(getcrc32(payload, length));
> + *((u32 *)crc) = getcrc32(payload, length);
Ditto.
> arcfour_init(&mycontext, rc4key, 16);
> arcfour_encrypt(&mycontext, payload, payload, length);
> arcfour_encrypt(&mycontext, payload + length, crc, 4);
> @@ -769,8 +769,8 @@ int rtw_tkip_decrypt23a(struct rtw_adapter *padapter,
> arcfour_init(&mycontext, rc4key, 16);
> arcfour_encrypt(&mycontext, payload, payload, length);
>
> - actual_crc = le32_to_cpu(getcrc32(payload, length - 4));
> - expected_crc = le32_to_cpu(get_unaligned_le32(&payload[length - 4]));
> + actual_crc = getcrc32(payload, length - 4);
> + expected_crc = get_unaligned_le32(&payload[length - 4]);
>
> if (actual_crc != expected_crc) {
> RT_TRACE(_module_rtl871x_security_c_, _drv_err_,
>
Larry
^ permalink raw reply [flat|nested] 2+ messages in thread
end of thread, other threads:[~2015-08-09 18:09 UTC | newest]
Thread overview: 2+ messages (download: mbox.gz follow: Atom feed
-- links below jump to the message on this page --
2015-08-09 17:22 [PATCH] type assignment and restricted type cast error fixes for rtl8723au/core/rtw_security.c Jacob Kiefer
2015-08-09 18:09 ` Larry Finger
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).