libc/stdlib: Fix range check in strtoul(l)

The previous implementation of strtoul(l) is flawed. The range check
assumed that when overflow happens, the truncated value is smaller than
the original value. As a counter example, passing "10000000000" to
strtol will not trigger ERANGE, but return a truncated value. This patch
adds more accurate range checks.

Change-Id: I239e034e390b4974157ed6efa17110f2e74904cf
Signed-off-by: Peter Bee <bijunda1@xiaomi.com>
This commit is contained in:
Peter Bee
2020-11-11 15:49:04 +08:00
committed by Xiang Xiao
parent 87bfa24c8c
commit 1f5786f5ea
2 changed files with 20 additions and 13 deletions
+9 -6
View File
@@ -69,8 +69,9 @@
unsigned long strtoul(FAR const char *nptr, FAR char **endptr, int base) unsigned long strtoul(FAR const char *nptr, FAR char **endptr, int base)
{ {
unsigned long accum = 0; unsigned long accum = 0;
unsigned long prev; unsigned long limit;
int value; int value;
int last_digit;
char sign = 0; char sign = 0;
if (nptr) if (nptr)
@@ -98,22 +99,24 @@ unsigned long strtoul(FAR const char *nptr, FAR char **endptr, int base)
} }
else else
{ {
limit = ULONG_MAX / base;
last_digit = ULONG_MAX % base;
/* Accumulate each "digit" */ /* Accumulate each "digit" */
while (lib_isbasedigit(*nptr, base, &value)) while (lib_isbasedigit(*nptr, base, &value))
{ {
prev = accum;
accum = accum * base + value;
nptr++;
/* Check for overflow */ /* Check for overflow */
if (accum < prev) if (accum > limit || (accum == limit && value > last_digit))
{ {
set_errno(ERANGE); set_errno(ERANGE);
accum = ULONG_MAX; accum = ULONG_MAX;
break; break;
} }
accum = accum * base + value;
nptr++;
} }
if (sign == '-') if (sign == '-')
+11 -7
View File
@@ -68,11 +68,13 @@
* *
****************************************************************************/ ****************************************************************************/
unsigned long long strtoull(FAR const char *nptr, FAR char **endptr, int base) unsigned long long strtoull(FAR const char *nptr,
FAR char **endptr, int base)
{ {
unsigned long long accum = 0; unsigned long long accum = 0;
unsigned long long prev; unsigned long long limit;
int value; int value;
int last_digit;
char sign = 0; char sign = 0;
if (nptr) if (nptr)
@@ -100,22 +102,24 @@ unsigned long long strtoull(FAR const char *nptr, FAR char **endptr, int base)
} }
else else
{ {
limit = ULLONG_MAX / base;
last_digit = ULLONG_MAX % base;
/* Accumulate each "digit" */ /* Accumulate each "digit" */
while (lib_isbasedigit(*nptr, base, &value)) while (lib_isbasedigit(*nptr, base, &value))
{ {
prev = accum;
accum = accum * base + value;
nptr++;
/* Check for overflow */ /* Check for overflow */
if (accum < prev) if (accum > limit || (accum == limit && value > last_digit))
{ {
set_errno(ERANGE); set_errno(ERANGE);
accum = ULLONG_MAX; accum = ULLONG_MAX;
break; break;
} }
accum = accum * base + value;
nptr++;
} }
if (sign == '-') if (sign == '-')