lib: rework bitmap_parse
Subsystems (4)
Yury Norov
maintainerv5 cover lib: rework bitmap_parse
On top of next-20191220.
Similarly to recently revisited bitmap_parselist(), bitmap_parse() is ineffective and overcomplicated. This series reworks it, aligns its interface with bitmap_parselist() and makes it simpler to use.
The series also adds a test for the function and fixes usage of it in cpumask_parse() according to the new design - drops the calculating of length of an input string.
bitmap_parse() takes the array of numbers to be put into the map in the BE order which is reversed to the natural LE order for bitmaps. For example, to construct bitmap containing a bit on the position 42, we have to put a line '400,0'. Current implementation reads chunk one by one from the beginning ('400' before '0') and makes bitmap shift after each successful parse. It makes the complexity of the whole process as O(n^2). We can do it in reverse direction ('0' before '400') and avoid shifting, but it requires reverse parsing helpers.
Tested on arm64 and BE mips.
v1: https://lkml.org/lkml/2019/4/27/597
v2:
- strnchrnul() signature and description changed, ifdeffery and exporting removed;
- test split for better demonstration of before/after changes;
- minor naming and formatting issues fixed.
v3:
- fix bitmap_clear() misuse.
- opencode in_str() helper.
- simplify while() in bitmap_parse()
v4:
- use isxdigit() where appropriate.
- clean signed-off-by list.
v5:
- remove isxdigit() with hex_to_bin() to avoid cache use by ctype table.
- rebase on top of next-20191220.
Yury Norov (7):
lib/string: add strnchrnul()
bitops: more BITS_TO_* macros
lib: add test for bitmap_parse()
lib: make bitmap_parse_user a wrapper on bitmap_parse
lib: rework bitmap_parse()
lib: new testcases for bitmap_parse{_user}
cpumask: don't calculate length of the input string
include/linux/bitmap.h | 8 +- include/linux/bitops.h | 5 +- include/linux/cpumask.h | 4 +- include/linux/string.h | 1 + lib/bitmap.c | 193 +++++++++++++++++------------------ lib/string.c | 17 +++ lib/test_bitmap.c | 102 +++++++++++++++++- tools/include/linux/bitops.h | 9 +- 8 files changed, 222 insertions(+), 117 deletions(-)
Signature · 1 line
2.20.1
Yury Norov
maintainerPATCH v5 1/7 lib/string: add strnchrnul()
From Yury Norov <[email protected]>
New function works like strchrnul() with a length limited strings.
--- include/linux/string.h | 1 + lib/string.c | 17 +++++++++++++++++ 2 files changed, 18 insertions(+)
include/linux/string.h +1 -0
@@ -107,6 +107,7 @@ extern char * strchr(const char *,int);#ifndef __HAVE_ARCH_STRCHRNULextern char *strchrnul (const char *,int );#endif +extern char *strnchrnul (const char *,size_t ,int );#ifndef __HAVE_ARCH_STRNCHRextern char *strnchr (const char *,size_t ,int );#endif
lib/string.c +17 -0
@@ -434,6 +434,23 @@ char *strchrnul(const char *s, int c)EXPORT_SYMBOL (strchrnul);#endif +/** +* strnchrnul - Find and return a character in a length limited string, +* or end of string +* @s: The string to be searched +* @count: The number of characters to be searched +* @c: The character to search for +* +* Returns pointer to the first occurrence of 'c' in s. If c is not found, +* then return a pointer to the last character of the string. +*/ +char *strnchrnul (const char *s,size_t count,int c) +{ +while (count-- && *s && *s != (char )c) + s++; +return (char *)s; +} +#ifndef __HAVE_ARCH_STRRCHR/** * strrchr - Find the last occurrence of a character in a string
Signature · 1 line
2.20.1
Yury Norov
maintainerPATCH v5 2/7 bitops: more BITS_TO_* macros
In reply to Yury NorovFrom Yury Norov <[email protected]>
Introduce BITS_TO_U64, BITS_TO_U32 and BITS_TO_BYTES as they are handy in the following patches (BITS_TO_U32 specifically). Reimplement tools/ version of the macros according to the kernel implementation.
Also fix indentation for BITS_PER_TYPE definition.
--- include/linux/bitops.h | 5 ++++- tools/include/linux/bitops.h | 9 +++++---- 2 files changed, 9 insertions(+), 5 deletions(-)
include/linux/bitops.h +4 -1
@@ -11,8 +11,11 @@# define aligned_byte_mask (n) (~0xffUL << (BITS_PER_LONG - 8 - 8*(n)))#endif -#define BITS_PER_TYPE (type) (sizeof(type) * BITS_PER_BYTE) +#define BITS_PER_TYPE (type) (sizeof(type) * BITS_PER_BYTE)#define BITS_TO_LONGS (nr) DIV_ROUND_UP(nr, BITS_PER_TYPE(long)) +#define BITS_TO_U64 (nr) DIV_ROUND_UP(nr, BITS_PER_TYPE(u64)) +#define BITS_TO_U32 (nr) DIV_ROUND_UP(nr, BITS_PER_TYPE(u32)) +#define BITS_TO_BYTES (nr) DIV_ROUND_UP(nr, BITS_PER_TYPE(char))extern unsigned int __sw_hweight8 (unsigned int w);extern unsigned int __sw_hweight16 (unsigned int w);
tools/include/linux/bitops.h +5 -4
@@ -14,10 +14,11 @@#include <linux/bits.h> #include <linux/compiler.h> -#define BITS_TO_LONGS (nr) DIV_ROUND_UP(nr, BITS_PER_BYTE * sizeof(long)) -#define BITS_TO_U64 (nr) DIV_ROUND_UP(nr, BITS_PER_BYTE * sizeof(u64)) -#define BITS_TO_U32 (nr) DIV_ROUND_UP(nr, BITS_PER_BYTE * sizeof(u32)) -#define BITS_TO_BYTES (nr) DIV_ROUND_UP(nr, BITS_PER_BYTE) +#define BITS_PER_TYPE (type) (sizeof(type) * BITS_PER_BYTE) +#define BITS_TO_LONGS (nr) DIV_ROUND_UP(nr, BITS_PER_TYPE(long)) +#define BITS_TO_U64 (nr) DIV_ROUND_UP(nr, BITS_PER_TYPE(u64)) +#define BITS_TO_U32 (nr) DIV_ROUND_UP(nr, BITS_PER_TYPE(u32)) +#define BITS_TO_BYTES (nr) DIV_ROUND_UP(nr, BITS_PER_TYPE(char))extern unsigned int __sw_hweight8 (unsigned int w);extern unsigned int __sw_hweight16 (unsigned int w);
Signature · 1 line
2.20.1
Yury Norov
maintainerPATCH v5 3/7 lib: add test for bitmap_parse()
In reply to Yury NorovFrom Yury Norov <[email protected]>
The test is derived from bitmap_parselist()NO_LEN is reserved for use in following patches.
--- lib/test_bitmap.c | 94 ++++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 93 insertions(+), 1 deletion(-)
lib/test_bitmap.c +93 -1
@@ -294,7 +294,8 @@ static void __init test_replace(void)expect_eq_bitmap (bmap, exp3_1_0, nbits); } -#define PARSE_TIME 0x1 +#define PARSE_TIME 0x1 +#define NO_LEN 0x2struct test_bitmap_parselist {const int errno;
@@ -400,6 +401,85 @@ static void __init __test_bitmap_parselist(int is_user) } } +static const unsigned long parse_test[]__initconst = { +BITMAP_FROM_U64 (0 ), +BITMAP_FROM_U64 (1 ), +BITMAP_FROM_U64 (0xdeadbeef ), +BITMAP_FROM_U64 (0x100000000ULL ), +}; + +static const unsigned long parse_test2[]__initconst = { +BITMAP_FROM_U64 (0x100000000ULL ),BITMAP_FROM_U64 (0xdeadbeef ), +BITMAP_FROM_U64 (0x100000000ULL ),BITMAP_FROM_U64 (0xbaadf00ddeadbeef ), +BITMAP_FROM_U64 (0x100000000ULL ),BITMAP_FROM_U64 (0x0badf00ddeadbeef ), +}; + +static const struct test_bitmap_parselist parse_tests[]__initconst = { + {0 ,"0" , &parse_test[0 * step],32 ,0 }, + {0 ,"1" , &parse_test[1 * step],32 ,0 }, + {0 ,"deadbeef" , &parse_test[2 * step],32 ,0 }, + {0 ,"1,0" , &parse_test[3 * step],33 ,0 }, + + {0 ,"deadbeef,1,0" , &parse_test2[0 *2 * step],96 ,0 }, + {0 ,"baadf00d,deadbeef,1,0" , &parse_test2[1 *2 * step],128 ,0 }, + {0 ,"badf00d,deadbeef,1,0" , &parse_test2[2 *2 * step],124 ,0 }, + + {-EINVAL ,"goodfood,deadbeef,1,0" ,NULL ,128 ,0 }, + {-EOVERFLOW ,"3,0" ,NULL ,33 ,0 }, + {-EOVERFLOW ,"123badf00d,deadbeef,1,0" ,NULL ,128 ,0 }, + {-EOVERFLOW ,"badf00d,deadbeef,1,0" ,NULL ,90 ,0 }, + {-EOVERFLOW ,"fbadf00d,deadbeef,1,0" ,NULL ,95 ,0 }, + {-EOVERFLOW ,"badf00d,deadbeef,1,0" ,NULL ,100 ,0 }, +}; + +static void __init __test_bitmap_parse (int is_user) +{ +int i; +int err; +ktime_t time; +DECLARE_BITMAP (bmap,2048 ); +char *mode = is_user ?"_user" :"" ; + +for (i =0 ; i <ARRAY_SIZE (parse_tests); i++) { +struct test_bitmap_parselist test = parse_tests[i]; + +if (is_user) { +size_t len =strlen (test.in); +mm_segment_t orig_fs =get_fs (); + +set_fs (KERNEL_DS ); + time =ktime_get (); + err =bitmap_parse_user (test.in, len, bmap, test.nbits); + time =ktime_get () - time; +set_fs (orig_fs); + }else { +size_t len = test.flags &NO_LEN ? +UINT_MAX :strlen (test.in); + time =ktime_get (); + err =bitmap_parse (test.in, len, bmap, test.nbits); + time =ktime_get () - time; + } + +if (err != test.errno) { +pr_err ("parse%s: %d: input is %s, errno is %d, expected %d\n" , + mode, i, test.in, err, test.errno); +continue ; + } + +if (!err && test.expected + && !__bitmap_equal (bmap, test.expected, test.nbits)) { +pr_err ("parse%s: %d: input is %s, result is 0x%lx, expected 0x%lx\n" , + mode, i, test.in, bmap[0 ], + *test.expected); +continue ; + } + +if (test.flags &PARSE_TIME ) +pr_err ("parse%s: %d: input is '%s' OK, Time: %llu\n" , + mode, i, test.in, time); + } +} +static void __init test_bitmap_parselist (void ) {__test_bitmap_parselist (0 );
@@ -410,6 +490,16 @@ static void __init test_bitmap_parselist_user(void)__test_bitmap_parselist (1 ); } +static void __init test_bitmap_parse (void ) +{ +__test_bitmap_parse (0 ); +} + +static void __init test_bitmap_parse_user (void ) +{ +__test_bitmap_parse (1 ); +} +#define EXP1_IN_BITS (sizeof(exp1) * 8)static void __init test_bitmap_arr32 (void )
@@ -515,6 +605,8 @@ static void __init selftest(void)test_copy ();test_replace ();test_bitmap_arr32 (); +test_bitmap_parse (); +test_bitmap_parse_user ();test_bitmap_parselist ();test_bitmap_parselist_user ();test_mem_optimisations ();
Signature · 1 line
2.20.1
Yury Norov
maintainerPATCH 1/1 fix rebase issue
--- lib/test_bitmap.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
lib/test_bitmap.c +1 -1
@@ -349,7 +349,6 @@ static const struct test_bitmap_parselist parselist_tests[] __initconst = { {-EINVAL, "0-31:a/1", NULL, 8, 0}, {-EINVAL, "0-\n", NULL, 8, 0}, -#undef step };static void __init __test_bitmap_parselist (int is_user)
@@ -430,6 +429,7 @@ static const struct test_bitmap_parselist parse_tests[] __initconst = { {-EOVERFLOW, "badf00d,deadbeef,1,0", NULL, 90, 0}, {-EOVERFLOW, "fbadf00d,deadbeef,1,0", NULL, 95, 0}, {-EOVERFLOW, "badf00d,deadbeef,1,0", NULL, 100, 0}, +#undef step };static void __init __test_bitmap_parse (int is_user)
Signature · 1 line
2.20.1
kbuild test robot
build botRe: [PATCH 3/7] lib: add test for bitmap_parse()
In reply to Yury NorovThank you for the patch! Yet something to improve:
Hi Yury,
Thank you for the patch! Yet something to improve:
[auto build test ERROR on linus/master]
[also build test ERROR on v5.5-rc4 next-20191220]
[if your patch is applied to the wrong git tree, please drop us a note to help improve the system. BTW, we also suggest to use '--base' option to specify the base tree in git format-patch, please see https://stackoverflow.com/a/37406982]
url: https://github.com/0day-ci/linux/commits/Yury-Norov/lib-rework-bitmap_parse/20200104-032153 base: https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git 7ca4ad5ba886557b67d42242a80f303c3a99ded1 config: openrisc-randconfig-a001-20200103 (attached as .config) compiler: or1k-linux-gcc (GCC) 9.2.0
reproduce:
wget https://raw.githubusercontent.com/intel/lkp-tests/master/sbin/make.cross -O ~/bin/make.cross chmod +x ~/bin/make.cross
# save the attached .config to linux build tree
GCC_VERSION=9.2.0 make.cross ARCH=openrisc
If you fix the issue, kindly add following tag
All errors (new ones prefixed by >>):
>> lib/test_bitmap.c:418:29: error: 'step' undeclared here (not in a function)
418 | {0, "0", &parse_test[0 * step], 32, 0},
| ^~~~vim +/step +418 lib/test_bitmap.c
416
417 static const struct test_bitmap_parselist parse_tests[] __initconst = {
> 418 {0, "0", &parse_test[0 * step], 32, 0}, 419 {0, "1", &parse_test[1 * step], 32, 0},
420 {0, "deadbeef", &parse_test[2 * step], 32, 0},
421 {0, "1,0", &parse_test[3 * step], 33, 0},
422
423 {0, "deadbeef,1,0", &parse_test2[0 * 2 * step], 96, 0},
424 {0, "baadf00d,deadbeef,1,0", &parse_test2[1 * 2 * step], 128, 0},
425 {0, "badf00d,deadbeef,1,0", &parse_test2[2 * 2 * step], 124, 0},
426
427 {-EINVAL, "goodfood,deadbeef,1,0", NULL, 128, 0},
428 {-EOVERFLOW, "3,0", NULL, 33, 0},
429 {-EOVERFLOW, "123badf00d,deadbeef,1,0", NULL, 128, 0},
430 {-EOVERFLOW, "badf00d,deadbeef,1,0", NULL, 90, 0},
431 {-EOVERFLOW, "fbadf00d,deadbeef,1,0", NULL, 95, 0},
432 {-EOVERFLOW, "badf00d,deadbeef,1,0", NULL, 100, 0},
433 };
434
---
0-DAY kernel test infrastructure Open Source Technology Center
https://lists.01.org/hyperkitty/list/kbuild-all(a)lists.01.org Intel Corporation
Yury Norov
maintainerPATCH v5 4/7 lib: make bitmap_parse_user a wrapper on bitmap_parse
In reply to Yury NorovFrom Yury Norov <[email protected]>
Currently we parse user data byte after byte which leads to overcomplicating of parsing algorithm. There are no performance critical users of bitmap_parse_user(), and so we can duplicate user data to kernel buffer and simply call bitmap_parselist(). This rework lets us unify and simplify bitmap_parse() and bitmap_parse_user(), which is done in the following patch.
--- lib/bitmap.c | 20 ++++++++++---------- 1 file changed, 10 insertions(+), 10 deletions(-)
lib/bitmap.c +10 -10
@@ -464,22 +464,22 @@ EXPORT_SYMBOL(__bitmap_parse);* then it must be terminated with a \0. * @maskp: pointer to bitmap array that will contain result. * @nmaskbits: size of bitmap, in bits. -* -* Wrapper for __bitmap_parse(), providing it with user buffer. -* -* We cannot have this as an inline function in bitmap.h because it needs -* linux/uaccess.h to get the access_ok() declaration and this causes -* cyclic dependencies. */ int bitmap_parse_user (const char __user *ubuf,unsigned int ulen,unsigned long *maskp,int nmaskbits) { -if (!access_ok (ubuf, ulen)) -return -EFAULT ; -return __bitmap_parse ((const char __force *)ubuf, - ulen,1 , maskp, nmaskbits); +char *buf; +int ret; + buf =memdup_user_nul (ubuf, ulen); +if (IS_ERR (buf)) +return PTR_ERR (buf); + + ret =bitmap_parse (buf, ulen, maskp, nmaskbits); + +kfree (buf); +return ret; }EXPORT_SYMBOL (bitmap_parse_user);
Signature · 1 line
2.20.1
Yury Norov
maintainerPATCH v5 5/7 lib: rework bitmap_parse()
In reply to Yury NorovFrom Yury Norov <[email protected]>
bitmap_parse() is ineffective and full of opaque variables and opencoded parts. It leads to hard understanding and usage of it. This rework includes:
- remove bitmap_shift_left() call from the cycle. Now it makes the complexity of the algorithm as O(nbits^2). In the suggested approach the input string is parsed in reverse direction, so no shifts needed;
- relax requirement on a single comma and no white spaces between chunks. It is considered useful in scripting, and it aligns with bitmap_parselist();
- split bitmap_parse() to small readable helpers;
- make an explicit calculation of the end of input line at the beginning, so users of the bitmap_parse() won't bother doing this.
--- include/linux/bitmap.h | 8 +- lib/bitmap.c | 175 +++++++++++++++++++---------------------- 2 files changed, 84 insertions(+), 99 deletions(-)
include/linux/bitmap.h +1 -7
@@ -182,7 +182,7 @@ bitmap_find_next_zero_area(unsigned long *map, align_mask, 0); } -extern int __bitmap_parse (const char *buf,unsigned int buflen,int is_user, +extern int bitmap_parse (const char *buf,unsigned int buflen,unsigned long *dst,int nbits);extern int bitmap_parse_user (const char __user *ubuf,unsigned int ulen,unsigned long *dst,int nbits);
@@ -450,12 +450,6 @@ static inline void bitmap_replace(unsigned long *dst,__bitmap_replace (dst, old, new, mask, nbits); } -static inline int bitmap_parse (const char *buf,unsigned int buflen, -unsigned long *maskp,int nmaskbits) -{ -return __bitmap_parse (buf, buflen,0 , maskp, nmaskbits); -} -/** * BITMAP_FROM_U64() - Represent u64 value in the format suitable for bitmap. * @n: u64 value
lib/bitmap.c +83 -92
199 lines not on this page · raw message
Signature · 1 line
2.20.1
Yury Norov
maintainerPATCH v5 6/7 lib: new testcases for bitmap_parse{_user}
In reply to Yury NorovFrom Yury Norov <[email protected]>
New version of bitmap_parse() is unified with bitmap_parse_list(), and therefore:
- weakens rules on whitespaces and commas between hex chunks;
- in addition to \0 allows using \n as the line ending symbol;
- allows passing UINT_MAX or any other big number as the length of input string instead of actual string length.
The patch covers the cases.
--- lib/test_bitmap.c | 8 ++++++++ 1 file changed, 8 insertions(+)
lib/test_bitmap.c +8 -0
@@ -415,14 +415,22 @@ static const unsigned long parse_test2[] __initconst = { };static const struct test_bitmap_parselist parse_tests[]__initconst = { + {0 ,"" , &parse_test[0 * step],32 ,0 }, + {0 ," " , &parse_test[0 * step],32 ,0 }, {0 ,"0" , &parse_test[0 * step],32 ,0 }, + {0 ,"0\n" , &parse_test[0 * step],32 ,0 }, {0 ,"1" , &parse_test[1 * step],32 ,0 }, {0 ,"deadbeef" , &parse_test[2 * step],32 ,0 }, {0 ,"1,0" , &parse_test[3 * step],33 ,0 }, + {0 ,"deadbeef,\n,0,1" , &parse_test[2 * step],96 ,0 }, {0 ,"deadbeef,1,0" , &parse_test2[0 *2 * step],96 ,0 }, {0 ,"baadf00d,deadbeef,1,0" , &parse_test2[1 *2 * step],128 ,0 }, {0 ,"badf00d,deadbeef,1,0" , &parse_test2[2 *2 * step],124 ,0 }, + {0 ,"badf00d,deadbeef,1,0" , &parse_test2[2 *2 * step],124 ,NO_LEN }, + {0 ," badf00d,deadbeef,1,0 " , &parse_test2[2 *2 * step],124 ,0 }, + {0 ," , badf00d,deadbeef,1,0 , " , &parse_test2[2 *2 * step],124 ,0 }, + {0 ," , badf00d, ,, ,,deadbeef,1,0 , " , &parse_test2[2 *2 * step],124 ,0 }, {-EINVAL ,"goodfood,deadbeef,1,0" ,NULL ,128 ,0 }, {-EOVERFLOW ,"3,0" ,NULL ,33 ,0 },
Signature · 1 line
2.20.1
Yury Norov
maintainerPATCH v5 7/7 cpumask: don't calculate length of the input string
In reply to Yury NorovFrom Yury Norov <[email protected]>
New design of inner bitmap_parse() allows to avoid calculating the size of a null-terminated string.
--- include/linux/cpumask.h | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-)
include/linux/cpumask.h +1 -3
@@ -663,9 +663,7 @@ static inline int cpumask_parselist_user(const char __user *buf, int len,*/ static inline int cpumask_parse (const char *buf,struct cpumask *dstp) { -unsigned int len =strchrnul (buf,'\n' ) - buf; - -return bitmap_parse (buf, len,cpumask_bits (dstp), nr_cpumask_bits); +return bitmap_parse (buf,UINT_MAX ,cpumask_bits (dstp), nr_cpumask_bits); }/**
Signature · 1 line
2.20.1