Skip to content

Commit 252e5c6

Browse files
zijun_hutorvalds
zijun_hu
authored andcommitted
mm/vmalloc.c: fix align value calculation error
It causes double align requirement for __get_vm_area_node() if parameter size is power of 2 and VM_IOREMAP is set in parameter flags, for example size=0x10000 -> fls_long(0x10000)=17 -> align=0x20000 get_count_order_long() is implemented and can be used instead of fls_long() for fixing the bug, for example size=0x10000 -> get_count_order_long(0x10000)=16 -> align=0x10000 [[email protected]: s/get_order_long()/get_count_order_long()/] [[email protected]: fixes] Link: http://lkml.kernel.org/r/[email protected] [[email protected]: locate get_count_order_long() next to get_count_order()] [[email protected]: move get_count_order[_long] definitions to pick up fls_long()] [[email protected]: move out get_count_order[_long]() from __KERNEL__ scope] Link: http://lkml.kernel.org/r/[email protected] Link: http://lkml.kernel.org/r/[email protected] Signed-off-by: zijun_hu <[email protected]> Cc: Tejun Heo <[email protected]> Cc: Johannes Weiner <[email protected]> Cc: Minchan Kim <[email protected]> Cc: David Rientjes <[email protected]> Signed-off-by: zijun_hu <[email protected]> Signed-off-by: Andrew Morton <[email protected]> Signed-off-by: Linus Torvalds <[email protected]>
1 parent 7c5f64f commit 252e5c6

File tree

2 files changed

+30
-14
lines changed

2 files changed

+30
-14
lines changed

include/linux/bitops.h

+26-10
Original file line numberDiff line numberDiff line change
@@ -65,16 +65,6 @@ static inline int get_bitmask_order(unsigned int count)
6565
return order; /* We could be slightly more clever with -1 here... */
6666
}
6767

68-
static inline int get_count_order(unsigned int count)
69-
{
70-
int order;
71-
72-
order = fls(count) - 1;
73-
if (count & (count - 1))
74-
order++;
75-
return order;
76-
}
77-
7868
static __always_inline unsigned long hweight_long(unsigned long w)
7969
{
8070
return sizeof(w) == 4 ? hweight32(w) : hweight64(w);
@@ -191,6 +181,32 @@ static inline unsigned fls_long(unsigned long l)
191181
return fls64(l);
192182
}
193183

184+
static inline int get_count_order(unsigned int count)
185+
{
186+
int order;
187+
188+
order = fls(count) - 1;
189+
if (count & (count - 1))
190+
order++;
191+
return order;
192+
}
193+
194+
/**
195+
* get_count_order_long - get order after rounding @l up to power of 2
196+
* @l: parameter
197+
*
198+
* it is same as get_count_order() but with long type parameter
199+
*/
200+
static inline int get_count_order_long(unsigned long l)
201+
{
202+
if (l == 0UL)
203+
return -1;
204+
else if (l & (l - 1UL))
205+
return (int)fls_long(l);
206+
else
207+
return (int)fls_long(l) - 1;
208+
}
209+
194210
/**
195211
* __ffs64 - find first set bit in a 64 bit word
196212
* @word: The 64 bit word

mm/vmalloc.c

+4-4
Original file line numberDiff line numberDiff line change
@@ -1359,14 +1359,14 @@ static struct vm_struct *__get_vm_area_node(unsigned long size,
13591359
struct vm_struct *area;
13601360

13611361
BUG_ON(in_interrupt());
1362-
if (flags & VM_IOREMAP)
1363-
align = 1ul << clamp_t(int, fls_long(size),
1364-
PAGE_SHIFT, IOREMAP_MAX_ORDER);
1365-
13661362
size = PAGE_ALIGN(size);
13671363
if (unlikely(!size))
13681364
return NULL;
13691365

1366+
if (flags & VM_IOREMAP)
1367+
align = 1ul << clamp_t(int, get_count_order_long(size),
1368+
PAGE_SHIFT, IOREMAP_MAX_ORDER);
1369+
13701370
area = kzalloc_node(sizeof(*area), gfp_mask & GFP_RECLAIM_MASK, node);
13711371
if (unlikely(!area))
13721372
return NULL;

0 commit comments

Comments
 (0)