[v5 05/15] mm: don't accessed uninitialized struct pages
In deferred_init_memmap() where all deferred struct pages are initialized
we have a check like this:
if (page->flags) {
VM_BUG_ON(page_zone(page) != zone);
goto free_range;
}
This way we are checking if the current deferred page has already been
initialized. It works, because memory for struct pages has been zeroed, and
the only way flags are not zero if it went through __init_single_page()
before. But, once we change the current behavior and won't zero the memory
in memblock allocator, we cannot trust anything inside "struct page"es
until they are initialized. This patch fixes this.
This patch defines a new accessor memblock_get_reserved_pfn_range()
which returns successive ranges of reserved PFNs. deferred_init_memmap()
calls it to determine if a PFN and its struct page has already been
initialized.
Signed-off-by: Pavel Tatashin
Reviewed-by: Steven Sistare
Reviewed-by: Daniel Jordan
Reviewed-by: Bob Picco
---
include/linux/memblock.h | 3 +++
mm/memblock.c| 54 ++--
mm/page_alloc.c | 11 +-
3 files changed, 61 insertions(+), 7 deletions(-)
diff --git a/include/linux/memblock.h b/include/linux/memblock.h
index bae11c7e7bf3..b6a2a610f5e1 100644
--- a/include/linux/memblock.h
+++ b/include/linux/memblock.h
@@ -320,6 +320,9 @@ int memblock_is_map_memory(phys_addr_t addr);
int memblock_is_region_memory(phys_addr_t base, phys_addr_t size);
bool memblock_is_reserved(phys_addr_t addr);
bool memblock_is_region_reserved(phys_addr_t base, phys_addr_t size);
+void memblock_get_reserved_pfn_range(unsigned long pfn,
+unsigned long *pfn_start,
+unsigned long *pfn_end);
extern void __memblock_dump_all(void);
diff --git a/mm/memblock.c b/mm/memblock.c
index 3a2707914064..e6df054e3180 100644
--- a/mm/memblock.c
+++ b/mm/memblock.c
@@ -1580,7 +1580,13 @@ void __init memblock_mem_limit_remove_map(phys_addr_t
limit)
memblock_cap_memory_range(0, max_addr);
}
-static int __init_memblock memblock_search(struct memblock_type *type,
phys_addr_t addr)
+/**
+ * Return index in regions array if addr is within the region. Otherwise
+ * return -1. If -1 is returned and *next_idx is not %NULL, sets it to the
+ * next region index or -1 if there is none.
+ */
+static int __init_memblock memblock_search(struct memblock_type *type,
+ phys_addr_t addr, int *next_idx)
{
unsigned int left = 0, right = type->cnt;
@@ -1595,22 +1601,26 @@ static int __init_memblock memblock_search(struct
memblock_type *type, phys_addr
else
return mid;
} while (left < right);
+
+ if (next_idx)
+ *next_idx = (right == type->cnt) ? -1 : right;
+
return -1;
}
bool __init memblock_is_reserved(phys_addr_t addr)
{
- return memblock_search(, addr) != -1;
+ return memblock_search(, addr, NULL) != -1;
}
bool __init_memblock memblock_is_memory(phys_addr_t addr)
{
- return memblock_search(, addr) != -1;
+ return memblock_search(, addr, NULL) != -1;
}
int __init_memblock memblock_is_map_memory(phys_addr_t addr)
{
- int i = memblock_search(, addr);
+ int i = memblock_search(, addr, NULL);
if (i == -1)
return false;
@@ -1622,7 +1632,7 @@ int __init_memblock memblock_search_pfn_nid(unsigned long
pfn,
unsigned long *start_pfn, unsigned long *end_pfn)
{
struct memblock_type *type =
- int mid = memblock_search(type, PFN_PHYS(pfn));
+ int mid = memblock_search(type, PFN_PHYS(pfn), NULL);
if (mid == -1)
return -1;
@@ -1646,7 +1656,7 @@ int __init_memblock memblock_search_pfn_nid(unsigned long
pfn,
*/
int __init_memblock memblock_is_region_memory(phys_addr_t base, phys_addr_t
size)
{
- int idx = memblock_search(, base);
+ int idx = memblock_search(, base, NULL);
phys_addr_t end = base + memblock_cap_size(base, );
if (idx == -1)
@@ -1656,6 +1666,38 @@ int __init_memblock
memblock_is_region_memory(phys_addr_t base, phys_addr_t size
}
/**
+ * memblock_get_reserved_pfn_range - search for the next reserved region
+ *
+ * @pfn: start searching from this pfn.
+ *
+ * RETURNS:
+ * [start_pfn, end_pfn), where start_pfn >= pfn. If none is found
+ * start_pfn, and end_pfn are both set to ULONG_MAX.
+ */
+void __init_memblock memblock_get_reserved_pfn_range(unsigned long pfn,
+unsigned long *start_pfn,
+unsigned long *end_pfn)
+{
+ struct memblock_type *type =
+ int next_idx, idx;
+
+ idx = memblock_search(type, PFN_PHYS(pfn), _idx);
+ if (idx
[v5 05/15] mm: don't accessed uninitialized struct pages
In deferred_init_memmap() where all deferred struct pages are initialized
we have a check like this:
if (page->flags) {
VM_BUG_ON(page_zone(page) != zone);
goto free_range;
}
This way we are checking if the current deferred page has already been
initialized. It works, because memory for struct pages has been zeroed, and
the only way flags are not zero if it went through __init_single_page()
before. But, once we change the current behavior and won't zero the memory
in memblock allocator, we cannot trust anything inside "struct page"es
until they are initialized. This patch fixes this.
This patch defines a new accessor memblock_get_reserved_pfn_range()
which returns successive ranges of reserved PFNs. deferred_init_memmap()
calls it to determine if a PFN and its struct page has already been
initialized.
Signed-off-by: Pavel Tatashin
Reviewed-by: Steven Sistare
Reviewed-by: Daniel Jordan
Reviewed-by: Bob Picco
---
include/linux/memblock.h | 3 +++
mm/memblock.c| 54 ++--
mm/page_alloc.c | 11 +-
3 files changed, 61 insertions(+), 7 deletions(-)
diff --git a/include/linux/memblock.h b/include/linux/memblock.h
index bae11c7e7bf3..b6a2a610f5e1 100644
--- a/include/linux/memblock.h
+++ b/include/linux/memblock.h
@@ -320,6 +320,9 @@ int memblock_is_map_memory(phys_addr_t addr);
int memblock_is_region_memory(phys_addr_t base, phys_addr_t size);
bool memblock_is_reserved(phys_addr_t addr);
bool memblock_is_region_reserved(phys_addr_t base, phys_addr_t size);
+void memblock_get_reserved_pfn_range(unsigned long pfn,
+unsigned long *pfn_start,
+unsigned long *pfn_end);
extern void __memblock_dump_all(void);
diff --git a/mm/memblock.c b/mm/memblock.c
index 3a2707914064..e6df054e3180 100644
--- a/mm/memblock.c
+++ b/mm/memblock.c
@@ -1580,7 +1580,13 @@ void __init memblock_mem_limit_remove_map(phys_addr_t
limit)
memblock_cap_memory_range(0, max_addr);
}
-static int __init_memblock memblock_search(struct memblock_type *type,
phys_addr_t addr)
+/**
+ * Return index in regions array if addr is within the region. Otherwise
+ * return -1. If -1 is returned and *next_idx is not %NULL, sets it to the
+ * next region index or -1 if there is none.
+ */
+static int __init_memblock memblock_search(struct memblock_type *type,
+ phys_addr_t addr, int *next_idx)
{
unsigned int left = 0, right = type->cnt;
@@ -1595,22 +1601,26 @@ static int __init_memblock memblock_search(struct
memblock_type *type, phys_addr
else
return mid;
} while (left < right);
+
+ if (next_idx)
+ *next_idx = (right == type->cnt) ? -1 : right;
+
return -1;
}
bool __init memblock_is_reserved(phys_addr_t addr)
{
- return memblock_search(, addr) != -1;
+ return memblock_search(, addr, NULL) != -1;
}
bool __init_memblock memblock_is_memory(phys_addr_t addr)
{
- return memblock_search(, addr) != -1;
+ return memblock_search(, addr, NULL) != -1;
}
int __init_memblock memblock_is_map_memory(phys_addr_t addr)
{
- int i = memblock_search(, addr);
+ int i = memblock_search(, addr, NULL);
if (i == -1)
return false;
@@ -1622,7 +1632,7 @@ int __init_memblock memblock_search_pfn_nid(unsigned long
pfn,
unsigned long *start_pfn, unsigned long *end_pfn)
{
struct memblock_type *type =
- int mid = memblock_search(type, PFN_PHYS(pfn));
+ int mid = memblock_search(type, PFN_PHYS(pfn), NULL);
if (mid == -1)
return -1;
@@ -1646,7 +1656,7 @@ int __init_memblock memblock_search_pfn_nid(unsigned long
pfn,
*/
int __init_memblock memblock_is_region_memory(phys_addr_t base, phys_addr_t
size)
{
- int idx = memblock_search(, base);
+ int idx = memblock_search(, base, NULL);
phys_addr_t end = base + memblock_cap_size(base, );
if (idx == -1)
@@ -1656,6 +1666,38 @@ int __init_memblock
memblock_is_region_memory(phys_addr_t base, phys_addr_t size
}
/**
+ * memblock_get_reserved_pfn_range - search for the next reserved region
+ *
+ * @pfn: start searching from this pfn.
+ *
+ * RETURNS:
+ * [start_pfn, end_pfn), where start_pfn >= pfn. If none is found
+ * start_pfn, and end_pfn are both set to ULONG_MAX.
+ */
+void __init_memblock memblock_get_reserved_pfn_range(unsigned long pfn,
+unsigned long *start_pfn,
+unsigned long *end_pfn)
+{
+ struct memblock_type *type =
+ int next_idx, idx;
+
+ idx = memblock_search(type, PFN_PHYS(pfn), _idx);
+ if (idx == -1 && next_idx == -1) {
+ *start_pfn = ULONG_MAX;
+ *end_pfn =
