From 0f97e5f38c93ef32379137dfc0d3b118eca3c3c2 Mon Sep 17 00:00:00 2001 From: Christoph Lameter Date: Wed, 3 Oct 2007 20:42:44 -0700 Subject: [PATCH] vcompound: Support determination of the nth page of a compound Add a new function compound_nth_page(page, n) and vmalloc_nth_page(page, n) to find the nth page of a compound page. For real compound pages his simply reduces to page + n. For virtual compound pages we need to consult the page tables to figure out the nth page from the one specified. Update all the references to page[1] to use compound_nth instead. --- include/linux/mm.h | 16 ++++++++++++---- mm/page_alloc.c | 16 +++++++++++----- mm/vmalloc.c | 10 ++++++++++ 3 files changed, 33 insertions(+), 9 deletions(-) Index: linux-2.6/include/linux/mm.h =================================================================== --- linux-2.6.orig/include/linux/mm.h 2008-02-16 19:24:56.000000000 -0800 +++ linux-2.6/include/linux/mm.h 2008-02-16 19:28:32.000000000 -0800 @@ -244,6 +244,7 @@ static inline int is_vmalloc_addr(const } void *vmalloc_address(struct page *); +struct page *vmalloc_nth_page(struct page *page, int n); static inline struct page *compound_head(struct page *page) { @@ -287,27 +288,34 @@ void split_page(struct page *page, unsig */ typedef void compound_page_dtor(struct page *); +static inline struct page *compound_nth_page(struct page *page, int n) +{ + if (likely(!PageVcompound(page))) + return page + n; + return vmalloc_nth_page(page, n); +} + static inline void set_compound_page_dtor(struct page *page, compound_page_dtor *dtor) { - page[1].lru.next = (void *)dtor; + compound_nth_page(page, 1)->lru.next = (void *)dtor; } static inline compound_page_dtor *get_compound_page_dtor(struct page *page) { - return (compound_page_dtor *)page[1].lru.next; + return (compound_page_dtor *)compound_nth_page(page, 1)->lru.next; } static inline int compound_order(struct page *page) { if (!PageHead(page)) return 0; - return (unsigned long)page[1].lru.prev; + return (unsigned long)compound_nth_page(page, 1)->lru.prev; } static inline void set_compound_order(struct page *page, unsigned long order) { - page[1].lru.prev = (void *)order; + compound_nth_page(page, 1)->lru.prev = (void *)order; } /* Index: linux-2.6/mm/page_alloc.c =================================================================== --- linux-2.6.orig/mm/page_alloc.c 2008-02-16 19:24:56.000000000 -0800 +++ linux-2.6/mm/page_alloc.c 2008-02-16 19:25:01.000000000 -0800 @@ -297,7 +297,7 @@ static void prep_compound_page(struct pa set_compound_order(page, order); __SetPageHead(page); for (i = 1; i < nr_pages; i++) { - struct page *p = page + i; + struct page *p = compound_nth_page(page, i); __SetPageTail(p); p->first_page = page; @@ -312,17 +312,23 @@ static void destroy_compound_page(struct if (unlikely(compound_order(page) != order)) bad_page(page); - if (unlikely(!PageHead(page))) - bad_page(page); - __ClearPageHead(page); for (i = 1; i < nr_pages; i++) { - struct page *p = page + i; + struct page *p = compound_nth_page(page, i); if (unlikely(!PageTail(p) | (p->first_page != page))) bad_page(page); __ClearPageTail(p); } + + /* + * The PageHead is important since it determines how operations on + * a compound page have to be performed. We can only tear the head + * down after all the tail pages are done. + */ + if (unlikely(!PageHead(page))) + bad_page(page); + __ClearPageHead(page); } static inline void prep_zero_page(struct page *page, int order, gfp_t gfp_flags) Index: linux-2.6/mm/vmalloc.c =================================================================== --- linux-2.6.orig/mm/vmalloc.c 2008-02-16 19:24:55.000000000 -0800 +++ linux-2.6/mm/vmalloc.c 2008-02-16 19:25:01.000000000 -0800 @@ -584,6 +584,16 @@ void *vmalloc(unsigned long size) } EXPORT_SYMBOL(vmalloc); +/* + * Given a pointer to the first page struct: + * Determine a pointer to the nth page. + */ +struct page *vmalloc_nth_page(struct page *page, int n) +{ + return vmalloc_to_page(page_address(page) + n * PAGE_SIZE); +} +EXPORT_SYMBOL(vmalloc_nth_page); + /** * vmalloc_user - allocate zeroed virtually contiguous memory for userspace * @size: allocation size