From 22bbeefb5be7129c1615e2df7a83b4ff64cc5e8a Mon Sep 17 00:00:00 2001 From: Christoph Lameter Date: Thu, 9 Aug 2007 07:51:47 -0700 Subject: [PATCH] SLUB: Add KICKABLE to avoid repeated kick() attempts Add a flag KICKABLE to be set on slabs with a defragmentation method Clear the flag if a kick action is not successful in reducing the number of objects in a slab. The KICKABLE flag is set again when all objeccts of the slab have been allocated and it is removed from the partial lists. Reviewed-by: Rik van Riel Signed-off-by: Christoph Lameter --- mm/slub.c | 29 ++++++++++++++++++++++++++++- 1 file changed, 28 insertions(+), 1 deletion(-) Index: linux-2.6/mm/slub.c =================================================================== --- linux-2.6.orig/mm/slub.c 2008-04-02 19:14:55.406587803 -0700 +++ linux-2.6/mm/slub.c 2008-04-02 19:16:35.926675527 -0700 @@ -101,6 +101,7 @@ */ #define FROZEN (1 << PG_active) +#define KICKABLE (1 << PG_dirty) #ifdef CONFIG_SLUB_DEBUG #define SLABDEBUG (1 << PG_error) @@ -138,6 +139,21 @@ static inline void ClearSlabDebug(struct page->flags &= ~SLABDEBUG; } +static inline int SlabKickable(struct page *page) +{ + return page->flags & KICKABLE; +} + +static inline void SetSlabKickable(struct page *page) +{ + page->flags |= KICKABLE; +} + +static inline void ClearSlabKickable(struct page *page) +{ + page->flags &= ~KICKABLE; +} + /* * Issues still to be resolved: * @@ -1133,6 +1149,9 @@ static struct page *new_slab(struct kmem SLAB_STORE_USER | SLAB_TRACE)) SetSlabDebug(page); + if (s->kick) + SetSlabKickable(page); + start = page_address(page); if (unlikely(s->flags & SLAB_POISON)) @@ -1173,6 +1192,7 @@ static void __free_slab(struct kmem_cach NR_SLAB_RECLAIMABLE : NR_SLAB_UNRECLAIMABLE, -pages); + ClearSlabKickable(page); __ClearPageSlab(page); reset_page_mapcount(page); __free_pages(page, order); @@ -1386,6 +1406,8 @@ static void unfreeze_slab(struct kmem_ca stat(c, DEACTIVATE_FULL); if (SlabDebug(page) && (s->flags & SLAB_STORE_USER)) add_full(n, page); + if (s->kick) + SetSlabKickable(page); } slab_unlock(page); } else { @@ -2807,7 +2829,7 @@ static int kmem_cache_vacate(struct page s = page->slab; objects = page->objects; map = scratch + max_defrag_slab_objects * sizeof(void **); - if (!page->inuse || !s->kick) + if (!page->inuse || !s->kick || !SlabKickable(page)) goto out; /* Determine used objects */ @@ -2844,6 +2866,8 @@ out: * Check the result and unfreeze the slab */ leftover = page->inuse; + if (leftover) + ClearSlabKickable(page); unfreeze_slab(s, page, leftover > 0); local_irq_restore(flags); return leftover; @@ -2897,6 +2921,9 @@ static unsigned long __kmem_cache_shrink list_for_each_entry_safe(page, page2, &n->partial, lru) { if (page->inuse) { + if (!SlabKickable(page)) + continue; + if (page->inuse * 100 >= s->defrag_ratio * page->objects) continue;