* [PATCH 0/8] IA64 various hugepage size - Overview
@ 2006-04-14 0:26 Zou Nan hai
2006-04-14 0:31 ` [PATCH 1/8] IA64 various hugepage size - Add a variable to mm structure Zou Nan hai
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 0:26 UTC (permalink / raw)
To: LKML, linux-ia64; +Cc: Luck, Tony, Chen, Kenneth W
This series of patches add support to have different
hugepage sizes for different tasks on IA64.
While still keep the kernel compatible to old applications.
With this patch, application can set it's huge page size via
a prctl syscall.
Then different hugepage sized applications can co-work together.
Zou Nan hai
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 1/8] IA64 various hugepage size - Add a variable to mm structure
2006-04-14 0:26 [PATCH 0/8] IA64 various hugepage size - Overview Zou Nan hai
@ 2006-04-14 0:31 ` Zou Nan hai
2006-04-14 0:34 ` [PATCH 2/8] IA64 various hugepage size - Add the is_valid_hpage_size function Zou Nan hai
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 0:31 UTC (permalink / raw)
To: LKML; +Cc: Linux-IA64, Luck, Tony, Chen, Kenneth W
Add a hugepage_shift member to struct mm to make huge page size
a per mm structure.
Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
diff -Nraup a/arch/ia64/mm/hugetlbpage.c b/arch/ia64/mm/hugetlbpage.c
--- a/arch/ia64/mm/hugetlbpage.c 2006-04-11 07:42:09.000000000 +0800
+++ b/arch/ia64/mm/hugetlbpage.c 2006-04-11 08:31:20.000000000 +0800
@@ -185,3 +185,9 @@ static int __init hugetlb_setup_sz(char
return 1;
}
__setup("hugepagesz=", hugetlb_setup_sz);
+
+void hugepage_size_init(struct mm_struct *mm)
+{
+ mm->hugepage_shift = hpage_shift;
+}
+
diff -Nraup a/arch/ia64/mm/init.c b/arch/ia64/mm/init.c
--- a/arch/ia64/mm/init.c 2006-04-11 07:42:09.000000000 +0800
+++ b/arch/ia64/mm/init.c 2006-04-11 08:22:24.000000000 +0800
@@ -408,11 +408,6 @@ ia64_mmu_init (void *my_cpu_data)
ia64_set_pta(pta | (0 << 8) | (vmlpt_bits << 2) | VHPT_ENABLE_BIT);
ia64_tlb_init();
-
-#ifdef CONFIG_HUGETLB_PAGE
- ia64_set_rr(HPAGE_REGION_BASE, HPAGE_SHIFT << 2);
- ia64_srlz_d();
-#endif
}
#ifdef CONFIG_VIRTUAL_MEM_MAP
diff -Nraup a/include/asm-ia64/mmu_context.h b/include/asm-ia64/mmu_context.h
--- a/include/asm-ia64/mmu_context.h 2006-03-20 13:53:29.000000000 +0800
+++ b/include/asm-ia64/mmu_context.h 2006-04-11 08:29:03.000000000 +0800
@@ -127,13 +127,12 @@ destroy_context (struct mm_struct *mm)
}
static inline void
-reload_context (nv_mm_context_t context)
+reload_context (struct mm_struct *mm, nv_mm_context_t context)
{
unsigned long rid;
unsigned long rid_incr = 0;
- unsigned long rr0, rr1, rr2, rr3, rr4, old_rr4;
+ unsigned long rr0, rr1, rr2, rr3, rr4;
- old_rr4 = ia64_get_rr(RGN_BASE(RGN_HPAGE));
rid = context << 3; /* make space for encoding the region number */
rid_incr = 1 << 8;
@@ -144,7 +143,10 @@ reload_context (nv_mm_context_t context)
rr3 = rr0 + 3*rid_incr;
rr4 = rr0 + 4*rid_incr;
#ifdef CONFIG_HUGETLB_PAGE
- rr4 = (rr4 & (~(0xfcUL))) | (old_rr4 & 0xfc);
+ {
+ unsigned long ps = mm->hugepage_shift << 2;
+ rr4 = ((rr4 & (~(0xfcUL))) | ps);
+ }
# if RGN_HPAGE != 4
# error "reload_context assumes RGN_HPAGE is 4"
@@ -171,7 +173,7 @@ activate_context (struct mm_struct *mm)
context = get_mmu_context(mm);
if (!cpu_isset(smp_processor_id(), mm->cpu_vm_mask))
cpu_set(smp_processor_id(), mm->cpu_vm_mask);
- reload_context(context);
+ reload_context(mm, context);
/*
* in the unlikely event of a TLB-flush by another thread,
* redo the load.
diff -Nraup a/include/asm-ia64/page.h b/include/asm-ia64/page.h
--- a/include/asm-ia64/page.h 2006-04-11 07:42:12.000000000 +0800
+++ b/include/asm-ia64/page.h 2006-04-11 08:18:59.000000000 +0800
@@ -59,6 +59,7 @@
# define ARCH_HAS_HUGEPAGE_ONLY_RANGE
# define ARCH_HAS_PREPARE_HUGEPAGE_RANGE
# define ARCH_HAS_HUGETLB_FREE_PGD_RANGE
+# define ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
#endif /* CONFIG_HUGETLB_PAGE */
#ifdef __ASSEMBLY__
diff -Nraup a/include/linux/mm.h b/include/linux/mm.h
--- a/include/linux/mm.h 2006-04-11 07:42:12.000000000 +0800
+++ b/include/linux/mm.h 2006-04-11 08:24:09.000000000 +0800
@@ -1059,5 +1059,11 @@ void drop_slab(void);
extern int randomize_va_space;
#endif
+#ifndef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+#define hugepage_size_init(mm)
+#else
+extern void hugepage_size_init(struct mm_struct *mm);
+#endif
+
#endif /* __KERNEL__ */
#endif /* _LINUX_MM_H */
diff -Nraup a/include/linux/sched.h b/include/linux/sched.h
--- a/include/linux/sched.h 2006-04-11 07:42:12.000000000 +0800
+++ b/include/linux/sched.h 2006-04-11 08:17:31.000000000 +0800
@@ -350,6 +350,9 @@ struct mm_struct {
/* aio bits */
rwlock_t ioctx_list_lock;
struct kioctx *ioctx_list;
+#ifdef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+ unsigned int hugepage_shift;
+#endif
};
struct sighand_struct {
diff -Nraup a/kernel/fork.c b/kernel/fork.c
--- a/kernel/fork.c 2006-04-11 07:42:12.000000000 +0800
+++ b/kernel/fork.c 2006-04-11 08:25:32.000000000 +0800
@@ -333,6 +333,7 @@ static struct mm_struct * mm_init(struct
mm->ioctx_list = NULL;
mm->free_area_cache = TASK_UNMAPPED_BASE;
mm->cached_hole_size = ~0UL;
+ hugepage_size_init(mm);
if (likely(!mm_alloc_pgd(mm))) {
mm->def_flags = 0;
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 2/8] IA64 various hugepage size - Add the is_valid_hpage_size function
2006-04-14 0:31 ` [PATCH 1/8] IA64 various hugepage size - Add a variable to mm structure Zou Nan hai
@ 2006-04-14 0:34 ` Zou Nan hai
2006-04-14 0:41 ` [PATCH 3/8] IA64 various hugepage size - Add a mount option to hugetlbfs Zou Nan hai
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 0:34 UTC (permalink / raw)
To: LKML; +Cc: Linux-IA64, Luck, Tony, Chen, Kenneth W
Add a function is_valid_hpage_size
Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
diff -Nraup a/arch/ia64/mm/hugetlbpage.c b/arch/ia64/mm/hugetlbpage.c
--- a/arch/ia64/mm/hugetlbpage.c 2006-04-11 08:52:02.000000000 +0800
+++ b/arch/ia64/mm/hugetlbpage.c 2006-04-11 09:00:37.000000000 +0800
@@ -159,28 +159,15 @@ unsigned long hugetlb_get_unmapped_area(
static int __init hugetlb_setup_sz(char *str)
{
- u64 tr_pages;
unsigned long long size;
- if (ia64_pal_vm_page_size(&tr_pages, NULL) != 0)
- /*
- * shouldn't happen, but just in case.
- */
- tr_pages = 0x15557000UL;
-
size = memparse(str, &str);
- if (*str || (size & (size-1)) || !(tr_pages & size) ||
- size <= PAGE_SIZE ||
- size >= (1UL << PAGE_SHIFT << MAX_ORDER)) {
+ if (*str || !is_valid_hpage_size(size)) {
printk(KERN_WARNING "Invalid huge page size specified\n");
return 1;
}
hpage_shift = __ffs(size);
- /*
- * boot cpu already executed ia64_mmu_init, and has HPAGE_SHIFT_DEFAULT
- * override here with new page shift.
- */
ia64_set_rr(HPAGE_REGION_BASE, hpage_shift << 2);
return 1;
}
@@ -191,3 +178,18 @@ void hugepage_size_init(struct mm_struct
mm->hugepage_shift = hpage_shift;
}
+int is_valid_hpage_size(unsigned long long size)
+{
+ u64 tr_pages;
+ if (ia64_pal_vm_page_size(&tr_pages, NULL) != 0)
+ /*
+ * shouldn't happen, but just in case.
+ */
+ tr_pages = 0x15557000UL;
+ if((size & (size-1)) || !(tr_pages & size) ||
+ size <= PAGE_SIZE ||
+ size >= (1UL << PAGE_SHIFT << MAX_ORDER))
+ return 0;
+ return 1;
+}
+
diff -Nraup a/include/linux/mm.h b/include/linux/mm.h
--- a/include/linux/mm.h 2006-04-11 08:52:00.000000000 +0800
+++ b/include/linux/mm.h 2006-04-11 09:17:36.000000000 +0800
@@ -1061,8 +1061,13 @@ extern int randomize_va_space;
#ifndef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
#define hugepage_size_init(mm)
+static inline int is_valid_hpage_size(unsigned long long size)
+{
+ return 1;
+}
#else
extern void hugepage_size_init(struct mm_struct *mm);
+extern int is_valid_hpage_size(unsigned long long size);
#endif
#endif /* __KERNEL__ */
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 3/8] IA64 various hugepage size - Add a mount option to hugetlbfs
2006-04-14 0:34 ` [PATCH 2/8] IA64 various hugepage size - Add the is_valid_hpage_size function Zou Nan hai
@ 2006-04-14 0:41 ` Zou Nan hai
2006-04-14 0:45 ` [PATCH 4/8] IA64 various hugepage size - modify HPAGE related macros Zou Nan hai
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 0:41 UTC (permalink / raw)
To: LKML; +Cc: Linux-IA64, Tony, Kenneth W
Add a mount option page_size= to hugetlbfs.
The s_blocksize_bits in hugetlb super block will indicate the huge page size which attached
to this fs.
Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
diff -Nraup a/fs/hugetlbfs/inode.c b/fs/hugetlbfs/inode.c
--- a/fs/hugetlbfs/inode.c 2006-04-11 08:51:59.000000000 +0800
+++ b/fs/hugetlbfs/inode.c 2006-04-11 10:55:49.000000000 +0800
@@ -63,6 +63,14 @@ static int hugetlbfs_file_mmap(struct fi
loff_t len, vma_len;
int ret;
+#ifdef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+ struct super_block *sb = inode->i_sb;
+ unsigned long hpage_shift = sb->s_blocksize_bits;
+
+ if (hpage_shift != vma->vm_mm->hugepage_shift)
+ return -EINVAL;
+#endif
+
if (vma->vm_pgoff & (HPAGE_SIZE / PAGE_SIZE - 1))
return -EINVAL;
@@ -632,7 +640,17 @@ hugetlbfs_parse_options(char *options, s
size &= HPAGE_MASK;
pconfig->nr_blocks = (size >> HPAGE_SHIFT);
value = rest;
- } else if (!strcmp(opt,"nr_inodes")) {
+ }
+#ifdef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+ else if (!strcmp(opt, "page_size")) {
+ unsigned long long size = memparse(value, &rest);
+ if (!is_valid_hpage_size(size))
+ return -EINVAL;
+ pconfig->page_shift = __ffs(size);
+ value = rest;
+ }
+#endif
+ else if (!strcmp(opt,"nr_inodes")) {
pconfig->nr_inodes = memparse(value, &rest);
value = rest;
} else
@@ -658,6 +676,7 @@ hugetlbfs_fill_super(struct super_block
config.uid = current->fsuid;
config.gid = current->fsgid;
config.mode = 0755;
+ config.page_shift = HPAGE_SHIFT;
ret = hugetlbfs_parse_options(data, &config);
if (ret)
@@ -673,8 +692,8 @@ hugetlbfs_fill_super(struct super_block
sbinfo->max_inodes = config.nr_inodes;
sbinfo->free_inodes = config.nr_inodes;
sb->s_maxbytes = MAX_LFS_FILESIZE;
- sb->s_blocksize = HPAGE_SIZE;
- sb->s_blocksize_bits = HPAGE_SHIFT;
+ sb->s_blocksize = 1UL << config.page_shift;
+ sb->s_blocksize_bits = config.page_shift;
sb->s_magic = HUGETLBFS_MAGIC;
sb->s_op = &hugetlbfs_ops;
sb->s_time_gran = 1;
diff -Nraup a/include/linux/hugetlb.h b/include/linux/hugetlb.h
--- a/include/linux/hugetlb.h 2006-04-11 08:52:00.000000000 +0800
+++ b/include/linux/hugetlb.h 2006-04-11 10:51:41.000000000 +0800
@@ -124,6 +124,7 @@ struct hugetlbfs_config {
uid_t uid;
gid_t gid;
umode_t mode;
+ int page_shift;
long nr_blocks;
long nr_inodes;
};
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 4/8] IA64 various hugepage size - modify HPAGE related macros
2006-04-14 0:41 ` [PATCH 3/8] IA64 various hugepage size - Add a mount option to hugetlbfs Zou Nan hai
@ 2006-04-14 0:45 ` Zou Nan hai
2006-04-14 0:49 ` [PATCH 5/8] IA64 various hugepage size - mount more hugetlb fs for SHM Zou Nan hai
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 0:45 UTC (permalink / raw)
To: LKML; +Cc: Linux-IA64, Tony, Kenneth W
Modify HPAGE related macros to mm related.
Also change some variable in hugetlb.c into array.
Since those variable will not be accessed in hot path. the impact to performance should be limited.
Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
diff -Nraup a/arch/i386/mm/hugetlbpage.c b/arch/i386/mm/hugetlbpage.c
--- a/arch/i386/mm/hugetlbpage.c 2006-04-12 10:12:43.000000000 +0800
+++ b/arch/i386/mm/hugetlbpage.c 2006-04-12 10:09:37.000000000 +0800
@@ -107,7 +107,7 @@ follow_huge_pmd(struct mm_struct *mm, un
page = pte_page(*(pte_t *)pmd);
if (page)
- page += ((address & ~HPAGE_MASK) >> PAGE_SHIFT);
+ page += ((address & ~HPAGE_MASK(mm)) >> PAGE_SHIFT);
return page;
}
#endif
@@ -131,7 +131,7 @@ static unsigned long hugetlb_get_unmappe
}
full_search:
- addr = ALIGN(start_addr, HPAGE_SIZE);
+ addr = ALIGN(start_addr, HPAGE_SIZE(mm));
for (vma = find_vma(mm, addr); ; vma = vma->vm_next) {
/* At this point: (!vma || addr < vma->vm_end). */
@@ -153,7 +153,7 @@ full_search:
}
if (addr + mm->cached_hole_size < vma->vm_start)
mm->cached_hole_size = vma->vm_start - addr;
- addr = ALIGN(vma->vm_end, HPAGE_SIZE);
+ addr = ALIGN(vma->vm_end, HPAGE_SIZE(mm));
}
}
@@ -181,7 +181,7 @@ try_again:
goto fail;
/* either no address requested or cant fit in requested address hole */
- addr = (mm->free_area_cache - len) & HPAGE_MASK;
+ addr = (mm->free_area_cache - len) & HPAGE_MASK(mm);
do {
/*
* Lookup failure means no vma is above this address,
@@ -212,7 +212,7 @@ try_again:
largest_hole = vma->vm_start - addr;
/* try just below the current vma->vm_start */
- addr = (vma->vm_start - len) & HPAGE_MASK;
+ addr = (vma->vm_start - len) & HPAGE_MASK(mm);
} while (len <= vma->vm_start);
fail:
@@ -253,13 +253,13 @@ hugetlb_get_unmapped_area(struct file *f
struct mm_struct *mm = current->mm;
struct vm_area_struct *vma;
- if (len & ~HPAGE_MASK)
+ if (len & ~HPAGE_MASK(mm))
return -EINVAL;
if (len > TASK_SIZE)
return -ENOMEM;
if (addr) {
- addr = ALIGN(addr, HPAGE_SIZE);
+ addr = ALIGN(addr, HPAGE_SIZE(mm));
vma = find_vma(mm, addr);
if (TASK_SIZE - len >= addr &&
(!vma || addr + len <= vma->vm_start))
diff -Nraup a/arch/ia64/mm/hugetlbpage.c b/arch/ia64/mm/hugetlbpage.c
--- a/arch/ia64/mm/hugetlbpage.c 2006-04-12 10:13:53.000000000 +0800
+++ b/arch/ia64/mm/hugetlbpage.c 2006-04-12 10:09:37.000000000 +0800
@@ -22,12 +22,12 @@
#include <asm/tlb.h>
#include <asm/tlbflush.h>
-unsigned int hpage_shift=HPAGE_SHIFT_DEFAULT;
+unsigned int init_hpage_shift=HPAGE_SHIFT_DEFAULT;
pte_t *
huge_pte_alloc (struct mm_struct *mm, unsigned long addr)
{
- unsigned long taddr = htlbpage_to_page(addr);
+ unsigned long taddr = htlbpage_to_page(mm, addr);
pgd_t *pgd;
pud_t *pud;
pmd_t *pmd;
@@ -46,7 +46,7 @@ huge_pte_alloc (struct mm_struct *mm, un
pte_t *
huge_pte_offset (struct mm_struct *mm, unsigned long addr)
{
- unsigned long taddr = htlbpage_to_page(addr);
+ unsigned long taddr = htlbpage_to_page(mm, addr);
pgd_t *pgd;
pud_t *pud;
pmd_t *pmd;
@@ -73,9 +73,9 @@ huge_pte_offset (struct mm_struct *mm, u
*/
int prepare_hugepage_range(unsigned long addr, unsigned long len)
{
- if (len & ~HPAGE_MASK)
+ if (len & ~HPAGE_MASK(current->mm))
return -EINVAL;
- if (addr & ~HPAGE_MASK)
+ if (addr & ~HPAGE_MASK(current->mm))
return -EINVAL;
if (REGION_NUMBER(addr) != RGN_HPAGE)
return -EINVAL;
@@ -95,7 +95,7 @@ struct page *follow_huge_addr(struct mm_
if (!ptep || pte_none(*ptep))
return NULL;
page = pte_page(*ptep);
- page += ((addr & ~HPAGE_MASK) >> PAGE_SHIFT);
+ page += ((addr & ~HPAGE_MASK(mm)) >> PAGE_SHIFT);
return page;
}
int pmd_huge(pmd_t pmd)
@@ -122,13 +122,14 @@ void hugetlb_free_pgd_range(struct mmu_g
* If floor and ceiling are also in the hugetlb region, they
* must likewise be scaled down; but if outside, left unchanged.
*/
+ struct mm_struct *mm = (*tlb)->mm;
- addr = htlbpage_to_page(addr);
- end = htlbpage_to_page(end);
+ addr = htlbpage_to_page(mm, addr);
+ end = htlbpage_to_page(mm, end);
if (REGION_NUMBER(floor) == RGN_HPAGE)
- floor = htlbpage_to_page(floor);
+ floor = htlbpage_to_page(mm, floor);
if (REGION_NUMBER(ceiling) == RGN_HPAGE)
- ceiling = htlbpage_to_page(ceiling);
+ ceiling = htlbpage_to_page(mm, ceiling);
free_pgd_range(tlb, addr, end, floor, ceiling);
}
@@ -137,23 +138,24 @@ unsigned long hugetlb_get_unmapped_area(
unsigned long pgoff, unsigned long flags)
{
struct vm_area_struct *vmm;
+ struct mm_struct *mm = current->mm;
if (len > RGN_MAP_LIMIT)
return -ENOMEM;
- if (len & ~HPAGE_MASK)
+ if (len & ~HPAGE_MASK(mm))
return -EINVAL;
/* This code assumes that RGN_HPAGE != 0. */
- if ((REGION_NUMBER(addr) != RGN_HPAGE) || (addr & (HPAGE_SIZE - 1)))
+ if ((REGION_NUMBER(addr) != RGN_HPAGE) || (addr & (HPAGE_SIZE(mm) - 1)))
addr = HPAGE_REGION_BASE;
else
- addr = ALIGN(addr, HPAGE_SIZE);
+ addr = ALIGN(addr, HPAGE_SIZE(mm));
for (vmm = find_vma(current->mm, addr); ; vmm = vmm->vm_next) {
/* At this point: (!vmm || addr < vmm->vm_end). */
if (REGION_OFFSET(addr) + len > RGN_MAP_LIMIT)
return -ENOMEM;
if (!vmm || (addr + len) <= vmm->vm_start)
return addr;
- addr = ALIGN(vmm->vm_end, HPAGE_SIZE);
+ addr = ALIGN(vmm->vm_end, HPAGE_SIZE(mm));
}
}
@@ -167,15 +169,14 @@ static int __init hugetlb_setup_sz(char
return 1;
}
- hpage_shift = __ffs(size);
- ia64_set_rr(HPAGE_REGION_BASE, hpage_shift << 2);
+ init_hpage_shift = __ffs(size);
return 1;
}
__setup("hugepagesz=", hugetlb_setup_sz);
void hugepage_size_init(struct mm_struct *mm)
{
- mm->hugepage_shift = hpage_shift;
+ mm->hugepage_shift = init_hpage_shift;
}
int is_valid_hpage_size(unsigned long long size)
diff -Nraup a/arch/powerpc/mm/hash_utils_64.c b/arch/powerpc/mm/hash_utils_64.c
--- a/arch/powerpc/mm/hash_utils_64.c 2006-04-12 10:12:43.000000000 +0800
+++ b/arch/powerpc/mm/hash_utils_64.c 2006-04-12 10:09:37.000000000 +0800
@@ -94,7 +94,7 @@ int mmu_linear_psize = MMU_PAGE_4K;
int mmu_virtual_psize = MMU_PAGE_4K;
#ifdef CONFIG_HUGETLB_PAGE
int mmu_huge_psize = MMU_PAGE_16M;
-unsigned int HPAGE_SHIFT;
+unsigned int hpage_shift;
#endif
/* There are definitions of page sizes arrays to be used when none
@@ -337,9 +337,9 @@ static void __init htab_init_page_sizes(
/* Calculate HPAGE_SHIFT and sanity check it */
if (mmu_psize_defs[mmu_huge_psize].shift > MIN_HUGEPTE_SHIFT &&
mmu_psize_defs[mmu_huge_psize].shift < SID_SHIFT)
- HPAGE_SHIFT = mmu_psize_defs[mmu_huge_psize].shift;
+ hpage_shift = mmu_psize_defs[mmu_huge_psize].shift;
else
- HPAGE_SHIFT = 0; /* No huge pages dude ! */
+ hpage_shift = 0; /* No huge pages dude ! */
#endif /* CONFIG_HUGETLB_PAGE */
}
diff -Nraup a/arch/powerpc/mm/hugetlbpage.c b/arch/powerpc/mm/hugetlbpage.c
--- a/arch/powerpc/mm/hugetlbpage.c 2006-04-12 10:12:43.000000000 +0800
+++ b/arch/powerpc/mm/hugetlbpage.c 2006-04-12 10:09:37.000000000 +0800
@@ -40,7 +40,7 @@ pte_t *huge_pte_offset(struct mm_struct
BUG_ON(! in_hugepage_area(mm->context, addr));
- addr &= HPAGE_MASK;
+ addr &= HPAGE_MASK(mm);
pg = pgd_offset(mm, addr);
if (!pgd_none(*pg)) {
@@ -81,7 +81,7 @@ pte_t *huge_pte_alloc(struct mm_struct *
BUG_ON(! in_hugepage_area(mm->context, addr));
- addr &= HPAGE_MASK;
+ addr &= HPAGE_MASK(mm);
pg = pgd_offset(mm, addr);
pu = pud_alloc(mm, pg, addr);
@@ -115,7 +115,7 @@ void set_huge_pte_at(struct mm_struct *m
*/
unsigned long old = pte_update(ptep, ~0UL);
if (old & _PAGE_HASHPTE)
- hpte_update(mm, addr & HPAGE_MASK, ptep, old, 1);
+ hpte_update(mm, addr & HPAGE_MASK(mm), ptep, old, 1);
flush_tlb_pending();
}
*ptep = __pte(pte_val(pte) & ~_PAGE_HPTEFLAGS);
@@ -127,7 +127,7 @@ pte_t huge_ptep_get_and_clear(struct mm_
unsigned long old = pte_update(ptep, ~0UL);
if (old & _PAGE_HASHPTE)
- hpte_update(mm, addr & HPAGE_MASK, ptep, old, 1);
+ hpte_update(mm, addr & HPAGE_MASK(mm), ptep, old, 1);
*ptep = __pte(0);
return __pte(old);
@@ -331,7 +331,7 @@ follow_huge_addr(struct mm_struct *mm, u
ptep = huge_pte_offset(mm, address);
page = pte_page(*ptep);
if (page)
- page += (address % HPAGE_SIZE) / PAGE_SIZE;
+ page += (address % HPAGE_SIZE(mm)) / PAGE_SIZE;
return page;
}
@@ -562,7 +562,7 @@ static unsigned long htlb_get_low_area(u
if (!vma || (addr + len) <= vma->vm_start)
return addr;
- addr = ALIGN(vma->vm_end, HPAGE_SIZE);
+ addr = ALIGN(vma->vm_end, HPAGE_SIZE(current->mm));
/* Depending on segmask this might not be a confirmed
* hugepage region, so the ALIGN could have skipped
* some VMAs */
@@ -589,7 +589,7 @@ static unsigned long htlb_get_high_area(
if (!vma || (addr + len) <= vma->vm_start)
return addr;
- addr = ALIGN(vma->vm_end, HPAGE_SIZE);
+ addr = ALIGN(vma->vm_end, HPAGE_SIZE(current->mm));
/* Depending on segmask this might not be a confirmed
* hugepage region, so the ALIGN could have skipped
* some VMAs */
@@ -606,7 +606,7 @@ unsigned long hugetlb_get_unmapped_area(
int lastshift;
u16 areamask, curareas;
- if (HPAGE_SHIFT == 0)
+ if (HPAGE_SHIFT(current->mm) == 0)
return -EINVAL;
if (len & ~HPAGE_MASK)
return -EINVAL;
@@ -700,7 +700,7 @@ static unsigned int hash_huge_page_do_la
/* page is dirty */
if (!test_bit(PG_arch_1, &page->flags) && !PageReserved(page)) {
if (trap == 0x400) {
- for (i = 0; i < (HPAGE_SIZE / PAGE_SIZE); i++)
+ for (i = 0; i < (HPAGE_SIZE(current->mm) / PAGE_SIZE); i++)
__flush_dcache_icache(page_address(page+i));
set_bit(PG_arch_1, &page->flags);
} else {
@@ -774,7 +774,7 @@ int hash_huge_page(struct mm_struct *mm,
/* There MIGHT be an HPTE for this pte */
unsigned long hash, slot;
- hash = hpt_hash(va, HPAGE_SHIFT);
+ hash = hpt_hash(va, HPAGE_SHIFT(mm));
if (old_pte & _PAGE_F_SECOND)
hash = ~hash;
slot = (hash & htab_hash_mask) * HPTES_PER_GROUP;
@@ -786,7 +786,7 @@ int hash_huge_page(struct mm_struct *mm,
}
if (likely(!(old_pte & _PAGE_HASHPTE))) {
- unsigned long hash = hpt_hash(va, HPAGE_SHIFT);
+ unsigned long hash = hpt_hash(va, HPAGE_SHIFT(mm));
unsigned long hpte_group;
pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT;
diff -Nraup a/arch/sparc64/kernel/sun4v_tlb_miss.S b/arch/sparc64/kernel/sun4v_tlb_miss.S
--- a/arch/sparc64/kernel/sun4v_tlb_miss.S 2006-04-12 10:12:43.000000000 +0800
+++ b/arch/sparc64/kernel/sun4v_tlb_miss.S 2006-04-12 10:09:37.000000000 +0800
@@ -182,7 +182,7 @@ sun4v_tsb_miss_common:
cmp %g5, -1
be,pt %xcc, 80f
nop
- COMPUTE_TSB_PTR(%g5, %g4, HPAGE_SHIFT, %g2, %g7)
+ COMPUTE_TSB_PTR(%g5, %g4, HPAGE_SHIFT(0), %g2, %g7)
/* That clobbered %g2, reload it. */
ldxa [%g0] ASI_SCRATCHPAD, %g2
diff -Nraup a/arch/sparc64/kernel/tsb.S b/arch/sparc64/kernel/tsb.S
--- a/arch/sparc64/kernel/tsb.S 2006-04-12 10:12:43.000000000 +0800
+++ b/arch/sparc64/kernel/tsb.S 2006-04-12 10:09:37.000000000 +0800
@@ -76,7 +76,7 @@ tsb_miss_page_table_walk:
mov 512, %g7
andn %g5, 0x7, %g5
sllx %g7, %g6, %g7
- srlx %g4, HPAGE_SHIFT, %g6
+ srlx %g4, HPAGE_SHIFT(0), %g6
sub %g7, 1, %g7
and %g6, %g7, %g6
sllx %g6, 4, %g6
diff -Nraup a/arch/sparc64/mm/fault.c b/arch/sparc64/mm/fault.c
--- a/arch/sparc64/mm/fault.c 2006-04-12 10:12:43.000000000 +0800
+++ b/arch/sparc64/mm/fault.c 2006-04-12 10:09:37.000000000 +0800
@@ -415,7 +415,7 @@ good_area:
mm_rss = get_mm_rss(mm);
#ifdef CONFIG_HUGETLB_PAGE
- mm_rss -= (mm->context.huge_pte_count * (HPAGE_SIZE / PAGE_SIZE));
+ mm_rss -= (mm->context.huge_pte_count * (HPAGE_SIZE(mm) / PAGE_SIZE));
#endif
if (unlikely(mm_rss >
mm->context.tsb_block[MM_TSB_BASE].tsb_rss_limit))
diff -Nraup a/arch/sparc64/mm/hugetlbpage.c b/arch/sparc64/mm/hugetlbpage.c
--- a/arch/sparc64/mm/hugetlbpage.c 2006-04-12 10:12:43.000000000 +0800
+++ b/arch/sparc64/mm/hugetlbpage.c 2006-04-12 10:09:37.000000000 +0800
@@ -54,7 +54,7 @@ static unsigned long hugetlb_get_unmappe
task_size -= len;
full_search:
- addr = ALIGN(addr, HPAGE_SIZE);
+ addr = ALIGN(addr, HPAGE_SIZE(mm));
for (vma = find_vma(mm, addr); ; vma = vma->vm_next) {
/* At this point: (!vma || addr < vma->vm_end). */
@@ -81,7 +81,7 @@ full_search:
if (addr + mm->cached_hole_size < vma->vm_start)
mm->cached_hole_size = vma->vm_start - addr;
- addr = ALIGN(vma->vm_end, HPAGE_SIZE);
+ addr = ALIGN(vma->vm_end, HPAGE_SIZE(mm));
}
}
@@ -105,7 +105,7 @@ hugetlb_get_unmapped_area_topdown(struct
}
/* either no address requested or can't fit in requested address hole */
- addr = mm->free_area_cache & HPAGE_MASK;
+ addr = mm->free_area_cache & HPAGE_MASK(mm);
/* make sure it can fit in the remaining address space */
if (likely(addr > len)) {
@@ -119,7 +119,7 @@ hugetlb_get_unmapped_area_topdown(struct
if (unlikely(mm->mmap_base < len))
goto bottomup;
- addr = (mm->mmap_base-len) & HPAGE_MASK;
+ addr = (mm->mmap_base-len) & HPAGE_MASK(mm);
do {
/*
@@ -138,7 +138,7 @@ hugetlb_get_unmapped_area_topdown(struct
mm->cached_hole_size = vma->vm_start - addr;
/* try just below the current vma->vm_start */
- addr = (vma->vm_start-len) & HPAGE_MASK;
+ addr = (vma->vm_start-len) & HPAGE_MASK(mm);
} while (likely(len < vma->vm_start));
bottomup:
@@ -171,13 +171,13 @@ hugetlb_get_unmapped_area(struct file *f
if (test_thread_flag(TIF_32BIT))
task_size = STACK_TOP32;
- if (len & ~HPAGE_MASK)
+ if (len & ~HPAGE_MASK(mm))
return -EINVAL;
if (len > task_size)
return -ENOMEM;
if (addr) {
- addr = ALIGN(addr, HPAGE_SIZE);
+ addr = ALIGN(addr, HPAGE_SIZE(mm));
vma = find_vma(mm, addr);
if (task_size - len >= addr &&
(!vma || addr + len <= vma->vm_start))
@@ -203,7 +203,7 @@ pte_t *huge_pte_alloc(struct mm_struct *
* all of the sub-ptes for the hugepage range. So we have
* to give it the first such sub-pte.
*/
- addr &= HPAGE_MASK;
+ addr &= HPAGE_MASK(mm);
pgd = pgd_offset(mm, addr);
pud = pud_alloc(mm, pgd, addr);
@@ -222,7 +222,7 @@ pte_t *huge_pte_offset(struct mm_struct
pmd_t *pmd;
pte_t *pte = NULL;
- addr &= HPAGE_MASK;
+ addr &= HPAGE_MASK(mm);
pgd = pgd_offset(mm, addr);
if (!pgd_none(*pgd)) {
diff -Nraup a/arch/sparc64/mm/init.c b/arch/sparc64/mm/init.c
--- a/arch/sparc64/mm/init.c 2006-04-12 10:12:43.000000000 +0800
+++ b/arch/sparc64/mm/init.c 2006-04-12 10:09:37.000000000 +0800
@@ -325,7 +325,7 @@ void update_mmu_cache(struct vm_area_str
(tlb_type != hypervisor &&
(pte_val(pte) & _PAGE_SZALL_4U) == _PAGE_SZHUGE_4U)) {
tsb_index = MM_TSB_HUGE;
- tsb_hash_shift = HPAGE_SHIFT;
+ tsb_hash_shift = HPAGE_SHIFT(mm);
}
}
#endif
diff -Nraup a/fs/hugetlbfs/inode.c b/fs/hugetlbfs/inode.c
--- a/fs/hugetlbfs/inode.c 2006-04-12 10:13:56.000000000 +0800
+++ b/fs/hugetlbfs/inode.c 2006-04-12 10:14:25.000000000 +0800
@@ -71,16 +71,16 @@ static int hugetlbfs_file_mmap(struct fi
return -EINVAL;
#endif
- if (vma->vm_pgoff & (HPAGE_SIZE / PAGE_SIZE - 1))
+ if (vma->vm_pgoff & (HPAGE_SIZE(vma->vm_mm) / PAGE_SIZE - 1))
return -EINVAL;
- if (vma->vm_start & ~HPAGE_MASK)
+ if (vma->vm_start & ~HPAGE_MASK(vma->vm_mm))
return -EINVAL;
- if (vma->vm_end & ~HPAGE_MASK)
+ if (vma->vm_end & ~HPAGE_MASK(vma->vm_mm))
return -EINVAL;
- if (vma->vm_end - vma->vm_start < HPAGE_SIZE)
+ if (vma->vm_end - vma->vm_start < HPAGE_SIZE(vma->vm_mm))
return -EINVAL;
vma_len = (loff_t)(vma->vm_end - vma->vm_start);
@@ -96,7 +96,9 @@ static int hugetlbfs_file_mmap(struct fi
goto out;
if (vma->vm_flags & VM_MAYSHARE)
- if (hugetlb_extend_reservation(info, len >> HPAGE_SHIFT) != 0)
+ if (hugetlb_extend_reservation(info,
+ len >> HPAGE_SHIFT(vma->vm_mm),
+ HUGETLB_PAGE_ORDER(vma->vm_mm)) != 0)
goto out;
ret = 0;
@@ -125,13 +127,13 @@ hugetlb_get_unmapped_area(struct file *f
struct vm_area_struct *vma;
unsigned long start_addr;
- if (len & ~HPAGE_MASK)
+ if (len & ~HPAGE_MASK(mm))
return -EINVAL;
if (len > TASK_SIZE)
return -ENOMEM;
if (addr) {
- addr = ALIGN(addr, HPAGE_SIZE);
+ addr = ALIGN(addr, HPAGE_SIZE(mm));
vma = find_vma(mm, addr);
if (TASK_SIZE - len >= addr &&
(!vma || addr + len <= vma->vm_start))
@@ -144,7 +146,7 @@ hugetlb_get_unmapped_area(struct file *f
start_addr = TASK_UNMAPPED_BASE;
full_search:
- addr = ALIGN(start_addr, HPAGE_SIZE);
+ addr = ALIGN(start_addr, HPAGE_SIZE(mm));
for (vma = find_vma(mm, addr); ; vma = vma->vm_next) {
/* At this point: (!vma || addr < vma->vm_end). */
@@ -162,7 +164,7 @@ full_search:
if (!vma || addr + len <= vma->vm_start)
return addr;
- addr = ALIGN(vma->vm_end, HPAGE_SIZE);
+ addr = ALIGN(vma->vm_end, HPAGE_SIZE(mm));
}
}
#endif
@@ -197,16 +199,18 @@ static void truncate_huge_page(struct pa
put_page(page);
}
-static void truncate_hugepages(struct inode *inode, loff_t lstart)
+static void truncate_hugepages(struct inode *inode, loff_t lstart,
+ struct super_block *sb)
{
struct address_space *mapping = &inode->i_data;
- const pgoff_t start = lstart >> HPAGE_SHIFT;
+ const pgoff_t start = lstart >> (sb->s_blocksize_bits);
struct pagevec pvec;
pgoff_t next;
int i;
hugetlb_truncate_reservation(HUGETLBFS_I(inode),
- lstart >> HPAGE_SHIFT);
+ lstart >> (sb->s_blocksize_bits),
+ sb->s_blocksize_bits - PAGE_SHIFT);
if (!mapping->nrpages)
return;
pagevec_init(&pvec, 0);
@@ -237,7 +241,7 @@ static void truncate_hugepages(struct in
static void hugetlbfs_delete_inode(struct inode *inode)
{
- truncate_hugepages(inode, 0);
+ truncate_hugepages(inode, 0, inode->i_sb);
clear_inode(inode);
}
@@ -270,7 +274,7 @@ static void hugetlbfs_forget_inode(struc
inode->i_state |= I_FREEING;
inodes_stat.nr_inodes--;
spin_unlock(&inode_lock);
- truncate_hugepages(inode, 0);
+ truncate_hugepages(inode, 0, sb);
clear_inode(inode);
destroy_inode(inode);
}
@@ -297,8 +301,9 @@ hugetlb_vmtruncate_list(struct prio_tree
unsigned long h_vm_pgoff;
unsigned long v_offset;
- h_vm_pgoff = vma->vm_pgoff >> (HPAGE_SHIFT - PAGE_SHIFT);
- v_offset = (h_pgoff - h_vm_pgoff) << HPAGE_SHIFT;
+ h_vm_pgoff = vma->vm_pgoff >> (HPAGE_SHIFT(vma->vm_mm)
+ - PAGE_SHIFT);
+ v_offset = (h_pgoff - h_vm_pgoff) << HPAGE_SHIFT(vma->vm_mm);
/*
* Is this VMA fully outside the truncation point?
*/
@@ -321,15 +326,15 @@ static int hugetlb_vmtruncate(struct ino
if (offset > inode->i_size)
return -EINVAL;
- BUG_ON(offset & ~HPAGE_MASK);
- pgoff = offset >> HPAGE_SHIFT;
+ BUG_ON(offset & (inode->i_sb->s_blocksize - 1));
+ pgoff = offset >> (inode->i_sb->s_blocksize_bits);
inode->i_size = offset;
spin_lock(&mapping->i_mmap_lock);
if (!prio_tree_empty(&mapping->i_mmap))
hugetlb_vmtruncate_list(&mapping->i_mmap, pgoff);
spin_unlock(&mapping->i_mmap_lock);
- truncate_hugepages(inode, offset);
+ truncate_hugepages(inode, offset, inode->i_sb);
return 0;
}
@@ -347,7 +352,7 @@ static int hugetlbfs_setattr(struct dent
if (ia_valid & ATTR_SIZE) {
error = -EINVAL;
- if (!(attr->ia_size & ~HPAGE_MASK))
+ if (!(attr->ia_size & (inode->i_sb->s_blocksize - 1)))
error = hugetlb_vmtruncate(inode, attr->ia_size);
if (error)
goto out;
@@ -369,7 +374,7 @@ static struct inode *hugetlbfs_get_inode
inode->i_mode = mode;
inode->i_uid = uid;
inode->i_gid = gid;
- inode->i_blksize = HPAGE_SIZE;
+ inode->i_blksize = sb->s_blocksize;
inode->i_blocks = 0;
inode->i_mapping->a_ops = &hugetlbfs_aops;
inode->i_mapping->backing_dev_info =&hugetlbfs_backing_dev_info;
@@ -480,7 +485,7 @@ static int hugetlbfs_statfs(struct super
struct hugetlbfs_sb_info *sbinfo = HUGETLBFS_SB(sb);
buf->f_type = HUGETLBFS_MAGIC;
- buf->f_bsize = HPAGE_SIZE;
+ buf->f_bsize = sb->s_blocksize_bits;
if (sbinfo) {
spin_lock(&sbinfo->stat_lock);
/* If no limits set, just report 0 for max/free/used
@@ -632,13 +637,13 @@ hugetlbfs_parse_options(char *options, s
else if (!strcmp(opt, "size")) {
unsigned long long size = memparse(value, &rest);
if (*rest == '%') {
- size <<= HPAGE_SHIFT;
+ size <<= HUGETLB_INIT_PAGE_SHIFT;
size *= max_huge_pages;
do_div(size, 100);
rest++;
}
- size &= HPAGE_MASK;
- pconfig->nr_blocks = (size >> HPAGE_SHIFT);
+ size &= HUGETLB_INIT_PAGE_MASK;
+ pconfig->nr_blocks = (size >> HUGETLB_INIT_PAGE_SHIFT);
value = rest;
}
#ifdef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
@@ -676,7 +681,7 @@ hugetlbfs_fill_super(struct super_block
config.uid = current->fsuid;
config.gid = current->fsgid;
config.mode = 0755;
- config.page_shift = HPAGE_SHIFT;
+ config.page_shift = HUGETLB_INIT_PAGE_SHIFT;
ret = hugetlbfs_parse_options(data, &config);
if (ret)
@@ -763,7 +768,7 @@ static int can_do_hugetlb_shm(void)
can_do_mlock());
}
-struct file *hugetlb_zero_setup(size_t size)
+struct file *hugetlb_zero_setup(size_t size, int order)
{
int error = -ENOMEM;
struct file *file;
@@ -801,7 +806,7 @@ struct file *hugetlb_zero_setup(size_t s
error = -ENOMEM;
if (hugetlb_extend_reservation(HUGETLBFS_I(inode),
- size >> HPAGE_SHIFT) != 0)
+ size >> (order + PAGE_SHIFT), order) != 0)
goto out_inode;
d_instantiate(dentry, inode);
diff -Nraup a/include/asm-i386/page.h b/include/asm-i386/page.h
--- a/include/asm-i386/page.h 2006-04-12 10:12:43.000000000 +0800
+++ b/include/asm-i386/page.h 2006-04-12 10:09:37.000000000 +0800
@@ -52,21 +52,26 @@ typedef struct { unsigned long long pgpr
#define pmd_val(x) ((x).pmd)
#define pte_val(x) ((x).pte_low | ((unsigned long long)(x).pte_high << 32))
#define __pmd(x) ((pmd_t) { (x) } )
-#define HPAGE_SHIFT 21
+#define HPAGE_SHIFT(mm) 21
#else
typedef struct { unsigned long pte_low; } pte_t;
typedef struct { unsigned long pgd; } pgd_t;
typedef struct { unsigned long pgprot; } pgprot_t;
#define boot_pte_t pte_t /* or would you rather have a typedef */
#define pte_val(x) ((x).pte_low)
-#define HPAGE_SHIFT 22
+#define HPAGE_SHIFT(mm) 22
#endif
#define PTE_MASK PAGE_MASK
#ifdef CONFIG_HUGETLB_PAGE
-#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
-#define HPAGE_MASK (~(HPAGE_SIZE - 1))
-#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
+#define HPAGE_SIZE(mm) ((1UL) << HPAGE_SHIFT(mm))
+#define HPAGE_MASK(mm) (~(HPAGE_SIZE(mm) - 1))
+#define HUGETLB_PAGE_ORDER(mm) (HPAGE_SHIFT(mm) - PAGE_SHIFT)
+#define HUGETLB_INIT_PAGE_SHIFT (HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_ORDER (HPAGE_SHIFT(0) - PAGE_SHIFT)
+#define HUGETLB_INIT_PAGE_SIZE (1UL<<HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_MASK (~(HUGETLB_INIT_PAGE_SIZE - 1))
+
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
#endif
diff -Nraup a/include/asm-ia64/page.h b/include/asm-ia64/page.h
--- a/include/asm-ia64/page.h 2006-04-12 10:13:52.000000000 +0800
+++ b/include/asm-ia64/page.h 2006-04-12 10:09:37.000000000 +0800
@@ -50,10 +50,11 @@
#ifdef CONFIG_HUGETLB_PAGE
# define HPAGE_REGION_BASE RGN_BASE(RGN_HPAGE)
-# define HPAGE_SHIFT hpage_shift
+# define HPAGE_SHIFT(mm) (mm->hugepage_shift)
# define HPAGE_SHIFT_DEFAULT 28 /* check ia64 SDM for architecture supported size */
-# define HPAGE_SIZE (__IA64_UL_CONST(1) << HPAGE_SHIFT)
-# define HPAGE_MASK (~(HPAGE_SIZE - 1))
+# define HPAGE_SIZE(mm) (__IA64_UL_CONST(1) << HPAGE_SHIFT(mm))
+# define HPAGE_MASK(mm) (~(HPAGE_SIZE(mm) - 1))
+# define HUGETLB_PAGE_ORDER(mm) ((mm->hugepage_shift) - PAGE_SHIFT)
# define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
# define ARCH_HAS_HUGEPAGE_ONLY_RANGE
@@ -154,13 +155,17 @@ typedef union ia64_va {
#define REGION_OFFSET(x) ({ia64_va _v; _v.l = (long) (x); _v.f.off;})
#ifdef CONFIG_HUGETLB_PAGE
-# define htlbpage_to_page(x) (((unsigned long) REGION_NUMBER(x) << 61) \
- | (REGION_OFFSET(x) >> (HPAGE_SHIFT-PAGE_SHIFT)))
-# define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
+# define htlbpage_to_page(mm,x) (((unsigned long) REGION_NUMBER(x) << 61) \
+ | (REGION_OFFSET(x) >> (mm->hugepage_shift-PAGE_SHIFT)))
+# define HUGETLB_INIT_PAGE_SHIFT (init_hpage_shift)
+# define HUGETLB_INIT_PAGE_ORDER (init_hpage_shift - PAGE_SHIFT)
+# define HUGETLB_INIT_PAGE_SIZE (__IA64_UL_CONST(1)<<init_hpage_shift)
+# define HUGETLB_INIT_PAGE_MASK (~(HUGETLB_INIT_PAGE_SIZE - 1))
+
# define is_hugepage_only_range(mm, addr, len) \
(REGION_NUMBER(addr) == RGN_HPAGE || \
REGION_NUMBER((addr)+(len)-1) == RGN_HPAGE)
-extern unsigned int hpage_shift;
+extern unsigned int init_hpage_shift;
#endif
static __inline__ int
diff -Nraup a/include/asm-parisc/page.h b/include/asm-parisc/page.h
--- a/include/asm-parisc/page.h 2006-04-12 10:12:43.000000000 +0800
+++ b/include/asm-parisc/page.h 2006-04-12 10:09:37.000000000 +0800
@@ -158,10 +158,15 @@ extern int npmem_ranges;
#endif /* CONFIG_DISCONTIGMEM */
#ifdef CONFIG_HUGETLB_PAGE
-#define HPAGE_SHIFT 22 /* 4MB (is this fixed?) */
-#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
-#define HPAGE_MASK (~(HPAGE_SIZE - 1))
-#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
+#define HPAGE_SHIFT(mm) 22 /* 4MB (is this fixed?) */
+#define HPAGE_SIZE(mm) ((1UL) << HPAGE_SHIFT(mm))
+#define HPAGE_MASK(mm) (~(HPAGE_SIZE(mm) - 1))
+#define HUGETLB_PAGE_ORDER(mm) (HPAGE_SHIFT(mm) - PAGE_SHIFT)
+
+#define HUGETLB_INIT_PAGE_SHIFT (HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_ORDER (HPAGE_SHIFT(0) - PAGE_SHIFT)
+#define HUGETLB_INIT_PAGE_SIZE (1UL<<HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_MASK (~(HUGETLB_INIT_PAGE_SIZE - 1))
#endif
#define virt_addr_valid(kaddr) pfn_valid(__pa(kaddr) >> PAGE_SHIFT)
diff -Nraup a/include/asm-powerpc/page_64.h b/include/asm-powerpc/page_64.h
--- a/include/asm-powerpc/page_64.h 2006-04-12 10:12:43.000000000 +0800
+++ b/include/asm-powerpc/page_64.h 2006-04-12 10:09:37.000000000 +0800
@@ -78,14 +78,18 @@ extern u64 ppc64_pft_size;
/* Large pages size */
#ifdef CONFIG_HUGETLB_PAGE
-extern unsigned int HPAGE_SHIFT;
+#define HPAGE_SHIFT(mm) hpage_shift;
#else
-#define HPAGE_SHIFT PAGE_SHIFT
+#define HPAGE_SHIFT(mm) PAGE_SHIFT
#endif
-#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
-#define HPAGE_MASK (~(HPAGE_SIZE - 1))
-#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
-
+#define HPAGE_SIZE(mm) ((1UL) << HPAGE_SHIFT(mm))
+#define HPAGE_MASK(mm) (~(HPAGE_SIZE(mm) - 1))
+#define HUGETLB_PAGE_ORDER(mm) (HPAGE_SHIFT(mm) - PAGE_SHIFT)
+
+#define HUGETLB_INIT_PAGE_SHIFT (HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_ORDER (HPAGE_SHIFT(0) - PAGE_SHIFT)
+#define HUGETLB_INIT_PAGE_SIZE (1UL<<HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_MASK (~(HUGETLB_INIT_PAGE_SIZE - 1))
#endif /* __ASSEMBLY__ */
#ifdef CONFIG_HUGETLB_PAGE
diff -Nraup a/include/asm-sh/page.h b/include/asm-sh/page.h
--- a/include/asm-sh/page.h 2006-04-12 10:12:43.000000000 +0800
+++ b/include/asm-sh/page.h 2006-04-12 10:09:37.000000000 +0800
@@ -22,15 +22,20 @@
#define PTE_MASK PAGE_MASK
#if defined(CONFIG_HUGETLB_PAGE_SIZE_64K)
-#define HPAGE_SHIFT 16
+#define HPAGE_SHIFT(mm) 16
#elif defined(CONFIG_HUGETLB_PAGE_SIZE_1MB)
-#define HPAGE_SHIFT 20
+#define HPAGE_SHIFT(mm) 20
#endif
#ifdef CONFIG_HUGETLB_PAGE
-#define HPAGE_SIZE (1UL << HPAGE_SHIFT)
-#define HPAGE_MASK (~(HPAGE_SIZE-1))
-#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT-PAGE_SHIFT)
+#define HPAGE_SIZE(mm) (1UL << HPAGE_SHIFT(mm))
+#define HPAGE_MASK(mm) (~(HPAGE_SIZE(mm)-1))
+#define HUGETLB_PAGE_ORDER(mm) (HPAGE_SHIFT(mm) - PAGE_SHIFT)
+
+#define HUGETLB_INIT_PAGE_SHIFT (HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_ORDER (HPAGE_SHIFT(0) - PAGE_SHIFT)
+#define HUGETLB_INIT_PAGE_SIZE (1UL<<HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_MASK (~(HUGETLB_INIT_PAGE_SIZE - 1))
#define ARCH_HAS_SETCLEAR_HUGE_PTE
#endif
diff -Nraup a/include/asm-sh64/page.h b/include/asm-sh64/page.h
--- a/include/asm-sh64/page.h 2006-04-12 10:12:43.000000000 +0800
+++ b/include/asm-sh64/page.h 2006-04-12 10:09:37.000000000 +0800
@@ -30,17 +30,22 @@
#define PTE_MASK PAGE_MASK
#if defined(CONFIG_HUGETLB_PAGE_SIZE_64K)
-#define HPAGE_SHIFT 16
+#define HPAGE_SHIFT(mm) 16
#elif defined(CONFIG_HUGETLB_PAGE_SIZE_1MB)
-#define HPAGE_SHIFT 20
+#define HPAGE_SHIFT(mm) 20
#elif defined(CONFIG_HUGETLB_PAGE_SIZE_512MB)
-#define HPAGE_SHIFT 29
+#define HPAGE_SHIFT(mm) 29
#endif
#ifdef CONFIG_HUGETLB_PAGE
-#define HPAGE_SIZE (1UL << HPAGE_SHIFT)
-#define HPAGE_MASK (~(HPAGE_SIZE-1))
-#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT-PAGE_SHIFT)
+#define HPAGE_SIZE(mm) (1UL << HPAGE_SHIFT(mm))
+#define HPAGE_MASK(mm) (~(HPAGE_SIZE(mm)-1))
+#define HUGETLB_PAGE_ORDER(mm) (HPAGE_SHIFT(mm) - PAGE_SHIFT)
+
+#define HUGETLB_INIT_PAGE_SHIFT (HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_ORDER (HPAGE_SHIFT(0) - PAGE_SHIFT)
+#define HUGETLB_INIT_PAGE_SIZE (1UL<<HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_MASK (~(HUGETLB_INIT_PAGE_SIZE - 1))
#define ARCH_HAS_SETCLEAR_HUGE_PTE
#endif
diff -Nraup a/include/asm-sparc64/page.h b/include/asm-sparc64/page.h
--- a/include/asm-sparc64/page.h 2006-04-12 10:12:43.000000000 +0800
+++ b/include/asm-sparc64/page.h 2006-04-12 10:09:37.000000000 +0800
@@ -31,17 +31,23 @@
#ifdef __KERNEL__
#if defined(CONFIG_HUGETLB_PAGE_SIZE_4MB)
-#define HPAGE_SHIFT 22
+#define HPAGE_SHIFT(mm) 22
#elif defined(CONFIG_HUGETLB_PAGE_SIZE_512K)
-#define HPAGE_SHIFT 19
+#define HPAGE_SHIFT(mm) 19
#elif defined(CONFIG_HUGETLB_PAGE_SIZE_64K)
-#define HPAGE_SHIFT 16
+#define HPAGE_SHIFT(mm) 16
#endif
#ifdef CONFIG_HUGETLB_PAGE
-#define HPAGE_SIZE (_AC(1,UL) << HPAGE_SHIFT)
-#define HPAGE_MASK (~(HPAGE_SIZE - 1UL))
-#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
+#define HPAGE_SIZE(mm) (_AC(1,UL) << HPAGE_SHIFT(mm))
+#define HPAGE_MASK(mm) (~(HPAGE_SIZE(mm) - 1UL))
+#define HUGETLB_PAGE_ORDER(mm) (HPAGE_SHIFT(mm) - PAGE_SHIFT)
+
+#define HUGETLB_INIT_PAGE_SHIFT (HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_ORDER (HPAGE_SHIFT(0) - PAGE_SHIFT)
+#define HUGETLB_INIT_PAGE_SIZE (1UL<<HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_MASK (~(HUGETLB_INIT_PAGE_SIZE - 1))
+
#define ARCH_HAS_SETCLEAR_HUGE_PTE
#define ARCH_HAS_HUGETLB_PREFAULT_HOOK
#define HAVE_ARCH_HUGETLB_UNMAPPED_AREA
diff -Nraup a/include/asm-x86_64/page.h b/include/asm-x86_64/page.h
--- a/include/asm-x86_64/page.h 2006-04-12 10:12:43.000000000 +0800
+++ b/include/asm-x86_64/page.h 2006-04-12 10:09:37.000000000 +0800
@@ -36,10 +36,15 @@
#define LARGE_PAGE_MASK (~(LARGE_PAGE_SIZE-1))
#define LARGE_PAGE_SIZE (1UL << PMD_SHIFT)
-#define HPAGE_SHIFT PMD_SHIFT
-#define HPAGE_SIZE ((1UL) << HPAGE_SHIFT)
-#define HPAGE_MASK (~(HPAGE_SIZE - 1))
-#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
+#define HPAGE_SHIFT(mm) PMD_SHIFT
+#define HPAGE_SIZE(mm) ((1UL) << HPAGE_SHIFT(mm))
+#define HPAGE_MASK(mm) (~(HPAGE_SIZE(mm) - 1))
+#define HUGETLB_PAGE_ORDER(mm) (HPAGE_SHIFT(mm) - PAGE_SHIFT)
+
+#define HUGETLB_INIT_PAGE_SHIFT (HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_ORDER (HPAGE_SHIFT(0) - PAGE_SHIFT)
+#define HUGETLB_INIT_PAGE_SIZE (1UL<<HPAGE_SHIFT(0))
+#define HUGETLB_INIT_PAGE_MASK (~(HUGETLB_INIT_PAGE_SIZE - 1))
#ifdef __KERNEL__
#ifndef __ASSEMBLY__
diff -Nraup a/include/linux/hugetlb.h b/include/linux/hugetlb.h
--- a/include/linux/hugetlb.h 2006-04-12 10:13:56.000000000 +0800
+++ b/include/linux/hugetlb.h 2006-04-12 10:09:37.000000000 +0800
@@ -59,9 +59,9 @@ void hugetlb_free_pgd_range(struct mmu_g
*/
static inline int prepare_hugepage_range(unsigned long addr, unsigned long len)
{
- if (len & ~HPAGE_MASK)
+ if (len & ~HPAGE_MASK(current->mm))
return -EINVAL;
- if (addr & ~HPAGE_MASK)
+ if (addr & ~HPAGE_MASK(current->mm))
return -EINVAL;
return 0;
}
@@ -113,8 +113,8 @@ static inline unsigned long hugetlb_tota
#define hugetlb_change_protection(vma, address, end, newprot)
#ifndef HPAGE_MASK
-#define HPAGE_MASK PAGE_MASK /* Keep the compiler happy */
-#define HPAGE_SIZE PAGE_SIZE
+#define HPAGE_MASK(mm) PAGE_MASK /* Keep the compiler happy */
+#define HPAGE_SIZE(mm) PAGE_SIZE
#endif
#endif /* !CONFIG_HUGETLB_PAGE */
@@ -124,7 +124,7 @@ struct hugetlbfs_config {
uid_t uid;
gid_t gid;
umode_t mode;
- int page_shift;
+ long page_shift;
long nr_blocks;
long nr_inodes;
};
@@ -157,11 +157,11 @@ static inline struct hugetlbfs_sb_info *
extern const struct file_operations hugetlbfs_file_operations;
extern struct vm_operations_struct hugetlb_vm_ops;
-struct file *hugetlb_zero_setup(size_t);
+struct file *hugetlb_zero_setup(size_t, int);
int hugetlb_extend_reservation(struct hugetlbfs_inode_info *info,
- unsigned long atleast_hpages);
+ unsigned long atleast_hpages, int order);
void hugetlb_truncate_reservation(struct hugetlbfs_inode_info *info,
- unsigned long atmost_hpages);
+ unsigned long atmost_hpages, int order);
int hugetlb_get_quota(struct address_space *mapping);
void hugetlb_put_quota(struct address_space *mapping);
@@ -178,7 +178,7 @@ static inline void set_file_hugepages(st
#define is_file_hugepages(file) 0
#define set_file_hugepages(file) BUG()
-#define hugetlb_zero_setup(size) ERR_PTR(-ENOSYS)
+#define hugetlb_zero_setup(size, int) ERR_PTR(-ENOSYS)
#endif /* !CONFIG_HUGETLBFS */
diff -Nraup a/include/linux/mm.h b/include/linux/mm.h
--- a/include/linux/mm.h 2006-04-12 10:13:53.000000000 +0800
+++ b/include/linux/mm.h 2006-04-12 10:14:33.000000000 +0800
@@ -1063,7 +1063,7 @@ extern int randomize_va_space;
#define hugepage_size_init(mm)
static inline int is_valid_hpage_size(unsigned long long size)
{
- return 1;
+ return (size == HPAGE_SIZE(0));
}
#else
extern void hugepage_size_init(struct mm_struct *mm);
diff -Nraup a/ipc/shm.c b/ipc/shm.c
--- a/ipc/shm.c 2006-04-12 10:12:43.000000000 +0800
+++ b/ipc/shm.c 2006-04-12 10:09:37.000000000 +0800
@@ -217,7 +217,8 @@ static int newseg (key_t key, int shmflg
if (shmflg & SHM_HUGETLB) {
/* hugetlb_zero_setup takes care of mlock user accounting */
- file = hugetlb_zero_setup(size);
+ file = hugetlb_zero_setup(size,
+ HUGETLB_PAGE_ORDER(current->mm));
shp->mlock_user = current->user;
} else {
int acctflag = VM_ACCOUNT;
@@ -411,7 +412,8 @@ static void shm_get_stat(unsigned long *
if (is_file_hugepages(shp->shm_file)) {
struct address_space *mapping = inode->i_mapping;
- *rss += (HPAGE_SIZE/PAGE_SIZE)*mapping->nrpages;
+ struct super_block *sb = inode->i_sb;
+ *rss += (sb->s_blocksize/PAGE_SIZE)*mapping->nrpages;
} else {
struct shmem_inode_info *info = SHMEM_I(inode);
spin_lock(&info->lock);
diff -Nraup a/mm/hugetlb.c b/mm/hugetlb.c
--- a/mm/hugetlb.c 2006-04-12 10:12:43.000000000 +0800
+++ b/mm/hugetlb.c 2006-04-12 10:09:37.000000000 +0800
@@ -22,49 +22,51 @@
#include "internal.h"
const unsigned long hugetlb_zero = 0, hugetlb_infinity = ~0UL;
-static unsigned long nr_huge_pages, free_huge_pages, reserved_huge_pages;
+static unsigned long nr_huge_pages[MAX_ORDER], free_huge_pages[MAX_ORDER],
+ reserved_huge_pages[MAX_ORDER];
unsigned long max_huge_pages;
-static struct list_head hugepage_freelists[MAX_NUMNODES];
-static unsigned int nr_huge_pages_node[MAX_NUMNODES];
-static unsigned int free_huge_pages_node[MAX_NUMNODES];
+unsigned long nr_huge_pages_size;
+static struct list_head hugepage_freelists[MAX_NUMNODES][MAX_ORDER];
+static unsigned int nr_huge_pages_node[MAX_NUMNODES][MAX_ORDER];
+static unsigned int free_huge_pages_node[MAX_NUMNODES][MAX_ORDER];
/*
* Protects updates to hugepage_freelists, nr_huge_pages, and free_huge_pages
*/
static DEFINE_SPINLOCK(hugetlb_lock);
-static void clear_huge_page(struct page *page, unsigned long addr)
+static void clear_huge_page(struct mm_struct *mm, struct page *page, unsigned long addr)
{
int i;
might_sleep();
- for (i = 0; i < (HPAGE_SIZE/PAGE_SIZE); i++) {
+ for (i = 0; i < (HPAGE_SIZE(mm)/PAGE_SIZE); i++) {
cond_resched();
clear_user_highpage(page + i, addr);
}
}
-static void copy_huge_page(struct page *dst, struct page *src,
- unsigned long addr)
+static void copy_huge_page(struct mm_struct *mm, struct page *dst,
+ struct page *src, unsigned long addr)
{
int i;
might_sleep();
- for (i = 0; i < HPAGE_SIZE/PAGE_SIZE; i++) {
+ for (i = 0; i < HPAGE_SIZE(mm)/PAGE_SIZE; i++) {
cond_resched();
copy_user_highpage(dst + i, src + i, addr + i*PAGE_SIZE);
}
}
-static void enqueue_huge_page(struct page *page)
+static void enqueue_huge_page(struct page *page, int order)
{
int nid = page_to_nid(page);
- list_add(&page->lru, &hugepage_freelists[nid]);
- free_huge_pages++;
- free_huge_pages_node[nid]++;
+ list_add(&page->lru, &hugepage_freelists[nid][order]);
+ free_huge_pages[order]++;
+ free_huge_pages_node[nid][order]++;
}
static struct page *dequeue_huge_page(struct vm_area_struct *vma,
- unsigned long address)
+ unsigned long address, int order)
{
int nid = numa_node_id();
struct page *page = NULL;
@@ -74,16 +76,16 @@ static struct page *dequeue_huge_page(st
for (z = zonelist->zones; *z; z++) {
nid = (*z)->zone_pgdat->node_id;
if (cpuset_zone_allowed(*z, GFP_HIGHUSER) &&
- !list_empty(&hugepage_freelists[nid]))
+ !list_empty(&hugepage_freelists[nid][order]))
break;
}
if (*z) {
- page = list_entry(hugepage_freelists[nid].next,
+ page = list_entry(hugepage_freelists[nid][order].next,
struct page, lru);
list_del(&page->lru);
- free_huge_pages--;
- free_huge_pages_node[nid]--;
+ free_huge_pages[order]--;
+ free_huge_pages_node[nid][order]--;
}
return page;
}
@@ -95,24 +97,25 @@ static void free_huge_page(struct page *
INIT_LIST_HEAD(&page->lru);
spin_lock(&hugetlb_lock);
- enqueue_huge_page(page);
+ enqueue_huge_page(page, (unsigned long)page[1].lru.prev);
spin_unlock(&hugetlb_lock);
}
-static int alloc_fresh_huge_page(void)
+static int alloc_fresh_huge_page(int order)
{
static int nid = 0;
struct page *page;
page = alloc_pages_node(nid, GFP_HIGHUSER|__GFP_COMP|__GFP_NOWARN,
- HUGETLB_PAGE_ORDER);
+ order);
nid = next_node(nid, node_online_map);
if (nid == MAX_NUMNODES)
nid = first_node(node_online_map);
if (page) {
page[1].lru.next = (void *)free_huge_page; /* dtor */
spin_lock(&hugetlb_lock);
- nr_huge_pages++;
- nr_huge_pages_node[page_to_nid(page)]++;
+ nr_huge_pages[order]++;
+ nr_huge_pages_size += 1UL<<order;
+ nr_huge_pages_node[page_to_nid(page)][order]++;
spin_unlock(&hugetlb_lock);
put_page(page); /* free it into the hugepage allocator */
return 1;
@@ -127,15 +130,15 @@ static struct page *alloc_huge_page(stru
struct page *page;
int use_reserve = 0;
unsigned long idx;
-
+ struct mm_struct *mm = vma->vm_mm;
+ int order = HUGETLB_PAGE_ORDER(mm);
spin_lock(&hugetlb_lock);
-
if (vma->vm_flags & VM_MAYSHARE) {
/* idx = radix tree index, i.e. offset into file in
* HPAGE_SIZE units */
- idx = ((addr - vma->vm_start) >> HPAGE_SHIFT)
- + (vma->vm_pgoff >> (HPAGE_SHIFT - PAGE_SHIFT));
+ idx = ((addr - vma->vm_start) >> HPAGE_SHIFT(mm))
+ + (vma->vm_pgoff >> (HPAGE_SHIFT(mm) - PAGE_SHIFT));
/* The hugetlbfs specific inode info stores the number
* of "guaranteed available" (huge) pages. That is,
@@ -150,14 +153,14 @@ static struct page *alloc_huge_page(stru
}
if (!use_reserve) {
- if (free_huge_pages <= reserved_huge_pages)
+ if (free_huge_pages[order] <= reserved_huge_pages[order])
goto fail;
} else {
- BUG_ON(reserved_huge_pages == 0);
- reserved_huge_pages--;
+ BUG_ON(reserved_huge_pages[order] == 0);
+ reserved_huge_pages[order]--;
}
- page = dequeue_huge_page(vma, addr);
+ page = dequeue_huge_page(vma, addr, order);
if (!page)
goto fail;
@@ -181,7 +184,7 @@ static struct page *alloc_huge_page(stru
* than getting the SIGBUS later).
*/
int hugetlb_extend_reservation(struct hugetlbfs_inode_info *info,
- unsigned long atleast)
+ unsigned long atleast, int order)
{
struct inode *inode = &info->vfs_inode;
unsigned long change_in_reserve = 0;
@@ -198,12 +201,13 @@ int hugetlb_extend_reservation(struct hu
* instantiated, so we need to reserve all of them now. */
change_in_reserve = atleast - info->prereserved_hpages;
- if ((reserved_huge_pages + change_in_reserve) > free_huge_pages) {
+ if ((reserved_huge_pages[order] + change_in_reserve)
+ > free_huge_pages[order]) {
ret = -ENOMEM;
goto out;
}
- reserved_huge_pages += change_in_reserve;
+ reserved_huge_pages[order] += change_in_reserve;
info->prereserved_hpages = atleast;
out:
@@ -221,7 +225,7 @@ int hugetlb_extend_reservation(struct hu
* them.
*/
void hugetlb_truncate_reservation(struct hugetlbfs_inode_info *info,
- unsigned long atmost)
+ unsigned long atmost, int order)
{
struct inode *inode = &info->vfs_inode;
struct address_space *mapping = inode->i_mapping;
@@ -246,8 +250,8 @@ void hugetlb_truncate_reservation(struct
change_in_reserve++;
}
- BUG_ON(reserved_huge_pages < change_in_reserve);
- reserved_huge_pages -= change_in_reserve;
+ BUG_ON(reserved_huge_pages[order] < change_in_reserve);
+ reserved_huge_pages[order] -= change_in_reserve;
info->prereserved_hpages = atmost;
out:
@@ -257,20 +261,24 @@ void hugetlb_truncate_reservation(struct
static int __init hugetlb_init(void)
{
- unsigned long i;
+ unsigned long i, j;
- if (HPAGE_SHIFT == 0)
+#ifndef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+ if (HPAGE_SHIFT(0) == 0)
return 0;
+#endif
for (i = 0; i < MAX_NUMNODES; ++i)
- INIT_LIST_HEAD(&hugepage_freelists[i]);
+ for (j = 0; j < MAX_ORDER; ++j)
+ INIT_LIST_HEAD(&hugepage_freelists[i][j]);
for (i = 0; i < max_huge_pages; ++i) {
- if (!alloc_fresh_huge_page())
+ if (!alloc_fresh_huge_page(HUGETLB_INIT_PAGE_ORDER))
break;
}
- max_huge_pages = free_huge_pages = nr_huge_pages = i;
- printk("Total HugeTLB memory allocated, %ld\n", free_huge_pages);
+ max_huge_pages = free_huge_pages[HUGETLB_INIT_PAGE_ORDER] = nr_huge_pages[HUGETLB_INIT_PAGE_ORDER] = i;
+ printk("Total HugeTLB memory allocated, %ld\n",
+ free_huge_pages[HUGETLB_INIT_PAGE_ORDER]);
return 0;
}
module_init(hugetlb_init);
@@ -284,66 +292,67 @@ static int __init hugetlb_setup(char *s)
__setup("hugepages=", hugetlb_setup);
#ifdef CONFIG_SYSCTL
-static void update_and_free_page(struct page *page)
+static void update_and_free_page(struct page *page, int order)
{
int i;
- nr_huge_pages--;
- nr_huge_pages_node[page_zone(page)->zone_pgdat->node_id]--;
- for (i = 0; i < (HPAGE_SIZE / PAGE_SIZE); i++) {
+ nr_huge_pages[order]--;
+ nr_huge_pages_size -= 1UL << order;
+ nr_huge_pages_node[page_zone(page)->zone_pgdat->node_id][order]--;
+ for (i = 0; i < ((1UL << (PAGE_SHIFT + order))/ PAGE_SIZE); i++) {
page[i].flags &= ~(1 << PG_locked | 1 << PG_error | 1 << PG_referenced |
1 << PG_dirty | 1 << PG_active | 1 << PG_reserved |
1 << PG_private | 1<< PG_writeback);
}
page[1].lru.next = NULL;
set_page_refcounted(page);
- __free_pages(page, HUGETLB_PAGE_ORDER);
+ __free_pages(page, order);
}
#ifdef CONFIG_HIGHMEM
-static void try_to_free_low(unsigned long count)
+static void try_to_free_low(unsigned long count, int order)
{
int i, nid;
for (i = 0; i < MAX_NUMNODES; ++i) {
struct page *page, *next;
- list_for_each_entry_safe(page, next, &hugepage_freelists[i], lru) {
+ list_for_each_entry_safe(page, next, &hugepage_freelists[i][order], lru) {
if (PageHighMem(page))
continue;
list_del(&page->lru);
- update_and_free_page(page);
+ update_and_free_page(page, order);
nid = page_zone(page)->zone_pgdat->node_id;
- free_huge_pages--;
- free_huge_pages_node[nid]--;
- if (count >= nr_huge_pages)
+ free_huge_pages[order]--;
+ free_huge_pages_node[nid][order]--;
+ if (count >= nr_huge_pages[order])
return;
}
}
}
#else
-static inline void try_to_free_low(unsigned long count)
+static inline void try_to_free_low(unsigned long count, int order)
{
}
#endif
-static unsigned long set_max_huge_pages(unsigned long count)
+static unsigned long set_max_huge_pages(unsigned long count, int order)
{
- while (count > nr_huge_pages) {
- if (!alloc_fresh_huge_page())
- return nr_huge_pages;
+ while (count > nr_huge_pages[order]) {
+ if (!alloc_fresh_huge_page(order))
+ return nr_huge_pages[order];
}
- if (count >= nr_huge_pages)
- return nr_huge_pages;
+ if (count >= nr_huge_pages[order])
+ return nr_huge_pages[order];
spin_lock(&hugetlb_lock);
- count = max(count, reserved_huge_pages);
- try_to_free_low(count);
- while (count < nr_huge_pages) {
- struct page *page = dequeue_huge_page(NULL, 0);
+ count = max(count, reserved_huge_pages[order]);
+ try_to_free_low(count, order);
+ while (count < nr_huge_pages[order]) {
+ struct page *page = dequeue_huge_page(NULL, 0, order);
if (!page)
break;
- update_and_free_page(page);
+ update_and_free_page(page, order);
}
spin_unlock(&hugetlb_lock);
- return nr_huge_pages;
+ return nr_huge_pages[order];
}
int hugetlb_sysctl_handler(struct ctl_table *table, int write,
@@ -351,7 +360,8 @@ int hugetlb_sysctl_handler(struct ctl_ta
size_t *length, loff_t *ppos)
{
proc_doulongvec_minmax(table, write, file, buffer, length, ppos);
- max_huge_pages = set_max_huge_pages(max_huge_pages);
+ max_huge_pages = set_max_huge_pages(max_huge_pages,
+ HUGETLB_INIT_PAGE_ORDER);
return 0;
}
#endif /* CONFIG_SYSCTL */
@@ -363,10 +373,10 @@ int hugetlb_report_meminfo(char *buf)
"HugePages_Free: %5lu\n"
"HugePages_Rsvd: %5lu\n"
"Hugepagesize: %5lu kB\n",
- nr_huge_pages,
- free_huge_pages,
- reserved_huge_pages,
- HPAGE_SIZE/1024);
+ nr_huge_pages[HUGETLB_INIT_PAGE_ORDER],
+ free_huge_pages[HUGETLB_INIT_PAGE_ORDER],
+ reserved_huge_pages[HUGETLB_INIT_PAGE_ORDER],
+ HUGETLB_INIT_PAGE_SIZE/1024);
}
int hugetlb_report_node_meminfo(int nid, char *buf)
@@ -374,14 +384,14 @@ int hugetlb_report_node_meminfo(int nid,
return sprintf(buf,
"Node %d HugePages_Total: %5u\n"
"Node %d HugePages_Free: %5u\n",
- nid, nr_huge_pages_node[nid],
- nid, free_huge_pages_node[nid]);
+ nid, nr_huge_pages_node[nid][HUGETLB_INIT_PAGE_ORDER],
+ nid, free_huge_pages_node[nid][HUGETLB_INIT_PAGE_ORDER]);
}
/* Return the number pages of memory we physically have, in PAGE_SIZE units. */
unsigned long hugetlb_total_pages(void)
{
- return nr_huge_pages * (HPAGE_SIZE / PAGE_SIZE);
+ return nr_huge_pages_size;
}
/*
@@ -440,7 +450,8 @@ int copy_hugetlb_page_range(struct mm_st
cow = (vma->vm_flags & (VM_SHARED | VM_MAYWRITE)) == VM_MAYWRITE;
- for (addr = vma->vm_start; addr < vma->vm_end; addr += HPAGE_SIZE) {
+ for (addr = vma->vm_start; addr < vma->vm_end;
+ addr += HPAGE_SIZE(src)) {
src_pte = huge_pte_offset(src, addr);
if (!src_pte)
continue;
@@ -455,7 +466,8 @@ int copy_hugetlb_page_range(struct mm_st
entry = *src_pte;
ptepage = pte_page(entry);
get_page(ptepage);
- add_mm_counter(dst, file_rss, HPAGE_SIZE / PAGE_SIZE);
+ add_mm_counter(dst, file_rss,
+ HPAGE_SIZE(src) / PAGE_SIZE);
set_huge_pte_at(dst, addr, dst_pte, entry);
}
spin_unlock(&src->page_table_lock);
@@ -477,15 +489,15 @@ void unmap_hugepage_range(struct vm_area
struct page *page;
WARN_ON(!is_vm_hugetlb_page(vma));
- BUG_ON(start & ~HPAGE_MASK);
- BUG_ON(end & ~HPAGE_MASK);
+ BUG_ON(start & ~HPAGE_MASK(mm));
+ BUG_ON(end & ~HPAGE_MASK(mm));
spin_lock(&mm->page_table_lock);
/* Update high watermark before we lower rss */
update_hiwater_rss(mm);
- for (address = start; address < end; address += HPAGE_SIZE) {
+ for (address = start; address < end; address += HPAGE_SIZE(mm)) {
ptep = huge_pte_offset(mm, address);
if (!ptep)
continue;
@@ -496,7 +508,7 @@ void unmap_hugepage_range(struct vm_area
page = pte_page(pte);
put_page(page);
- add_mm_counter(mm, file_rss, (int) -(HPAGE_SIZE / PAGE_SIZE));
+ add_mm_counter(mm, file_rss, (int) -(HPAGE_SIZE(mm) / PAGE_SIZE));
}
spin_unlock(&mm->page_table_lock);
@@ -528,10 +540,10 @@ static int hugetlb_cow(struct mm_struct
}
spin_unlock(&mm->page_table_lock);
- copy_huge_page(new_page, old_page, address);
+ copy_huge_page(mm, new_page, old_page, address);
spin_lock(&mm->page_table_lock);
- ptep = huge_pte_offset(mm, address & HPAGE_MASK);
+ ptep = huge_pte_offset(mm, address & HPAGE_MASK(mm));
if (likely(pte_same(*ptep, pte))) {
/* Break COW */
set_huge_pte_at(mm, address, ptep,
@@ -555,8 +567,8 @@ int hugetlb_no_page(struct mm_struct *mm
pte_t new_pte;
mapping = vma->vm_file->f_mapping;
- idx = ((address - vma->vm_start) >> HPAGE_SHIFT)
- + (vma->vm_pgoff >> (HPAGE_SHIFT - PAGE_SHIFT));
+ idx = ((address - vma->vm_start) >> HPAGE_SHIFT(mm))
+ + (vma->vm_pgoff >> (HPAGE_SHIFT(mm) - PAGE_SHIFT));
/*
* Use page lock to guard against racing truncation
@@ -573,7 +585,7 @@ retry:
ret = VM_FAULT_OOM;
goto out;
}
- clear_huge_page(page, address);
+ clear_huge_page(mm, page, address);
if (vma->vm_flags & VM_SHARED) {
int err;
@@ -591,7 +603,7 @@ retry:
}
spin_lock(&mm->page_table_lock);
- size = i_size_read(mapping->host) >> HPAGE_SHIFT;
+ size = i_size_read(mapping->host) >> HPAGE_SHIFT(mm);
if (idx >= size)
goto backout;
@@ -599,7 +611,7 @@ retry:
if (!pte_none(*ptep))
goto backout;
- add_mm_counter(mm, file_rss, HPAGE_SIZE / PAGE_SIZE);
+ add_mm_counter(mm, file_rss, HPAGE_SIZE(mm) / PAGE_SIZE);
new_pte = make_huge_pte(vma, page, ((vma->vm_flags & VM_WRITE)
&& (vma->vm_flags & VM_SHARED)));
set_huge_pte_at(mm, address, ptep, new_pte);
@@ -678,7 +690,7 @@ int follow_hugetlb_page(struct mm_struct
* each hugepage. We have to make * sure we get the
* first, for the page indexing below to work.
*/
- pte = huge_pte_offset(mm, vaddr & HPAGE_MASK);
+ pte = huge_pte_offset(mm, vaddr & HPAGE_MASK(mm));
if (!pte || pte_none(*pte)) {
int ret;
@@ -695,7 +707,7 @@ int follow_hugetlb_page(struct mm_struct
break;
}
- pfn_offset = (vaddr & ~HPAGE_MASK) >> PAGE_SHIFT;
+ pfn_offset = (vaddr & ~HPAGE_MASK(mm)) >> PAGE_SHIFT;
page = pte_page(*pte);
same_page:
if (pages) {
@@ -711,7 +723,7 @@ same_page:
--remainder;
++i;
if (vaddr < vma->vm_end && remainder &&
- pfn_offset < HPAGE_SIZE/PAGE_SIZE) {
+ pfn_offset < HPAGE_SIZE(mm)/PAGE_SIZE) {
/*
* We use pfn_offset to avoid touching the pageframes
* of this compound page.
@@ -738,7 +750,7 @@ void hugetlb_change_protection(struct vm
flush_cache_range(vma, address, end);
spin_lock(&mm->page_table_lock);
- for (; address < end; address += HPAGE_SIZE) {
+ for (; address < end; address += HPAGE_SIZE(mm)) {
ptep = huge_pte_offset(mm, address);
if (!ptep)
continue;
diff -Nraup a/mm/memory.c b/mm/memory.c
--- a/mm/memory.c 2006-04-12 10:12:43.000000000 +0800
+++ b/mm/memory.c 2006-04-12 10:09:37.000000000 +0800
@@ -824,7 +824,7 @@ unsigned long unmap_vmas(struct mmu_gath
if (unlikely(is_vm_hugetlb_page(vma))) {
unmap_hugepage_range(vma, start, end);
zap_work -= (end - start) /
- (HPAGE_SIZE / PAGE_SIZE);
+ (HPAGE_SIZE(vma->vm_mm) / PAGE_SIZE);
start = end;
} else
start = unmap_page_range(*tlbp, vma,
diff -Nraup a/mm/mempolicy.c b/mm/mempolicy.c
--- a/mm/mempolicy.c 2006-04-12 10:12:43.000000000 +0800
+++ b/mm/mempolicy.c 2006-04-12 10:09:37.000000000 +0800
@@ -1170,7 +1170,7 @@ struct zonelist *huge_zonelist(struct vm
if (pol->policy == MPOL_INTERLEAVE) {
unsigned nid;
- nid = interleave_nid(pol, vma, addr, HPAGE_SHIFT);
+ nid = interleave_nid(pol, vma, addr, HPAGE_SHIFT(vma->vm_mm));
return NODE_DATA(nid)->node_zonelists + gfp_zone(GFP_HIGHUSER);
}
return zonelist_policy(GFP_HIGHUSER, pol);
@@ -1772,8 +1772,8 @@ static void check_huge_range(struct vm_a
unsigned long addr;
struct page *page;
- for (addr = start; addr < end; addr += HPAGE_SIZE) {
- pte_t *ptep = huge_pte_offset(vma->vm_mm, addr & HPAGE_MASK);
+ for (addr = start; addr < end; addr += HPAGE_SIZE(vma->vm_mm)) {
+ pte_t *ptep = huge_pte_offset(vma->vm_mm, addr & HPAGE_MASK(vma->vm_mm));
pte_t pte;
if (!ptep)
diff -Nraup a/mm/mmap.c b/mm/mmap.c
--- a/mm/mmap.c 2006-04-12 10:12:43.000000000 +0800
+++ b/mm/mmap.c 2006-04-12 10:09:37.000000000 +0800
@@ -1693,7 +1693,7 @@ int split_vma(struct mm_struct * mm, str
struct mempolicy *pol;
struct vm_area_struct *new;
- if (is_vm_hugetlb_page(vma) && (addr & ~HPAGE_MASK))
+ if (is_vm_hugetlb_page(vma) && (addr & ~HPAGE_MASK(mm)))
return -EINVAL;
if (mm->map_count >= sysctl_max_map_count)
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 5/8] IA64 various hugepage size - mount more hugetlb fs for SHM
2006-04-14 0:45 ` [PATCH 4/8] IA64 various hugepage size - modify HPAGE related macros Zou Nan hai
@ 2006-04-14 0:49 ` Zou Nan hai
2006-04-14 0:52 ` [PATCH 6/8] IA64 various hugepage size - introduce prctl options to set/get hugepage size Zou Nan hai
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 0:49 UTC (permalink / raw)
To: LKML; +Cc: Linux-IA64, Tony, Kenneth W
Mount more hugetlbfs for SHM to support various hugepage size
in SHM.
Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
diff -Nraup a/fs/hugetlbfs/inode.c b/fs/hugetlbfs/inode.c
--- a/fs/hugetlbfs/inode.c 2006-04-12 10:15:03.000000000 +0800
+++ b/fs/hugetlbfs/inode.c 2006-04-12 10:17:23.000000000 +0800
@@ -759,7 +759,7 @@ static struct file_system_type hugetlbfs
.kill_sb = kill_litter_super,
};
-static struct vfsmount *hugetlbfs_vfsmount;
+static struct vfsmount *hugetlbfs_vfsmount[MAX_ORDER];
static int can_do_hugetlb_shm(void)
{
@@ -784,7 +784,7 @@ struct file *hugetlb_zero_setup(size_t s
if (!user_shm_lock(size, current->user))
return ERR_PTR(-ENOMEM);
- root = hugetlbfs_vfsmount->mnt_root;
+ root = hugetlbfs_vfsmount[order]->mnt_root;
snprintf(buf, 16, "%u", atomic_inc_return(&counter));
quick_string.name = buf;
quick_string.len = strlen(quick_string.name);
@@ -812,7 +812,7 @@ struct file *hugetlb_zero_setup(size_t s
d_instantiate(dentry, inode);
inode->i_size = size;
inode->i_nlink = 0;
- file->f_vfsmnt = mntget(hugetlbfs_vfsmount);
+ file->f_vfsmnt = mntget(hugetlbfs_vfsmount[order]);
file->f_dentry = dentry;
file->f_mapping = inode->i_mapping;
file->f_op = &hugetlbfs_file_operations;
@@ -834,27 +834,49 @@ static int __init init_hugetlbfs_fs(void
{
int error;
struct vfsmount *vfsmount;
-
hugetlbfs_inode_cachep = kmem_cache_create("hugetlbfs_inode_cache",
- sizeof(struct hugetlbfs_inode_info),
- 0, 0, init_once, NULL);
+ sizeof(struct hugetlbfs_inode_info),
+ 0, 0, init_once, NULL);
if (hugetlbfs_inode_cachep == NULL)
return -ENOMEM;
error = register_filesystem(&hugetlbfs_fs_type);
if (error)
goto out;
-
- vfsmount = kern_mount(&hugetlbfs_fs_type);
-
- if (!IS_ERR(vfsmount)) {
- hugetlbfs_vfsmount = vfsmount;
- return 0;
+#ifdef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+ {
+ int order;
+ char fsname[64], data[64];
+ for (order = 0; order < MAX_ORDER; order++) {
+ if (is_valid_hpage_size(1UL<<(PAGE_SHIFT+order))) {
+ sprintf(fsname, "%s%d", hugetlbfs_fs_type.name, order);
+ sprintf(data, "page_size=%ld", (1UL<<(PAGE_SHIFT+order)));
+ vfsmount = do_kern_mount(hugetlbfs_fs_type.name, 0,
+ fsname, data);
+
+ if (!IS_ERR(vfsmount))
+ hugetlbfs_vfsmount[order] = vfsmount;
+ else {
+ error = PTR_ERR(vfsmount);
+ goto out;
+ }
+ }
+ }
}
+#else
+ vfsmount = kern_mount(&hugetlbfs_fs_type);
- error = PTR_ERR(vfsmount);
+ if (!IS_ERR(vfsmount)) {
+ hugetlbfs_vfsmount[HUGETLB_INIT_PAGE_ORDER] = vfsmount;
+ return 0;
+ }
+
+ error = PTR_ERR(vfsmount);
+ goto out;
+#endif
+ return 0;
- out:
+out:
if (error)
kmem_cache_destroy(hugetlbfs_inode_cachep);
return error;
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 6/8] IA64 various hugepage size - introduce prctl options to set/get hugepage size
2006-04-14 0:49 ` [PATCH 5/8] IA64 various hugepage size - mount more hugetlb fs for SHM Zou Nan hai
@ 2006-04-14 0:52 ` Zou Nan hai
2006-04-14 0:57 ` [PATCH 7/8] IA64 various hugepage size - Add proc control to reserve and free Zou Nan hai
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 0:52 UTC (permalink / raw)
To: LKML; +Cc: Linux-IA64, Tony, Kenneth W
Introduce 2 prctl option to set/get hugepage size.
Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
diff -Nraup a/arch/ia64/mm/hugetlbpage.c b/arch/ia64/mm/hugetlbpage.c
--- a/arch/ia64/mm/hugetlbpage.c 2006-04-13 08:41:37.000000000 +0800
+++ b/arch/ia64/mm/hugetlbpage.c 2006-04-13 08:34:57.000000000 +0800
@@ -194,3 +194,25 @@ int is_valid_hpage_size(unsigned long lo
return 1;
}
+int set_hugepagesize(struct task_struct *task,unsigned long size)
+{
+ struct mm_struct *mm = task->mm;
+ struct vm_area_struct *vma;
+ unsigned int shift;
+ if (!is_valid_hpage_size(size))
+ return -EINVAL;
+ shift = __ffs(size);
+ if (shift == mm->hugepage_shift)
+ return 0;
+ down_write(&mm->mmap_sem);
+ for (vma = mm->mmap; vma ; vma = vma->vm_next) {
+ if (vma->vm_flags & VM_HUGETLB) {
+ up_write(&mm->mmap_sem);
+ return -EPERM;
+ }
+ }
+ mm->hugepage_shift = shift;
+ activate_mm(mm, mm);
+ up_write(&mm->mmap_sem);
+ return 0;
+}
diff -Nraup a/include/asm-ia64/page.h b/include/asm-ia64/page.h
--- a/include/asm-ia64/page.h 2006-04-13 08:41:37.000000000 +0800
+++ b/include/asm-ia64/page.h 2006-04-13 08:30:21.000000000 +0800
@@ -166,6 +166,8 @@ typedef union ia64_va {
(REGION_NUMBER(addr) == RGN_HPAGE || \
REGION_NUMBER((addr)+(len)-1) == RGN_HPAGE)
extern unsigned int init_hpage_shift;
+struct task_struct;
+extern int set_hugepagesize(struct task_struct *,unsigned long);
#endif
static __inline__ int
diff -Nraup a/include/asm-ia64/processor.h b/include/asm-ia64/processor.h
--- a/include/asm-ia64/processor.h 2006-04-13 08:41:37.000000000 +0800
+++ b/include/asm-ia64/processor.h 2006-04-13 08:30:13.000000000 +0800
@@ -211,6 +211,14 @@ typedef struct {
(int __user *) (addr)); \
})
+#ifdef CONFIG_HUGETLB_PAGE
+#define GET_HUGEPAGESIZE(task,addr) \
+({ put_user((1UL<<(task)->mm->hugepage_shift), \
+ (unsigned long __user *)(addr)); \
+})
+#define SET_HUGEPAGESIZE(task,size) set_hugepagesize(task,size)
+#endif
+
#ifdef CONFIG_IA32_SUPPORT
struct desc_struct {
unsigned int a, b;
diff -Nraup a/include/linux/prctl.h b/include/linux/prctl.h
--- a/include/linux/prctl.h 2006-03-20 13:53:29.000000000 +0800
+++ b/include/linux/prctl.h 2006-04-13 08:43:37.000000000 +0800
@@ -52,4 +52,8 @@
#define PR_SET_NAME 15 /* Set process name */
#define PR_GET_NAME 16 /* Get process name */
+/* Get/set task huge page size (if meaningful) */
+#define PR_SET_HUGEPAGE_SIZE 17
+#define PR_GET_HUGEPAGE_SIZE 18
+
#endif /* _LINUX_PRCTL_H */
diff -Nraup a/kernel/sys.c b/kernel/sys.c
--- a/kernel/sys.c 2006-04-13 08:41:37.000000000 +0800
+++ b/kernel/sys.c 2006-04-13 08:47:41.000000000 +0800
@@ -57,6 +57,12 @@
#ifndef GET_FPEXC_CTL
# define GET_FPEXC_CTL(a,b) (-EINVAL)
#endif
+#ifndef GET_HUGEPAGESIZE
+# define GET_HUGEPAGESIZE(a,b) (-EINVAL)
+#endif
+#ifndef SET_HUGEPAGESIZE
+# define SET_HUGEPAGESIZE(a,b) (-EINVAL)
+#endif
/*
* this is where the system-wide overflow UID and GID are defined, for
@@ -2057,6 +2063,12 @@ asmlinkage long sys_prctl(int option, un
return -EFAULT;
return 0;
}
+ case PR_SET_HUGEPAGE_SIZE:
+ error = SET_HUGEPAGESIZE(current, arg2);
+ break;
+ case PR_GET_HUGEPAGE_SIZE:
+ error = GET_HUGEPAGESIZE(current, arg2);
+ break;
default:
error = -EINVAL;
break;
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 7/8] IA64 various hugepage size - Add proc control to reserve and free
2006-04-14 0:52 ` [PATCH 6/8] IA64 various hugepage size - introduce prctl options to set/get hugepage size Zou Nan hai
@ 2006-04-14 0:57 ` Zou Nan hai
2006-04-14 1:00 ` [PATCH 8/8] IA64 various hugepage size - Modify kernel document Zou Nan hai
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 0:57 UTC (permalink / raw)
To: LKML; +Cc: Linux-IA64, Tony, Kenneth W
Add proc control to reserve and free various sized hugepages
cat /proc/hugetlb/hugepages will show huge pages information
echo "size nr" > /proc/hugetlb/hugepages will modify the page number for size.
e.g
echo "64k 1000" > /proc/hugetlb/hugepages will allocate 1000 pages of 64k page.
echo "64k 0" > /proc/hugetlb/hugepages will free all the 64k pages
Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
diff -Nraup a/mm/hugetlb.c b/mm/hugetlb.c
--- a/mm/hugetlb.c 2006-04-13 08:36:16.000000000 +0800
+++ b/mm/hugetlb.c 2006-04-13 08:31:38.000000000 +0800
@@ -15,6 +15,9 @@
#include <linux/cpuset.h>
#include <linux/mutex.h>
+#include <linux/proc_fs.h>
+#include <linux/seq_file.h>
+
#include <asm/page.h>
#include <asm/pgtable.h>
@@ -259,38 +262,6 @@ void hugetlb_truncate_reservation(struct
spin_unlock(&hugetlb_lock);
}
-static int __init hugetlb_init(void)
-{
- unsigned long i, j;
-
-#ifndef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
- if (HPAGE_SHIFT(0) == 0)
- return 0;
-#endif
-
- for (i = 0; i < MAX_NUMNODES; ++i)
- for (j = 0; j < MAX_ORDER; ++j)
- INIT_LIST_HEAD(&hugepage_freelists[i][j]);
-
- for (i = 0; i < max_huge_pages; ++i) {
- if (!alloc_fresh_huge_page(HUGETLB_INIT_PAGE_ORDER))
- break;
- }
- max_huge_pages = free_huge_pages[HUGETLB_INIT_PAGE_ORDER] =
nr_huge_pages[HUGETLB_INIT_PAGE_ORDER] = i;
- printk("Total HugeTLB memory allocated, %ld\n",
- free_huge_pages[HUGETLB_INIT_PAGE_ORDER]);
- return 0;
-}
-module_init(hugetlb_init);
-
-static int __init hugetlb_setup(char *s)
-{
- if (sscanf(s, "%lu", &max_huge_pages) <= 0)
- max_huge_pages = 0;
- return 1;
-}
-__setup("hugepages=", hugetlb_setup);
-
#ifdef CONFIG_SYSCTL
static void update_and_free_page(struct page *page, int order)
{
@@ -364,8 +335,120 @@ int hugetlb_sysctl_handler(struct ctl_ta
HUGETLB_INIT_PAGE_ORDER);
return 0;
}
+#ifdef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+static char *
+bitvector_process(char *p, unsigned long vector)
+{
+ int i,j;
+ const char *units[]={ "", "K", "M", "G", "T" };
+
+ for (i=0, j=0; i < 64; i++ , j=i/10) {
+ if (vector & 0x1) {
+ p += sprintf(p, "%d%s ", 1 << (i-j*10), units[j]);
+ }
+ vector >>= 1;
+ }
+ return p;
+}
+
+static int proc_hugetlb_pagesizes_show(struct seq_file *s, void *p)
+{
+ int order;
+ char buf[32];
+ for (order = 0; order < MAX_ORDER; order++) {
+ if (!is_valid_hpage_size(1UL<<(order+PAGE_SHIFT)))
+ continue;
+ bitvector_process(buf, (1UL<<(order+PAGE_SHIFT)));
+ seq_printf(s, "%s\t%ld\t%ld\t%ld\n",
+ buf, nr_huge_pages[order],
+ free_huge_pages[order],
+ reserved_huge_pages[order]);
+ }
+
+ return 0;
+}
+
+static ssize_t proc_hugetlb_pagesizes_write(struct file *file,
+ const char __user *buffer, size_t length, loff_t *ppos)
+{
+ char buf[64];
+ unsigned long nr, order;
+ unsigned long long size;
+ char *rest;
+ if (!buffer || length >= sizeof(buf))
+ return -EINVAL;
+ if (copy_from_user(buf, buffer, length))
+ return -EFAULT;
+ buf[length] = 0;
+
+ size = memparse(buf, &rest);
+ order = __ffs(size) - PAGE_SHIFT;
+ if (order >= MAX_ORDER || !is_valid_hpage_size(size))
+ return -EINVAL;
+ if (sscanf(rest, "%ld", &nr) != 1)
+ return -EINVAL;
+ set_max_huge_pages(nr, order);
+ return length;
+}
+
+static int proc_hugetlb_pagesizes_open(struct inode *inode, struct file
*file)
+{
+ return single_open(file, proc_hugetlb_pagesizes_show, NULL);
+}
+
+static struct file_operations proc_hugetlb_pagesizes_operations = {
+ .open = proc_hugetlb_pagesizes_open,
+ .read = seq_read,
+ .write = proc_hugetlb_pagesizes_write,
+ .llseek = seq_lseek,
+ .release = single_release,
+};
+#endif /* ARCH_HAS_VARIABLE_HUGEPAGE_SIZE */
#endif /* CONFIG_SYSCTL */
+static int __init hugetlb_init(void)
+{
+ unsigned long i, j;
+ struct proc_dir_entry *pde;
+
+#ifndef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+ if (HPAGE_SHIFT(0) == 0)
+ return 0;
+#endif
+
+ for (i = 0; i < MAX_NUMNODES; ++i)
+ for (j = 0; j < MAX_ORDER; ++j)
+ INIT_LIST_HEAD(&hugepage_freelists[i][j]);
+
+ for (i = 0; i < max_huge_pages; ++i) {
+ if (!alloc_fresh_huge_page(HUGETLB_INIT_PAGE_ORDER))
+ break;
+ }
+ max_huge_pages = free_huge_pages[HUGETLB_INIT_PAGE_ORDER] =
nr_huge_pages[HUGETLB_INIT_PAGE_ORDER] = i;
+ printk("Total HugeTLB memory allocated, %ld\n",
+ free_huge_pages[HUGETLB_INIT_PAGE_ORDER]);
+
+#ifdef ARCH_HAS_VARIABLE_HUGEPAGE_SIZE
+ if (!proc_mkdir("hugetlb", NULL))
+ return 1;
+ pde = create_proc_entry("hugetlb/hugepages", 0, NULL);
+ if (!pde)
+ return 1;
+ pde->proc_fops = &proc_hugetlb_pagesizes_operations;
+#endif
+ return 0;
+}
+module_init(hugetlb_init);
+
+static int __init hugetlb_setup(char *s)
+{
+ if (sscanf(s, "%lu", &max_huge_pages) <= 0)
+ max_huge_pages = 0;
+ return 1;
+}
+__setup("hugepages=", hugetlb_setup);
+
+
int hugetlb_report_meminfo(char *buf)
{
return sprintf(buf,
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 8/8] IA64 various hugepage size - Modify kernel document
2006-04-14 0:57 ` [PATCH 7/8] IA64 various hugepage size - Add proc control to reserve and free Zou Nan hai
@ 2006-04-14 1:00 ` Zou Nan hai
2006-04-14 3:12 ` Randy.Dunlap
0 siblings, 1 reply; 10+ messages in thread
From: Zou Nan hai @ 2006-04-14 1:00 UTC (permalink / raw)
To: LKML; +Cc: Linux-IA64, Tony, Kenneth W
Modify the kernel document about hugetlb
Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
diff -Nraup a/Documentation/vm/hugetlbpage.txt b/Documentation/vm/hugetlbpage.txt
--- a/Documentation/vm/hugetlbpage.txt 2006-03-20 13:53:29.000000000 +0800
+++ b/Documentation/vm/hugetlbpage.txt 2006-04-12 06:13:50.000000000 +0800
@@ -68,9 +68,12 @@ If the user applications are going to re
call, then it is required that system administrator mount a file system of
type hugetlbfs:
- mount none /mnt/huge -t hugetlbfs <uid=value> <gid=value> <mode=value>
+ mount none /mnt/huge -t hugetlbfs -o <uid=value> <gid=value> <mode=value>
<size=value> <nr_inodes=value>
+on IA64 there is another mount option page_size=value which could
+mount a hugetlbfs with given huge page size;
+
This command mounts a (pseudo) filesystem of type hugetlbfs on the directory
/mnt/huge. Any files created on /mnt/huge uses hugepages. The uid and gid
options sets the owner and group of the root of the file system. By default
^ permalink raw reply [flat|nested] 10+ messages in thread
* Re: [PATCH 8/8] IA64 various hugepage size - Modify kernel document
2006-04-14 1:00 ` [PATCH 8/8] IA64 various hugepage size - Modify kernel document Zou Nan hai
@ 2006-04-14 3:12 ` Randy.Dunlap
0 siblings, 0 replies; 10+ messages in thread
From: Randy.Dunlap @ 2006-04-14 3:12 UTC (permalink / raw)
To: Zou Nan hai; +Cc: linux-kernel, linux-ia64, tony.luck, kenneth.w.chen
On 14 Apr 2006 09:00:18 +0800 Zou Nan hai wrote:
> Modify the kernel document about hugetlb
>
> Signed-off-by: Zou Nan hai <nanhai.zou@intel.com>
>
> diff -Nraup a/Documentation/vm/hugetlbpage.txt b/Documentation/vm/hugetlbpage.txt
> --- a/Documentation/vm/hugetlbpage.txt 2006-03-20 13:53:29.000000000 +0800
> +++ b/Documentation/vm/hugetlbpage.txt 2006-04-12 06:13:50.000000000 +0800
> @@ -68,9 +68,12 @@ If the user applications are going to re
> call, then it is required that system administrator mount a file system of
> type hugetlbfs:
>
> - mount none /mnt/huge -t hugetlbfs <uid=value> <gid=value> <mode=value>
> + mount none /mnt/huge -t hugetlbfs -o <uid=value> <gid=value> <mode=value>
> <size=value> <nr_inodes=value>
>
> +on IA64 there is another mount option page_size=value which could
> +mount a hugetlbfs with given huge page size;
> +
Typos. How about:
On IA64 there is another mount option (page_size=value) which can be
used to mount a hugetlbfs with the given huge page size.
> This command mounts a (pseudo) filesystem of type hugetlbfs on the directory
> /mnt/huge. Any files created on /mnt/huge uses hugepages. The uid and gid
> options sets the owner and group of the root of the file system. By default
---
~Randy
^ permalink raw reply [flat|nested] 10+ messages in thread
end of thread, other threads:[~2006-04-14 3:10 UTC | newest]
Thread overview: 10+ messages (download: mbox.gz follow: Atom feed
-- links below jump to the message on this page --
2006-04-14 0:26 [PATCH 0/8] IA64 various hugepage size - Overview Zou Nan hai
2006-04-14 0:31 ` [PATCH 1/8] IA64 various hugepage size - Add a variable to mm structure Zou Nan hai
2006-04-14 0:34 ` [PATCH 2/8] IA64 various hugepage size - Add the is_valid_hpage_size function Zou Nan hai
2006-04-14 0:41 ` [PATCH 3/8] IA64 various hugepage size - Add a mount option to hugetlbfs Zou Nan hai
2006-04-14 0:45 ` [PATCH 4/8] IA64 various hugepage size - modify HPAGE related macros Zou Nan hai
2006-04-14 0:49 ` [PATCH 5/8] IA64 various hugepage size - mount more hugetlb fs for SHM Zou Nan hai
2006-04-14 0:52 ` [PATCH 6/8] IA64 various hugepage size - introduce prctl options to set/get hugepage size Zou Nan hai
2006-04-14 0:57 ` [PATCH 7/8] IA64 various hugepage size - Add proc control to reserve and free Zou Nan hai
2006-04-14 1:00 ` [PATCH 8/8] IA64 various hugepage size - Modify kernel document Zou Nan hai
2006-04-14 3:12 ` Randy.Dunlap
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox