pgalloc.h

Version: - FREEBSD - FREEBSD-13-STABLE - FREEBSD-13-0 - FREEBSD-12-STABLE - FREEBSD-12-0 - FREEBSD-11-STABLE - FREEBSD-11-0 - FREEBSD-10-STABLE - FREEBSD-10-0 - FREEBSD-9-STABLE - FREEBSD-9-0 - FREEBSD-8-STABLE - FREEBSD-8-0 - FREEBSD-7-STABLE - FREEBSD-7-0 - FREEBSD-6-STABLE - FREEBSD-6-0 - FREEBSD-5-STABLE - FREEBSD-5-0 - FREEBSD-4-STABLE - FREEBSD-3-STABLE - FREEBSD22 - l41 - OPENBSD - linux-2.6 - MK84 - PLAN9 - xnu-8792
SearchContext: - none - 3 - 10

    1 /*
    2  * This file is subject to the terms and conditions of the GNU General Public
    3  * License.  See the file "COPYING" in the main directory of this archive
    4  * for more details.
    5  *
    6  * Copyright (C) 1994 - 2001 by Ralf Baechle at alii
    7  * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
    8  */
    9 #ifndef _ASM_PGALLOC_H
   10 #define _ASM_PGALLOC_H
   11 
   12 #include <linux/config.h>
   13 
   14 /* TLB flushing:
   15  *
   16  *  - flush_tlb_all() flushes all processes TLB entries
   17  *  - flush_tlb_mm(mm) flushes the specified mm context TLB entries
   18  *  - flush_tlb_page(mm, vmaddr) flushes a single page
   19  *  - flush_tlb_range(mm, start, end) flushes a range of pages
   20  *  - flush_tlb_pgtables(mm, start, end) flushes a range of page tables
   21  */
   22 extern void local_flush_tlb_all(void);
   23 extern void local_flush_tlb_mm(struct mm_struct *mm);
   24 extern void local_flush_tlb_range(struct mm_struct *mm, unsigned long start,
   25                                unsigned long end);
   26 extern void local_flush_tlb_page(struct vm_area_struct *vma,
   27                                  unsigned long page);
   28 
   29 #ifdef CONFIG_SMP
   30 
   31 extern void flush_tlb_all(void);
   32 extern void flush_tlb_mm(struct mm_struct *);
   33 extern void flush_tlb_range(struct mm_struct *, unsigned long, unsigned long);
   34 extern void flush_tlb_page(struct vm_area_struct *, unsigned long);
   35 
   36 #else /* CONFIG_SMP */
   37 
   38 #define flush_tlb_all()                 local_flush_tlb_all()
   39 #define flush_tlb_mm(mm)                local_flush_tlb_mm(mm)
   40 #define flush_tlb_range(mm,vmaddr,end)  local_flush_tlb_range(mm, vmaddr, end)
   41 #define flush_tlb_page(vma,page)        local_flush_tlb_page(vma, page)
   42 
   43 #endif /* CONFIG_SMP */
   44 
   45 static inline void flush_tlb_pgtables(struct mm_struct *mm,
   46                                       unsigned long start, unsigned long end)
   47 {
   48         /* Nothing to do on MIPS.  */
   49 }
   50 
   51 
   52 /*
   53  * Allocate and free page tables.
   54  */
   55 
   56 #define pgd_quicklist (current_cpu_data.pgd_quick)
   57 #define pmd_quicklist (current_cpu_data.pmd_quick)
   58 #define pte_quicklist (current_cpu_data.pte_quick)
   59 #define pgtable_cache_size (current_cpu_data.pgtable_cache_sz)
   60 
   61 #define pmd_populate(mm, pmd, pte)      pmd_set(pmd, pte)
   62 #define pgd_populate(mm, pgd, pmd)      pgd_set(pgd, pmd)
   63 
   64 extern pgd_t *get_pgd_slow(void);
   65 
   66 static inline pgd_t *get_pgd_fast(void)
   67 {
   68         unsigned long *ret;
   69 
   70         if((ret = pgd_quicklist) != NULL) {
   71                 pgd_quicklist = (unsigned long *)(*ret);
   72                 ret[0] = ret[1];
   73                 pgtable_cache_size--;
   74                 return (pgd_t *)ret;
   75         }
   76 
   77         ret = (unsigned long *) get_pgd_slow();
   78         return (pgd_t *)ret;
   79 }
   80 
   81 static inline void free_pgd_fast(pgd_t *pgd)
   82 {
   83         *(unsigned long *)pgd = (unsigned long) pgd_quicklist;
   84         pgd_quicklist = (unsigned long *) pgd;
   85         pgtable_cache_size++;
   86 }
   87 
   88 static inline void free_pgd_slow(pgd_t *pgd)
   89 {
   90         free_pages((unsigned long)pgd, 1);
   91 }
   92 
   93 static inline pte_t *pte_alloc_one(struct mm_struct *mm, unsigned long address)
   94 {
   95         pte_t *pte;
   96 
   97         pte = (pte_t *) __get_free_page(GFP_KERNEL);
   98         if (pte)
   99                 clear_page(pte);
  100         return pte;
  101 }
  102 
  103 static inline pte_t *pte_alloc_one_fast(struct mm_struct *mm, unsigned long address)
  104 {
  105         unsigned long *ret;
  106 
  107         if ((ret = (unsigned long *)pte_quicklist) != NULL) {
  108                 pte_quicklist = (unsigned long *)(*ret);
  109                 ret[0] = ret[1];
  110                 pgtable_cache_size--;
  111         }
  112         return (pte_t *)ret;
  113 }
  114 
  115 extern pte_t *get_pte_slow(pmd_t *pmd, unsigned long address_preadjusted);
  116 
  117 static inline pte_t *get_pte_fast(void)
  118 {
  119         unsigned long *ret;
  120 
  121         if((ret = (unsigned long *)pte_quicklist) != NULL) {
  122                 pte_quicklist = (unsigned long *)(*ret);
  123                 ret[0] = ret[1];
  124                 pgtable_cache_size--;
  125         }
  126         return (pte_t *)ret;
  127 }
  128 
  129 static inline void free_pte_fast(pte_t *pte)
  130 {
  131         *(unsigned long *)pte = (unsigned long) pte_quicklist;
  132         pte_quicklist = (unsigned long *) pte;
  133         pgtable_cache_size++;
  134 }
  135 
  136 static inline void free_pte_slow(pte_t *pte)
  137 {
  138         free_pages((unsigned long)pte, 0);
  139 }
  140 
  141 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address)
  142 {
  143         pmd_t *pmd;
  144 
  145         pmd = (pmd_t *) __get_free_pages(GFP_KERNEL, 1);
  146         if (pmd)
  147                 pmd_init((unsigned long)pmd, (unsigned long)invalid_pte_table);
  148         return pmd;
  149 }
  150 
  151 static inline pmd_t *pmd_alloc_one_fast(struct mm_struct *mm, unsigned long address)
  152 {
  153         unsigned long *ret;
  154 
  155         if ((ret = (unsigned long *)pmd_quicklist) != NULL) {
  156                 pmd_quicklist = (unsigned long *)(*ret);
  157                 ret[0] = ret[1];
  158                 pgtable_cache_size--;
  159         }
  160         return (pmd_t *)ret;
  161 }
  162 
  163 extern pmd_t *get_pmd_slow(pgd_t *pgd, unsigned long address_preadjusted);
  164 
  165 static inline pmd_t *get_pmd_fast(void)
  166 {
  167         unsigned long *ret;
  168 
  169         if ((ret = (unsigned long *)pmd_quicklist) != NULL) {
  170                 pmd_quicklist = (unsigned long *)(*ret);
  171                 ret[0] = ret[1];
  172                 pgtable_cache_size--;
  173                 return (pmd_t *)ret;
  174         }
  175 
  176         return (pmd_t *)ret;
  177 }
  178 
  179 static inline void free_pmd_fast(pmd_t *pmd)
  180 {
  181         *(unsigned long *)pmd = (unsigned long) pmd_quicklist;
  182         pmd_quicklist = (unsigned long *) pmd;
  183         pgtable_cache_size++;
  184 }
  185 
  186 static inline void free_pmd_slow(pmd_t *pmd)
  187 {
  188         free_pages((unsigned long)pmd, 1);
  189 }
  190 
  191 #define pte_free(pte)           free_pte_fast(pte)
  192 #define pmd_free(pte)           free_pmd_fast(pte)
  193 #define pgd_free(pgd)           free_pgd_fast(pgd)
  194 #define pgd_alloc(mm)           get_pgd_fast()
  195 
  196 extern pte_t kptbl[(PAGE_SIZE << PGD_ORDER)/sizeof(pte_t)];
  197 extern pmd_t kpmdtbl[PTRS_PER_PMD];
  198 
  199 extern int do_check_pgt_cache(int, int);
  200 
  201 #endif /* _ASM_PGALLOC_H */

Cache object: 65b355343bb611326ce13b7378a5a855

[ source navigation ] [ diff markup ] [ identifier search ] [ freetext search ] [ file search ] [ list types ] [ track identifier ]

This page is part of the FreeBSD/Linux Linux Kernel Cross-Reference, and was automatically generated using a modified version of the LXR engine.

FreeBSD/Linux Kernel Cross Reference sys/include/asm-mips64/pgalloc.h

FreeBSD/Linux Kernel Cross Reference
sys/include/asm-mips64/pgalloc.h