]>
Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * include/asm-s390/pgalloc.h | |
3 | * | |
4 | * S390 version | |
5 | * Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation | |
6 | * Author(s): Hartmut Penner (hp@de.ibm.com) | |
7 | * Martin Schwidefsky (schwidefsky@de.ibm.com) | |
8 | * | |
9 | * Derived from "include/asm-i386/pgalloc.h" | |
10 | * Copyright (C) 1994 Linus Torvalds | |
11 | */ | |
12 | ||
13 | #ifndef _S390_PGALLOC_H | |
14 | #define _S390_PGALLOC_H | |
15 | ||
1da177e4 LT |
16 | #include <linux/threads.h> |
17 | #include <linux/gfp.h> | |
18 | #include <linux/mm.h> | |
19 | ||
20 | #define check_pgt_cache() do {} while (0) | |
21 | ||
22 | extern void diag10(unsigned long addr); | |
23 | ||
9282ed92 GS |
24 | /* |
25 | * Page allocation orders. | |
26 | */ | |
27 | #ifndef __s390x__ | |
f4eb07c1 HC |
28 | # define PTE_ALLOC_ORDER 0 |
29 | # define PMD_ALLOC_ORDER 0 | |
9282ed92 GS |
30 | # define PGD_ALLOC_ORDER 1 |
31 | #else /* __s390x__ */ | |
f4eb07c1 | 32 | # define PTE_ALLOC_ORDER 0 |
9282ed92 GS |
33 | # define PMD_ALLOC_ORDER 2 |
34 | # define PGD_ALLOC_ORDER 2 | |
35 | #endif /* __s390x__ */ | |
36 | ||
1da177e4 LT |
37 | /* |
38 | * Allocate and free page tables. The xxx_kernel() versions are | |
39 | * used to allocate a kernel page table - this turns on ASN bits | |
40 | * if any. | |
41 | */ | |
42 | ||
43 | static inline pgd_t *pgd_alloc(struct mm_struct *mm) | |
44 | { | |
9282ed92 | 45 | pgd_t *pgd = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ALLOC_ORDER); |
1da177e4 LT |
46 | int i; |
47 | ||
9282ed92 GS |
48 | if (!pgd) |
49 | return NULL; | |
50 | for (i = 0; i < PTRS_PER_PGD; i++) | |
1da177e4 | 51 | #ifndef __s390x__ |
9282ed92 GS |
52 | pmd_clear(pmd_offset(pgd + i, i*PGDIR_SIZE)); |
53 | #else | |
54 | pgd_clear(pgd + i); | |
55 | #endif | |
1da177e4 LT |
56 | return pgd; |
57 | } | |
58 | ||
59 | static inline void pgd_free(pgd_t *pgd) | |
60 | { | |
9282ed92 | 61 | free_pages((unsigned long) pgd, PGD_ALLOC_ORDER); |
1da177e4 LT |
62 | } |
63 | ||
64 | #ifndef __s390x__ | |
65 | /* | |
66 | * page middle directory allocation/free routines. | |
67 | * We use pmd cache only on s390x, so these are dummy routines. This | |
68 | * code never triggers because the pgd will always be present. | |
69 | */ | |
70 | #define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); }) | |
71 | #define pmd_free(x) do { } while (0) | |
72 | #define __pmd_free_tlb(tlb,x) do { } while (0) | |
73 | #define pgd_populate(mm, pmd, pte) BUG() | |
74 | #else /* __s390x__ */ | |
75 | static inline pmd_t * pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr) | |
76 | { | |
9282ed92 GS |
77 | pmd_t *pmd = (pmd_t *) __get_free_pages(GFP_KERNEL, PMD_ALLOC_ORDER); |
78 | int i; | |
1da177e4 | 79 | |
9282ed92 GS |
80 | if (!pmd) |
81 | return NULL; | |
82 | for (i=0; i < PTRS_PER_PMD; i++) | |
83 | pmd_clear(pmd + i); | |
1da177e4 LT |
84 | return pmd; |
85 | } | |
86 | ||
87 | static inline void pmd_free (pmd_t *pmd) | |
88 | { | |
9282ed92 | 89 | free_pages((unsigned long) pmd, PMD_ALLOC_ORDER); |
1da177e4 LT |
90 | } |
91 | ||
92 | #define __pmd_free_tlb(tlb,pmd) \ | |
93 | do { \ | |
94 | tlb_flush_mmu(tlb, 0, 0); \ | |
95 | pmd_free(pmd); \ | |
96 | } while (0) | |
97 | ||
98 | static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, pmd_t *pmd) | |
99 | { | |
100 | pgd_val(*pgd) = _PGD_ENTRY | __pa(pmd); | |
101 | } | |
102 | ||
103 | #endif /* __s390x__ */ | |
104 | ||
105 | static inline void | |
106 | pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte) | |
107 | { | |
108 | #ifndef __s390x__ | |
109 | pmd_val(pmd[0]) = _PAGE_TABLE + __pa(pte); | |
110 | pmd_val(pmd[1]) = _PAGE_TABLE + __pa(pte+256); | |
111 | pmd_val(pmd[2]) = _PAGE_TABLE + __pa(pte+512); | |
112 | pmd_val(pmd[3]) = _PAGE_TABLE + __pa(pte+768); | |
113 | #else /* __s390x__ */ | |
114 | pmd_val(*pmd) = _PMD_ENTRY + __pa(pte); | |
115 | pmd_val1(*pmd) = _PMD_ENTRY + __pa(pte+256); | |
116 | #endif /* __s390x__ */ | |
117 | } | |
118 | ||
119 | static inline void | |
120 | pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *page) | |
121 | { | |
0b2b6e1d | 122 | pmd_populate_kernel(mm, pmd, (pte_t *)page_to_phys(page)); |
1da177e4 LT |
123 | } |
124 | ||
125 | /* | |
126 | * page table entry allocation/free routines. | |
127 | */ | |
128 | static inline pte_t * | |
129 | pte_alloc_one_kernel(struct mm_struct *mm, unsigned long vmaddr) | |
130 | { | |
9282ed92 GS |
131 | pte_t *pte = (pte_t *) __get_free_page(GFP_KERNEL|__GFP_REPEAT); |
132 | int i; | |
133 | ||
134 | if (!pte) | |
135 | return NULL; | |
136 | for (i=0; i < PTRS_PER_PTE; i++) { | |
137 | pte_clear(mm, vmaddr, pte + i); | |
138 | vmaddr += PAGE_SIZE; | |
1da177e4 LT |
139 | } |
140 | return pte; | |
141 | } | |
142 | ||
143 | static inline struct page * | |
144 | pte_alloc_one(struct mm_struct *mm, unsigned long vmaddr) | |
145 | { | |
146 | pte_t *pte = pte_alloc_one_kernel(mm, vmaddr); | |
147 | if (pte) | |
148 | return virt_to_page(pte); | |
d2c993d8 | 149 | return NULL; |
1da177e4 LT |
150 | } |
151 | ||
152 | static inline void pte_free_kernel(pte_t *pte) | |
153 | { | |
154 | free_page((unsigned long) pte); | |
155 | } | |
156 | ||
157 | static inline void pte_free(struct page *pte) | |
158 | { | |
159 | __free_page(pte); | |
160 | } | |
161 | ||
162 | #define __pte_free_tlb(tlb,pte) tlb_remove_page(tlb,pte) | |
163 | ||
1da177e4 | 164 | #endif /* _S390_PGALLOC_H */ |