[mirror_ubuntu-eoan-kernel.git] / arch / score / include / asm / pgtable.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _ASM_SCORE_PGTABLE_H
#define _ASM_SCORE_PGTABLE_H

#include <linux/const.h>
#define __ARCH_USE_5LEVEL_HACK
#include <asm-generic/pgtable-nopmd.h>

#include <asm/fixmap.h>
#include <asm/setup.h>
#include <asm/pgtable-bits.h>

extern void load_pgd(unsigned long pg_dir);
extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)];

/* PGDIR_SHIFT determines what a third-level page table entry can map */
#define PGDIR_SHIFT	22
#define PGDIR_SIZE	(_AC(1, UL) << PGDIR_SHIFT)
#define PGDIR_MASK	(~(PGDIR_SIZE - 1))

/*
 * Entries per page directory level: we use two-level, so
 * we don't really have any PUD/PMD directory physically.
 */
#define PGD_ORDER	0
#define PTE_ORDER	0

#define PTRS_PER_PGD	1024
#define PTRS_PER_PTE	1024

#define USER_PTRS_PER_PGD	(0x80000000UL/PGDIR_SIZE)
#define FIRST_USER_ADDRESS	0UL

#define VMALLOC_START		(0xc0000000UL)

#define PKMAP_BASE		(0xfd000000UL)

#define VMALLOC_END		(FIXADDR_START - 2*PAGE_SIZE)

#define pte_ERROR(e) \
	printk(KERN_ERR "%s:%d: bad pte %08lx.\n", \
		__FILE__, __LINE__, pte_val(e))
#define pgd_ERROR(e) \
	printk(KERN_ERR "%s:%d: bad pgd %08lx.\n", \
		__FILE__, __LINE__, pgd_val(e))

/*
 * Empty pgd/pmd entries point to the invalid_pte_table.
 */
static inline int pmd_none(pmd_t pmd)
{
	return pmd_val(pmd) == (unsigned long) invalid_pte_table;
}

#define pmd_bad(pmd)		(pmd_val(pmd) & ~PAGE_MASK)

static inline int pmd_present(pmd_t pmd)
{
	return pmd_val(pmd) != (unsigned long) invalid_pte_table;
}

static inline void pmd_clear(pmd_t *pmdp)
{
	pmd_val(*pmdp) = ((unsigned long) invalid_pte_table);
}

#define pte_page(x)		pfn_to_page(pte_pfn(x))
#define pte_pfn(x)		((unsigned long)((x).pte >> PAGE_SHIFT))
#define pfn_pte(pfn, prot)	\
	__pte(((unsigned long long)(pfn) << PAGE_SHIFT) | pgprot_val(prot))

#define __pgd_offset(address)	pgd_index(address)
#define __pud_offset(address)	(((address) >> PUD_SHIFT) & (PTRS_PER_PUD-1))
#define __pmd_offset(address)	(((address) >> PMD_SHIFT) & (PTRS_PER_PMD-1))

/* to find an entry in a kernel page-table-directory */
#define pgd_offset_k(address)	pgd_offset(&init_mm, address)
#define pgd_index(address)	(((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1))

/* to find an entry in a page-table-directory */
#define pgd_offset(mm, addr)	((mm)->pgd + pgd_index(addr))

/* Find an entry in the third-level page table.. */
#define __pte_offset(address)		\
	(((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
#define pte_offset(dir, address)	\
	((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))
#define pte_offset_kernel(dir, address)	\
	((pte_t *) pmd_page_vaddr(*(dir)) + __pte_offset(address))

#define pte_offset_map(dir, address)	\
	((pte_t *)page_address(pmd_page(*(dir))) + __pte_offset(address))
#define pte_unmap(pte) ((void)(pte))

#define __pte_to_swp_entry(pte)		\
	((swp_entry_t) { pte_val(pte)})
#define __swp_entry_to_pte(x)	((pte_t) {(x).val})

#define pmd_phys(pmd)		__pa((void *)pmd_val(pmd))
#define pmd_page(pmd)		(pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT))
#define mk_pte(page, prot)	pfn_pte(page_to_pfn(page), prot)
static inline pte_t pte_mkspecial(pte_t pte) { return pte; }

#define set_pte(pteptr, pteval) (*(pteptr) = pteval)
#define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval)
#define pte_clear(mm, addr, xp)		\
	do { set_pte_at(mm, addr, xp, __pte(0)); } while (0)

/*
 * The "pgd_xxx()" functions here are trivial for a folded two-level
 * setup: the pgd is never bad, and a pmd always exists (as it's folded
 * into the pgd entry)
 */
#define pgd_present(pgd)	(1)
#define pgd_none(pgd)		(0)
#define pgd_bad(pgd)		(0)
#define pgd_clear(pgdp)		do { } while (0)

#define kern_addr_valid(addr)	(1)
#define pmd_page_vaddr(pmd)	pmd_val(pmd)

#define pte_none(pte)		(!(pte_val(pte) & ~_PAGE_GLOBAL))
#define pte_present(pte)	(pte_val(pte) & _PAGE_PRESENT)

#define PAGE_NONE	__pgprot(_PAGE_PRESENT | _PAGE_CACHE)
#define PAGE_SHARED	__pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_WRITE | \
				_PAGE_CACHE)
#define PAGE_COPY	__pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_CACHE)
#define PAGE_READONLY	__pgprot(_PAGE_PRESENT | _PAGE_READ | _PAGE_CACHE)
#define PAGE_KERNEL	__pgprot(_PAGE_PRESENT | __READABLE | __WRITEABLE | \
				_PAGE_GLOBAL | _PAGE_CACHE)
#define PAGE_KERNEL_UNCACHED __pgprot(_PAGE_PRESENT | __READABLE | \
				__WRITEABLE | _PAGE_GLOBAL & ~_PAGE_CACHE)

#define __P000	PAGE_NONE
#define __P001	PAGE_READONLY
#define __P010	PAGE_COPY
#define __P011	PAGE_COPY
#define __P100	PAGE_READONLY
#define __P101	PAGE_READONLY
#define __P110	PAGE_COPY
#define __P111	PAGE_COPY

#define __S000	PAGE_NONE
#define __S001	PAGE_READONLY
#define __S010	PAGE_SHARED
#define __S011	PAGE_SHARED
#define __S100	PAGE_READONLY
#define __S101	PAGE_READONLY
#define __S110	PAGE_SHARED
#define __S111	PAGE_SHARED

#define pgprot_noncached pgprot_noncached

static inline pgprot_t pgprot_noncached(pgprot_t _prot)
{
	unsigned long prot = pgprot_val(_prot);

	prot = (prot & ~_CACHE_MASK);

	return __pgprot(prot);
}

#define __swp_type(x)		((x).val & 0x1f)
#define __swp_offset(x) 	((x).val >> 10)
#define __swp_entry(type, offset) ((swp_entry_t){(type) | ((offset) << 10)})

extern unsigned long empty_zero_page;
extern unsigned long zero_page_mask;

#define ZERO_PAGE(vaddr) \
	(virt_to_page((void *)(empty_zero_page + \
	 (((unsigned long)(vaddr)) & zero_page_mask))))

#define pgtable_cache_init()	do {} while (0)

#define arch_enter_lazy_cpu_mode()	do {} while (0)

static inline int pte_write(pte_t pte)
{
	return pte_val(pte) & _PAGE_WRITE;
}

static inline int pte_dirty(pte_t pte)
{
	return pte_val(pte) & _PAGE_MODIFIED;
}

static inline int pte_young(pte_t pte)
{
	return pte_val(pte) & _PAGE_ACCESSED;
}

#define pte_special(pte)	(0)

static inline pte_t pte_wrprotect(pte_t pte)
{
	pte_val(pte) &= ~(_PAGE_WRITE | _PAGE_SILENT_WRITE);
	return pte;
}

static inline pte_t pte_mkclean(pte_t pte)
{
	pte_val(pte) &= ~(_PAGE_MODIFIED|_PAGE_SILENT_WRITE);
	return pte;
}

static inline pte_t pte_mkold(pte_t pte)
{
	pte_val(pte) &= ~(_PAGE_ACCESSED|_PAGE_SILENT_READ);
	return pte;
}

static inline pte_t pte_mkwrite(pte_t pte)
{
	pte_val(pte) |= _PAGE_WRITE;
	if (pte_val(pte) & _PAGE_MODIFIED)
		pte_val(pte) |= _PAGE_SILENT_WRITE;
	return pte;
}

static inline pte_t pte_mkdirty(pte_t pte)
{
	pte_val(pte) |= _PAGE_MODIFIED;
	if (pte_val(pte) & _PAGE_WRITE)
		pte_val(pte) |= _PAGE_SILENT_WRITE;
	return pte;
}

static inline pte_t pte_mkyoung(pte_t pte)
{
	pte_val(pte) |= _PAGE_ACCESSED;
	if (pte_val(pte) & _PAGE_READ)
		pte_val(pte) |= _PAGE_SILENT_READ;
	return pte;
}

#define set_pmd(pmdptr, pmdval)		\
	 do { *(pmdptr) = (pmdval); } while (0)
#define pte_present(pte)	(pte_val(pte) & _PAGE_PRESENT)

extern unsigned long pgd_current;
extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
extern void paging_init(void);

static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
{
	return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot));
}

extern void __update_tlb(struct vm_area_struct *vma,
	unsigned long address,	pte_t pte);
extern void __update_cache(struct vm_area_struct *vma,
	unsigned long address,	pte_t pte);

static inline void update_mmu_cache(struct vm_area_struct *vma,
	unsigned long address, pte_t *ptep)
{
	pte_t pte = *ptep;
	__update_tlb(vma, address, pte);
	__update_cache(vma, address, pte);
}

#ifndef __ASSEMBLY__
#include <asm-generic/pgtable.h>

void setup_memory(void);
#endif /* __ASSEMBLY__ */

#endif /* _ASM_SCORE_PGTABLE_H */
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
6bc9a396 CL	2	#ifndef _ASM_SCORE_PGTABLE_H
	3	#define _ASM_SCORE_PGTABLE_H
	4
	5	#include <linux/const.h>
9849a569	6	#define __ARCH_USE_5LEVEL_HACK
6bc9a396 CL	7	#include <asm-generic/pgtable-nopmd.h>
	8
	9	#include <asm/fixmap.h>
	10	#include <asm/setup.h>
	11	#include <asm/pgtable-bits.h>
	12
	13	extern void load_pgd(unsigned long pg_dir);
	14	extern pte_t invalid_pte_table[PAGE_SIZE/sizeof(pte_t)];
	15
	16	/* PGDIR_SHIFT determines what a third-level page table entry can map */
	17	#define PGDIR_SHIFT 22
	18	#define PGDIR_SIZE (_AC(1, UL) << PGDIR_SHIFT)
	19	#define PGDIR_MASK (~(PGDIR_SIZE - 1))
	20
	21	/*
	22	* Entries per page directory level: we use two-level, so
	23	* we don't really have any PUD/PMD directory physically.
	24	*/
	25	#define PGD_ORDER 0
	26	#define PTE_ORDER 0
	27
	28	#define PTRS_PER_PGD 1024
	29	#define PTRS_PER_PTE 1024
	30
	31	#define USER_PTRS_PER_PGD (0x80000000UL/PGDIR_SIZE)
d016bf7e	32	#define FIRST_USER_ADDRESS 0UL
6bc9a396 CL	33
	34	#define VMALLOC_START (0xc0000000UL)
	35
	36	#define PKMAP_BASE (0xfd000000UL)
	37
	38	#define VMALLOC_END (FIXADDR_START - 2*PAGE_SIZE)
	39
	40	#define pte_ERROR(e) \
	41	printk(KERN_ERR "%s:%d: bad pte %08lx.\n", \
	42	__FILE__, __LINE__, pte_val(e))
	43	#define pgd_ERROR(e) \
	44	printk(KERN_ERR "%s:%d: bad pgd %08lx.\n", \
	45	__FILE__, __LINE__, pgd_val(e))
	46
	47	/*
	48	* Empty pgd/pmd entries point to the invalid_pte_table.
	49	*/
	50	static inline int pmd_none(pmd_t pmd)
	51	{
	52	return pmd_val(pmd) == (unsigned long) invalid_pte_table;
	53	}
	54
	55	#define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK)
	56
	57	static inline int pmd_present(pmd_t pmd)
	58	{
	59	return pmd_val(pmd) != (unsigned long) invalid_pte_table;
	60	}
	61
	62	static inline void pmd_clear(pmd_t *pmdp)
	63	{
	64	pmd_val(*pmdp) = ((unsigned long) invalid_pte_table);
	65	}
	66
	67	#define pte_page(x) pfn_to_page(pte_pfn(x))
	68	#define pte_pfn(x) ((unsigned long)((x).pte >> PAGE_SHIFT))
	69	#define pfn_pte(pfn, prot) \
	70	__pte(((unsigned long long)(pfn) << PAGE_SHIFT) \| pgprot_val(prot))
	71
	72	#define __pgd_offset(address) pgd_index(address)
	73	#define __pud_offset(address) (((address) >> PUD_SHIFT) & (PTRS_PER_PUD-1))
	74	#define __pmd_offset(address) (((address) >> PMD_SHIFT) & (PTRS_PER_PMD-1))
	75
	76	/* to find an entry in a kernel page-table-directory */
	77	#define pgd_offset_k(address) pgd_offset(&init_mm, address)
	78	#define pgd_index(address) (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1))
	79
	80	/* to find an entry in a page-table-directory */
	81	#define pgd_offset(mm, addr) ((mm)->pgd + pgd_index(addr))
	82
	83	/* Find an entry in the third-level page table.. */
	84	#define __pte_offset(address) \
	85	(((address) >> PAGE_SHIFT) & (PTRS_PER_PTE - 1))
	86	#define pte_offset(dir, address) \
	87	((pte_t ) pmd_page_vaddr((dir)) + __pte_offset(address))
	88	#define pte_offset_kernel(dir, address) \
	89	((pte_t ) pmd_page_vaddr((dir)) + __pte_offset(address))
	90
	91	#define pte_offset_map(dir, address) \
	92	((pte_t )page_address(pmd_page((dir))) + __pte_offset(address))
6bc9a396	93	#define pte_unmap(pte) ((void)(pte))
6bc9a396	94
6bc9a396 CL	95	#define __pte_to_swp_entry(pte) \
	96	((swp_entry_t) { pte_val(pte)})
	97	#define __swp_entry_to_pte(x) ((pte_t) {(x).val})
	98
ffa818b4 CL	99	#define pmd_phys(pmd) __pa((void *)pmd_val(pmd))
ffa818b4 CL	100	#define pmd_page(pmd) (pfn_to_page(pmd_phys(pmd) >> PAGE_SHIFT))
6bc9a396 CL	101	#define mk_pte(page, prot) pfn_pte(page_to_pfn(page), prot)
	102	static inline pte_t pte_mkspecial(pte_t pte) { return pte; }
	103
	104	#define set_pte(pteptr, pteval) (*(pteptr) = pteval)
	105	#define set_pte_at(mm, addr, ptep, pteval) set_pte(ptep, pteval)
	106	#define pte_clear(mm, addr, xp) \
	107	do { set_pte_at(mm, addr, xp, __pte(0)); } while (0)
	108
0402c91a CL	109	/*
	110	* The "pgd_xxx()" functions here are trivial for a folded two-level
	111	* setup: the pgd is never bad, and a pmd always exists (as it's folded
	112	* into the pgd entry)
	113	*/
	114	#define pgd_present(pgd) (1)
6bc9a396 CL	115	#define pgd_none(pgd) (0)
6bc9a396 CL	116	#define pgd_bad(pgd) (0)
0402c91a	117	#define pgd_clear(pgdp) do { } while (0)
6bc9a396 CL	118
6bc9a396 CL	119	#define kern_addr_valid(addr) (1)
6bc9a396 CL	120	#define pmd_page_vaddr(pmd) pmd_val(pmd)
	121
	122	#define pte_none(pte) (!(pte_val(pte) & ~_PAGE_GLOBAL))
	123	#define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT)
	124
0402c91a CL	125	#define PAGE_NONE __pgprot(_PAGE_PRESENT \| _PAGE_CACHE)
	126	#define PAGE_SHARED __pgprot(_PAGE_PRESENT \| _PAGE_READ \| _PAGE_WRITE \| \
	127	_PAGE_CACHE)
	128	#define PAGE_COPY __pgprot(_PAGE_PRESENT \| _PAGE_READ \| _PAGE_CACHE)
	129	#define PAGE_READONLY __pgprot(_PAGE_PRESENT \| _PAGE_READ \| _PAGE_CACHE)
	130	#define PAGE_KERNEL __pgprot(_PAGE_PRESENT \| __READABLE \| __WRITEABLE \| \
	131	_PAGE_GLOBAL \| _PAGE_CACHE)
	132	#define PAGE_KERNEL_UNCACHED __pgprot(_PAGE_PRESENT \| __READABLE \| \
	133	__WRITEABLE \| _PAGE_GLOBAL & ~_PAGE_CACHE)
	134
	135	#define __P000 PAGE_NONE
	136	#define __P001 PAGE_READONLY
	137	#define __P010 PAGE_COPY
	138	#define __P011 PAGE_COPY
	139	#define __P100 PAGE_READONLY
	140	#define __P101 PAGE_READONLY
	141	#define __P110 PAGE_COPY
	142	#define __P111 PAGE_COPY
	143
	144	#define __S000 PAGE_NONE
	145	#define __S001 PAGE_READONLY
	146	#define __S010 PAGE_SHARED
	147	#define __S011 PAGE_SHARED
	148	#define __S100 PAGE_READONLY
	149	#define __S101 PAGE_READONLY
	150	#define __S110 PAGE_SHARED
	151	#define __S111 PAGE_SHARED
6bc9a396	152
ffa818b4 CL	153	#define pgprot_noncached pgprot_noncached
	154
	155	static inline pgprot_t pgprot_noncached(pgprot_t _prot)
	156	{
	157	unsigned long prot = pgprot_val(_prot);
	158
	159	prot = (prot & ~_CACHE_MASK);
	160
	161	return __pgprot(prot);
	162	}
6bc9a396	163
ffa818b4	164	#define __swp_type(x) ((x).val & 0x1f)
917e401e KS	165	#define __swp_offset(x) ((x).val >> 10)
917e401e KS	166	#define __swp_entry(type, offset) ((swp_entry_t){(type) \| ((offset) << 10)})
6bc9a396	167
ffa818b4 CL	168	extern unsigned long empty_zero_page;
ffa818b4 CL	169	extern unsigned long zero_page_mask;
6bc9a396	170
ffa818b4 CL	171	#define ZERO_PAGE(vaddr) \
	172	(virt_to_page((void *)(empty_zero_page + \
	173	(((unsigned long)(vaddr)) & zero_page_mask))))
6bc9a396 CL	174
	175	#define pgtable_cache_init() do {} while (0)
	176
	177	#define arch_enter_lazy_cpu_mode() do {} while (0)
	178
	179	static inline int pte_write(pte_t pte)
	180	{
	181	return pte_val(pte) & _PAGE_WRITE;
	182	}
	183
	184	static inline int pte_dirty(pte_t pte)
	185	{
	186	return pte_val(pte) & _PAGE_MODIFIED;
	187	}
	188
	189	static inline int pte_young(pte_t pte)
	190	{
	191	return pte_val(pte) & _PAGE_ACCESSED;
	192	}
	193
6bc9a396 CL	194	#define pte_special(pte) (0)
	195
	196	static inline pte_t pte_wrprotect(pte_t pte)
	197	{
	198	pte_val(pte) &= ~(_PAGE_WRITE \| _PAGE_SILENT_WRITE);
	199	return pte;
	200	}
	201
	202	static inline pte_t pte_mkclean(pte_t pte)
	203	{
	204	pte_val(pte) &= ~(_PAGE_MODIFIED\|_PAGE_SILENT_WRITE);
	205	return pte;
	206	}
	207
	208	static inline pte_t pte_mkold(pte_t pte)
	209	{
	210	pte_val(pte) &= ~(_PAGE_ACCESSED\|_PAGE_SILENT_READ);
	211	return pte;
	212	}
	213
	214	static inline pte_t pte_mkwrite(pte_t pte)
	215	{
	216	pte_val(pte) \|= _PAGE_WRITE;
	217	if (pte_val(pte) & _PAGE_MODIFIED)
	218	pte_val(pte) \|= _PAGE_SILENT_WRITE;
	219	return pte;
	220	}
	221
	222	static inline pte_t pte_mkdirty(pte_t pte)
	223	{
	224	pte_val(pte) \|= _PAGE_MODIFIED;
	225	if (pte_val(pte) & _PAGE_WRITE)
	226	pte_val(pte) \|= _PAGE_SILENT_WRITE;
	227	return pte;
	228	}
	229
	230	static inline pte_t pte_mkyoung(pte_t pte)
	231	{
	232	pte_val(pte) \|= _PAGE_ACCESSED;
	233	if (pte_val(pte) & _PAGE_READ)
	234	pte_val(pte) \|= _PAGE_SILENT_READ;
	235	return pte;
	236	}
	237
	238	#define set_pmd(pmdptr, pmdval) \
	239	do { *(pmdptr) = (pmdval); } while (0)
	240	#define pte_present(pte) (pte_val(pte) & _PAGE_PRESENT)
	241
	242	extern unsigned long pgd_current;
ffa818b4	243	extern pgd_t swapper_pg_dir[PTRS_PER_PGD];
6bc9a396 CL	244	extern void paging_init(void);
	245
	246	static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
	247	{
	248	return __pte((pte_val(pte) & _PAGE_CHG_MASK) \| pgprot_val(newprot));
	249	}
	250
	251	extern void __update_tlb(struct vm_area_struct *vma,
	252	unsigned long address, pte_t pte);
	253	extern void __update_cache(struct vm_area_struct *vma,
	254	unsigned long address, pte_t pte);
	255
	256	static inline void update_mmu_cache(struct vm_area_struct *vma,
4b3073e1	257	unsigned long address, pte_t *ptep)
6bc9a396	258	{
4b3073e1	259	pte_t pte = *ptep;
6bc9a396 CL	260	__update_tlb(vma, address, pte);
	261	__update_cache(vma, address, pte);
	262	}
	263
	264	#ifndef __ASSEMBLY__
	265	#include <asm-generic/pgtable.h>
	266
	267	void setup_memory(void);
	268	#endif /* __ASSEMBLY__ */
	269
	270	#endif /* _ASM_SCORE_PGTABLE_H */