[mirror_ubuntu-zesty-kernel.git] / arch / arm64 / mm / flush.c

/*
 * Based on arch/arm/mm/flush.c
 *
 * Copyright (C) 1995-2002 Russell King
 * Copyright (C) 2012 ARM Ltd.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program.  If not, see <http://www.gnu.org/licenses/>.
 */

#include <linux/export.h>
#include <linux/mm.h>
#include <linux/pagemap.h>

#include <asm/cacheflush.h>
#include <asm/cachetype.h>
#include <asm/tlbflush.h>

void sync_icache_aliases(void *kaddr, unsigned long len)
{
	unsigned long addr = (unsigned long)kaddr;

	if (icache_is_aliasing()) {
		__clean_dcache_area_pou(kaddr, len);
		__flush_icache_all();
	} else {
		flush_icache_range(addr, addr + len);
	}
}

static void flush_ptrace_access(struct vm_area_struct *vma, struct page *page,
				unsigned long uaddr, void *kaddr,
				unsigned long len)
{
	if (vma->vm_flags & VM_EXEC)
		sync_icache_aliases(kaddr, len);
}

/*
 * Copy user data from/to a page which is mapped into a different processes
 * address space.  Really, we want to allow our "user space" model to handle
 * this.
 */
void copy_to_user_page(struct vm_area_struct *vma, struct page *page,
		       unsigned long uaddr, void *dst, const void *src,
		       unsigned long len)
{
	memcpy(dst, src, len);
	flush_ptrace_access(vma, page, uaddr, dst, len);
}

void __sync_icache_dcache(pte_t pte, unsigned long addr)
{
	struct page *page = pte_page(pte);

	if (!test_and_set_bit(PG_dcache_clean, &page->flags))
		sync_icache_aliases(page_address(page),
				    PAGE_SIZE << compound_order(page));
	else if (icache_is_aivivt())
		__flush_icache_all();
}

/*
 * This function is called when a page has been modified by the kernel. Mark
 * it as dirty for later flushing when mapped in user space (if executable,
 * see __sync_icache_dcache).
 */
void flush_dcache_page(struct page *page)
{
	if (test_bit(PG_dcache_clean, &page->flags))
		clear_bit(PG_dcache_clean, &page->flags);
}
EXPORT_SYMBOL(flush_dcache_page);

/*
 * Additional functions defined in assembly.
 */
EXPORT_SYMBOL(flush_icache_range);
Commit	Line	Data
f1a0c4aa CM	1	/*
	2	* Based on arch/arm/mm/flush.c
	3	*
	4	* Copyright (C) 1995-2002 Russell King
	5	* Copyright (C) 2012 ARM Ltd.
	6	*
	7	* This program is free software; you can redistribute it and/or modify
	8	* it under the terms of the GNU General Public License version 2 as
	9	* published by the Free Software Foundation.
	10	*
	11	* This program is distributed in the hope that it will be useful,
	12	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	14	* GNU General Public License for more details.
	15	*
	16	* You should have received a copy of the GNU General Public License
	17	* along with this program. If not, see <http://www.gnu.org/licenses/>.
	18	*/
	19
	20	#include <linux/export.h>
	21	#include <linux/mm.h>
	22	#include <linux/pagemap.h>
	23
	24	#include <asm/cacheflush.h>
	25	#include <asm/cachetype.h>
	26	#include <asm/tlbflush.h>
	27
9842ceae	28	void sync_icache_aliases(void *kaddr, unsigned long len)
0a28714c AK	29	{
	30	unsigned long addr = (unsigned long)kaddr;
	31
	32	if (icache_is_aliasing()) {
	33	__clean_dcache_area_pou(kaddr, len);
	34	__flush_icache_all();
	35	} else {
	36	flush_icache_range(addr, addr + len);
	37	}
	38	}
	39
f1a0c4aa CM	40	static void flush_ptrace_access(struct vm_area_struct vma, struct page page,
	41	unsigned long uaddr, void *kaddr,
	42	unsigned long len)
	43	{
0a28714c AK	44	if (vma->vm_flags & VM_EXEC)
0a28714c AK	45	sync_icache_aliases(kaddr, len);
f1a0c4aa CM	46	}
	47
	48	/*
	49	* Copy user data from/to a page which is mapped into a different processes
	50	* address space. Really, we want to allow our "user space" model to handle
	51	* this.
f1a0c4aa CM	52	*/
	53	void copy_to_user_page(struct vm_area_struct vma, struct page page,
	54	unsigned long uaddr, void dst, const void src,
	55	unsigned long len)
	56	{
f1a0c4aa CM	57	memcpy(dst, src, len);
f1a0c4aa CM	58	flush_ptrace_access(vma, page, uaddr, dst, len);
f1a0c4aa CM	59	}
f1a0c4aa CM	60
f1a0c4aa CM	61	void __sync_icache_dcache(pte_t pte, unsigned long addr)
f1a0c4aa CM	62	{
7249b79f	63	struct page *page = pte_page(pte);
f1a0c4aa	64
0a28714c AK	65	if (!test_and_set_bit(PG_dcache_clean, &page->flags))
	66	sync_icache_aliases(page_address(page),
	67	PAGE_SIZE << compound_order(page));
	68	else if (icache_is_aivivt())
f1a0c4aa	69	__flush_icache_all();
f1a0c4aa CM	70	}
	71
	72	/*
b5b6c9e9 CM	73	* This function is called when a page has been modified by the kernel. Mark
	74	* it as dirty for later flushing when mapped in user space (if executable,
	75	* see __sync_icache_dcache).
f1a0c4aa CM	76	*/
	77	void flush_dcache_page(struct page *page)
	78	{
b5b6c9e9	79	if (test_bit(PG_dcache_clean, &page->flags))
f1a0c4aa	80	clear_bit(PG_dcache_clean, &page->flags);
f1a0c4aa CM	81	}
	82	EXPORT_SYMBOL(flush_dcache_page);
	83
	84	/*
	85	* Additional functions defined in assembly.
	86	*/
f1a0c4aa	87	EXPORT_SYMBOL(flush_icache_range);