[qemu.git] / softmmu_header.h

/*
 *  Software MMU support
 * 
 *  Copyright (c) 2003 Fabrice Bellard
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */
#if DATA_SIZE == 8
#define SUFFIX q
#define USUFFIX q
#define DATA_TYPE uint64_t
#elif DATA_SIZE == 4
#define SUFFIX l
#define USUFFIX l
#define DATA_TYPE uint32_t
#elif DATA_SIZE == 2
#define SUFFIX w
#define USUFFIX uw
#define DATA_TYPE uint16_t
#define DATA_STYPE int16_t
#elif DATA_SIZE == 1
#define SUFFIX b
#define USUFFIX ub
#define DATA_TYPE uint8_t
#define DATA_STYPE int8_t
#else
#error unsupported data size
#endif

#if ACCESS_TYPE == 0

#define CPU_MEM_INDEX 0
#define MMUSUFFIX _mmu

#elif ACCESS_TYPE == 1

#define CPU_MEM_INDEX 1
#define MMUSUFFIX _mmu

#elif ACCESS_TYPE == 2

#define CPU_MEM_INDEX ((env->hflags & HF_CPL_MASK) == 3)
#define MMUSUFFIX _mmu

#elif ACCESS_TYPE == 3

#define CPU_MEM_INDEX ((env->hflags & HF_CPL_MASK) == 3)
#define MMUSUFFIX _cmmu

#else
#error invalid ACCESS_TYPE
#endif

#if DATA_SIZE == 8
#define RES_TYPE uint64_t
#else
#define RES_TYPE int
#endif


DATA_TYPE REGPARM(1) glue(glue(__ld, SUFFIX), MMUSUFFIX)(unsigned long addr,
                                                         int is_user);
void REGPARM(2) glue(glue(__st, SUFFIX), MMUSUFFIX)(unsigned long addr, DATA_TYPE v, int is_user);

#if (DATA_SIZE <= 4) && defined(__i386__) && (ACCESS_TYPE <= 1) && defined(ASM_SOFTMMU)

static inline RES_TYPE glue(glue(ld, USUFFIX), MEMSUFFIX)(void *ptr)
{
    int res;

    asm volatile ("movl %1, %%edx\n"
                  "movl %1, %%eax\n"
                  "shrl %3, %%edx\n"
                  "andl %4, %%eax\n"
                  "andl %2, %%edx\n"
                  "leal %5(%%edx, %%ebp), %%edx\n"
                  "cmpl (%%edx), %%eax\n"
                  "movl %1, %%eax\n"
                  "je 1f\n"
                  "pushl %6\n"
                  "call %7\n"
                  "popl %%edx\n"
                  "movl %%eax, %0\n"
                  "jmp 2f\n"
                  "1:\n"
                  "addl 4(%%edx), %%eax\n"
#if DATA_SIZE == 1
                  "movzbl (%%eax), %0\n"
#elif DATA_SIZE == 2
                  "movzwl (%%eax), %0\n"
#elif DATA_SIZE == 4
                  "movl (%%eax), %0\n"
#else
#error unsupported size
#endif
                  "2:\n"
                  : "=r" (res)
                  : "r" (ptr), 
                  "i" ((CPU_TLB_SIZE - 1) << 3), 
                  "i" (TARGET_PAGE_BITS - 3), 
                  "i" (TARGET_PAGE_MASK | (DATA_SIZE - 1)),
                  "m" (*(uint32_t *)offsetof(CPUState, tlb_read[CPU_MEM_INDEX][0].address)),
                  "i" (CPU_MEM_INDEX),
                  "m" (*(uint8_t *)&glue(glue(__ld, SUFFIX), MMUSUFFIX))
                  : "%eax", "%ecx", "%edx", "memory", "cc");
    return res;
}

#if DATA_SIZE <= 2
static inline int glue(glue(lds, SUFFIX), MEMSUFFIX)(void *ptr)
{
    int res;

    asm volatile ("movl %1, %%edx\n"
                  "movl %1, %%eax\n"
                  "shrl %3, %%edx\n"
                  "andl %4, %%eax\n"
                  "andl %2, %%edx\n"
                  "leal %5(%%edx, %%ebp), %%edx\n"
                  "cmpl (%%edx), %%eax\n"
                  "movl %1, %%eax\n"
                  "je 1f\n"
                  "pushl %6\n"
                  "call %7\n"
                  "popl %%edx\n"
#if DATA_SIZE == 1
                  "movsbl %%al, %0\n"
#elif DATA_SIZE == 2
                  "movswl %%ax, %0\n"
#else
#error unsupported size
#endif
                  "jmp 2f\n"
                  "1:\n"
                  "addl 4(%%edx), %%eax\n"
#if DATA_SIZE == 1
                  "movsbl (%%eax), %0\n"
#elif DATA_SIZE == 2
                  "movswl (%%eax), %0\n"
#else
#error unsupported size
#endif
                  "2:\n"
                  : "=r" (res)
                  : "r" (ptr), 
                  "i" ((CPU_TLB_SIZE - 1) << 3), 
                  "i" (TARGET_PAGE_BITS - 3), 
                  "i" (TARGET_PAGE_MASK | (DATA_SIZE - 1)),
                  "m" (*(uint32_t *)offsetof(CPUState, tlb_read[CPU_MEM_INDEX][0].address)),
                  "i" (CPU_MEM_INDEX),
                  "m" (*(uint8_t *)&glue(glue(__ld, SUFFIX), MMUSUFFIX))
                  : "%eax", "%ecx", "%edx", "memory", "cc");
    return res;
}
#endif

static inline void glue(glue(st, SUFFIX), MEMSUFFIX)(void *ptr, RES_TYPE v)
{
    asm volatile ("movl %0, %%edx\n"
                  "movl %0, %%eax\n"
                  "shrl %3, %%edx\n"
                  "andl %4, %%eax\n"
                  "andl %2, %%edx\n"
                  "leal %5(%%edx, %%ebp), %%edx\n"
                  "cmpl (%%edx), %%eax\n"
                  "movl %0, %%eax\n"
                  "je 1f\n"
#if DATA_SIZE == 1
                  "movzbl %b1, %%edx\n"
#elif DATA_SIZE == 2
                  "movzwl %w1, %%edx\n"
#elif DATA_SIZE == 4
                  "movl %1, %%edx\n"
#else
#error unsupported size
#endif
                  "pushl %6\n"
                  "call %7\n"
                  "popl %%eax\n"
                  "jmp 2f\n"
                  "1:\n"
                  "addl 4(%%edx), %%eax\n"
#if DATA_SIZE == 1
                  "movb %b1, (%%eax)\n"
#elif DATA_SIZE == 2
                  "movw %w1, (%%eax)\n"
#elif DATA_SIZE == 4
                  "movl %1, (%%eax)\n"
#else
#error unsupported size
#endif
                  "2:\n"
                  : 
                  : "r" (ptr), 
/* NOTE: 'q' would be needed as constraint, but we could not use it
   with T1 ! */
                  "r" (v), 
                  "i" ((CPU_TLB_SIZE - 1) << 3), 
                  "i" (TARGET_PAGE_BITS - 3), 
                  "i" (TARGET_PAGE_MASK | (DATA_SIZE - 1)),
                  "m" (*(uint32_t *)offsetof(CPUState, tlb_write[CPU_MEM_INDEX][0].address)),
                  "i" (CPU_MEM_INDEX),
                  "m" (*(uint8_t *)&glue(glue(__st, SUFFIX), MMUSUFFIX))
                  : "%eax", "%ecx", "%edx", "memory", "cc");
}

#else

/* generic load/store macros */

static inline RES_TYPE glue(glue(ld, USUFFIX), MEMSUFFIX)(void *ptr)
{
    int index;
    RES_TYPE res;
    unsigned long addr, physaddr;
    int is_user;

    addr = (unsigned long)ptr;
    index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
    is_user = CPU_MEM_INDEX;
    if (__builtin_expect(env->tlb_read[is_user][index].address != 
                         (addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) {
        res = glue(glue(__ld, SUFFIX), MMUSUFFIX)(addr, is_user);
    } else {
        physaddr = addr + env->tlb_read[is_user][index].addend;
        res = glue(glue(ld, USUFFIX), _raw)((uint8_t *)physaddr);
    }
    return res;
}

#if DATA_SIZE <= 2
static inline int glue(glue(lds, SUFFIX), MEMSUFFIX)(void *ptr)
{
    int res, index;
    unsigned long addr, physaddr;
    int is_user;

    addr = (unsigned long)ptr;
    index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
    is_user = CPU_MEM_INDEX;
    if (__builtin_expect(env->tlb_read[is_user][index].address != 
                         (addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) {
        res = (DATA_STYPE)glue(glue(__ld, SUFFIX), MMUSUFFIX)(addr, is_user);
    } else {
        physaddr = addr + env->tlb_read[is_user][index].addend;
        res = glue(glue(lds, SUFFIX), _raw)((uint8_t *)physaddr);
    }
    return res;
}
#endif

/* generic store macro */

static inline void glue(glue(st, SUFFIX), MEMSUFFIX)(void *ptr, RES_TYPE v)
{
    int index;
    unsigned long addr, physaddr;
    int is_user;

    addr = (unsigned long)ptr;
    index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
    is_user = CPU_MEM_INDEX;
    if (__builtin_expect(env->tlb_write[is_user][index].address != 
                         (addr & (TARGET_PAGE_MASK | (DATA_SIZE - 1))), 0)) {
        glue(glue(__st, SUFFIX), MMUSUFFIX)(addr, v, is_user);
    } else {
        physaddr = addr + env->tlb_write[is_user][index].addend;
        glue(glue(st, SUFFIX), _raw)((uint8_t *)physaddr, v);
    }
}

#endif

#undef RES_TYPE
#undef DATA_TYPE
#undef DATA_STYPE
#undef SUFFIX
#undef USUFFIX
#undef DATA_SIZE
#undef CPU_MEM_INDEX
#undef MMUSUFFIX
Commit	Line	Data
b92e5a22 FB	1	/*
	2	* Software MMU support
	3	*
	4	* Copyright (c) 2003 Fabrice Bellard
	5	*
	6	* This library is free software; you can redistribute it and/or
	7	* modify it under the terms of the GNU Lesser General Public
	8	* License as published by the Free Software Foundation; either
	9	* version 2 of the License, or (at your option) any later version.
	10	*
	11	* This library is distributed in the hope that it will be useful,
	12	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	13	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
	14	* Lesser General Public License for more details.
	15	*
	16	* You should have received a copy of the GNU Lesser General Public
	17	* License along with this library; if not, write to the Free Software
	18	* Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
	19	*/
	20	#if DATA_SIZE == 8
	21	#define SUFFIX q
61382a50	22	#define USUFFIX q
b92e5a22 FB	23	#define DATA_TYPE uint64_t
	24	#elif DATA_SIZE == 4
	25	#define SUFFIX l
61382a50	26	#define USUFFIX l
b92e5a22 FB	27	#define DATA_TYPE uint32_t
	28	#elif DATA_SIZE == 2
	29	#define SUFFIX w
61382a50	30	#define USUFFIX uw
b92e5a22 FB	31	#define DATA_TYPE uint16_t
	32	#define DATA_STYPE int16_t
	33	#elif DATA_SIZE == 1
	34	#define SUFFIX b
61382a50	35	#define USUFFIX ub
b92e5a22 FB	36	#define DATA_TYPE uint8_t
	37	#define DATA_STYPE int8_t
	38	#else
	39	#error unsupported data size
	40	#endif
	41
61382a50 FB	42	#if ACCESS_TYPE == 0
	43
	44	#define CPU_MEM_INDEX 0
	45	#define MMUSUFFIX _mmu
	46
	47	#elif ACCESS_TYPE == 1
	48
	49	#define CPU_MEM_INDEX 1
	50	#define MMUSUFFIX _mmu
	51
	52	#elif ACCESS_TYPE == 2
	53
	54	#define CPU_MEM_INDEX ((env->hflags & HF_CPL_MASK) == 3)
	55	#define MMUSUFFIX _mmu
	56
	57	#elif ACCESS_TYPE == 3
	58
	59	#define CPU_MEM_INDEX ((env->hflags & HF_CPL_MASK) == 3)
	60	#define MMUSUFFIX _cmmu
	61
b92e5a22	62	#else
61382a50	63	#error invalid ACCESS_TYPE
b92e5a22 FB	64	#endif
	65
	66	#if DATA_SIZE == 8
	67	#define RES_TYPE uint64_t
	68	#else
	69	#define RES_TYPE int
	70	#endif
	71
	72
61382a50 FB	73	DATA_TYPE REGPARM(1) glue(glue(__ld, SUFFIX), MMUSUFFIX)(unsigned long addr,
	74	int is_user);
	75	void REGPARM(2) glue(glue(__st, SUFFIX), MMUSUFFIX)(unsigned long addr, DATA_TYPE v, int is_user);
b92e5a22	76
e16c53fa FB	77	#if (DATA_SIZE <= 4) && defined(__i386__) && (ACCESS_TYPE <= 1) && defined(ASM_SOFTMMU)
	78
	79	static inline RES_TYPE glue(glue(ld, USUFFIX), MEMSUFFIX)(void *ptr)
	80	{
	81	int res;
	82
	83	asm volatile ("movl %1, %%edx\n"
	84	"movl %1, %%eax\n"
	85	"shrl %3, %%edx\n"
	86	"andl %4, %%eax\n"
	87	"andl %2, %%edx\n"
	88	"leal %5(%%edx, %%ebp), %%edx\n"
	89	"cmpl (%%edx), %%eax\n"
	90	"movl %1, %%eax\n"
	91	"je 1f\n"
	92	"pushl %6\n"
	93	"call %7\n"
	94	"popl %%edx\n"
	95	"movl %%eax, %0\n"
	96	"jmp 2f\n"
	97	"1:\n"
	98	"addl 4(%%edx), %%eax\n"
	99	#if DATA_SIZE == 1
	100	"movzbl (%%eax), %0\n"
	101	#elif DATA_SIZE == 2
	102	"movzwl (%%eax), %0\n"
	103	#elif DATA_SIZE == 4
	104	"movl (%%eax), %0\n"
	105	#else
	106	#error unsupported size
	107	#endif
	108	"2:\n"
	109	: "=r" (res)
	110	: "r" (ptr),
	111	"i" ((CPU_TLB_SIZE - 1) << 3),
	112	"i" (TARGET_PAGE_BITS - 3),
	113	"i" (TARGET_PAGE_MASK \| (DATA_SIZE - 1)),
	114	"m" ((uint32_t )offsetof(CPUState, tlb_read[CPU_MEM_INDEX][0].address)),
	115	"i" (CPU_MEM_INDEX),
	116	"m" ((uint8_t )&glue(glue(__ld, SUFFIX), MMUSUFFIX))
	117	: "%eax", "%ecx", "%edx", "memory", "cc");
	118	return res;
	119	}
	120
	121	#if DATA_SIZE <= 2
	122	static inline int glue(glue(lds, SUFFIX), MEMSUFFIX)(void *ptr)
	123	{
	124	int res;
	125
	126	asm volatile ("movl %1, %%edx\n"
	127	"movl %1, %%eax\n"
	128	"shrl %3, %%edx\n"
	129	"andl %4, %%eax\n"
	130	"andl %2, %%edx\n"
	131	"leal %5(%%edx, %%ebp), %%edx\n"
	132	"cmpl (%%edx), %%eax\n"
	133	"movl %1, %%eax\n"
	134	"je 1f\n"
	135	"pushl %6\n"
	136	"call %7\n"
	137	"popl %%edx\n"
	138	#if DATA_SIZE == 1
	139	"movsbl %%al, %0\n"
	140	#elif DATA_SIZE == 2
141	"movswl %%ax, %0\n"
142	#else
143	#error unsupported size
144	#endif
145	"jmp 2f\n"
146	"1:\n"
147	"addl 4(%%edx), %%eax\n"
148	#if DATA_SIZE == 1
149	"movsbl (%%eax), %0\n"
150	#elif DATA_SIZE == 2
151	"movswl (%%eax), %0\n"
152	#else
153	#error unsupported size
154	#endif
155	"2:\n"
156	: "=r" (res)
157	: "r" (ptr),
158	"i" ((CPU_TLB_SIZE - 1) << 3),
159	"i" (TARGET_PAGE_BITS - 3),
160	"i" (TARGET_PAGE_MASK \| (DATA_SIZE - 1)),
161	"m" ((uint32_t )offsetof(CPUState, tlb_read[CPU_MEM_INDEX][0].address)),
162	"i" (CPU_MEM_INDEX),
163	"m" ((uint8_t )&glue(glue(__ld, SUFFIX), MMUSUFFIX))
164	: "%eax", "%ecx", "%edx", "memory", "cc");
165	return res;
166	}
167	#endif
168
169	static inline void glue(glue(st, SUFFIX), MEMSUFFIX)(void *ptr, RES_TYPE v)
170	{
171	asm volatile ("movl %0, %%edx\n"
172	"movl %0, %%eax\n"
173	"shrl %3, %%edx\n"
174	"andl %4, %%eax\n"
175	"andl %2, %%edx\n"
176	"leal %5(%%edx, %%ebp), %%edx\n"
177	"cmpl (%%edx), %%eax\n"
178	"movl %0, %%eax\n"
179	"je 1f\n"
180	#if DATA_SIZE == 1
181	"movzbl %b1, %%edx\n"
182	#elif DATA_SIZE == 2
183	"movzwl %w1, %%edx\n"
184	#elif DATA_SIZE == 4
185	"movl %1, %%edx\n"
186	#else
187	#error unsupported size
188	#endif
189	"pushl %6\n"
190	"call %7\n"
191	"popl %%eax\n"
192	"jmp 2f\n"
193	"1:\n"
194	"addl 4(%%edx), %%eax\n"
195	#if DATA_SIZE == 1
196	"movb %b1, (%%eax)\n"
197	#elif DATA_SIZE == 2
198	"movw %w1, (%%eax)\n"
199	#elif DATA_SIZE == 4
200	"movl %1, (%%eax)\n"
201	#else
202	#error unsupported size
203	#endif
204	"2:\n"
205	:
206	: "r" (ptr),
207	/* NOTE: 'q' would be needed as constraint, but we could not use it
208	with T1 ! */
209	"r" (v),
210	"i" ((CPU_TLB_SIZE - 1) << 3),
211	"i" (TARGET_PAGE_BITS - 3),
212	"i" (TARGET_PAGE_MASK \| (DATA_SIZE - 1)),
213	"m" ((uint32_t )offsetof(CPUState, tlb_write[CPU_MEM_INDEX][0].address)),
214	"i" (CPU_MEM_INDEX),
215	"m" ((uint8_t )&glue(glue(__st, SUFFIX), MMUSUFFIX))
216	: "%eax", "%ecx", "%edx", "memory", "cc");
217	}
218
219	#else
220
221	/* generic load/store macros */
222
8948b5d6	223	static inline RES_TYPE glue(glue(ld, USUFFIX), MEMSUFFIX)(void *ptr)
b92e5a22 FB	224	{
	225	int index;
	226	RES_TYPE res;
	227	unsigned long addr, physaddr;
61382a50 FB	228	int is_user;
61382a50 FB	229
b92e5a22 FB	230	addr = (unsigned long)ptr;
b92e5a22 FB	231	index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
61382a50 FB	232	is_user = CPU_MEM_INDEX;
61382a50 FB	233	if (__builtin_expect(env->tlb_read[is_user][index].address !=
b92e5a22	234	(addr & (TARGET_PAGE_MASK \| (DATA_SIZE - 1))), 0)) {
61382a50	235	res = glue(glue(__ld, SUFFIX), MMUSUFFIX)(addr, is_user);
b92e5a22	236	} else {
61382a50 FB	237	physaddr = addr + env->tlb_read[is_user][index].addend;
61382a50 FB	238	res = glue(glue(ld, USUFFIX), _raw)((uint8_t *)physaddr);
b92e5a22 FB	239	}
	240	return res;
	241	}
	242
	243	#if DATA_SIZE <= 2
	244	static inline int glue(glue(lds, SUFFIX), MEMSUFFIX)(void *ptr)
	245	{
	246	int res, index;
	247	unsigned long addr, physaddr;
61382a50 FB	248	int is_user;
61382a50 FB	249
b92e5a22 FB	250	addr = (unsigned long)ptr;
b92e5a22 FB	251	index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
61382a50 FB	252	is_user = CPU_MEM_INDEX;
61382a50 FB	253	if (__builtin_expect(env->tlb_read[is_user][index].address !=
b92e5a22	254	(addr & (TARGET_PAGE_MASK \| (DATA_SIZE - 1))), 0)) {
61382a50	255	res = (DATA_STYPE)glue(glue(__ld, SUFFIX), MMUSUFFIX)(addr, is_user);
b92e5a22	256	} else {
61382a50	257	physaddr = addr + env->tlb_read[is_user][index].addend;
b92e5a22 FB	258	res = glue(glue(lds, SUFFIX), _raw)((uint8_t *)physaddr);
	259	}
	260	return res;
	261	}
	262	#endif
	263
e16c53fa FB	264	/* generic store macro */
e16c53fa FB	265
b92e5a22 FB	266	static inline void glue(glue(st, SUFFIX), MEMSUFFIX)(void *ptr, RES_TYPE v)
	267	{
	268	int index;
	269	unsigned long addr, physaddr;
61382a50 FB	270	int is_user;
61382a50 FB	271
b92e5a22 FB	272	addr = (unsigned long)ptr;
b92e5a22 FB	273	index = (addr >> TARGET_PAGE_BITS) & (CPU_TLB_SIZE - 1);
61382a50 FB	274	is_user = CPU_MEM_INDEX;
61382a50 FB	275	if (__builtin_expect(env->tlb_write[is_user][index].address !=
b92e5a22	276	(addr & (TARGET_PAGE_MASK \| (DATA_SIZE - 1))), 0)) {
61382a50	277	glue(glue(__st, SUFFIX), MMUSUFFIX)(addr, v, is_user);
b92e5a22	278	} else {
61382a50	279	physaddr = addr + env->tlb_write[is_user][index].addend;
b92e5a22 FB	280	glue(glue(st, SUFFIX), _raw)((uint8_t *)physaddr, v);
	281	}
	282	}
	283
e16c53fa FB	284	#endif
e16c53fa FB	285
b92e5a22 FB	286	#undef RES_TYPE
	287	#undef DATA_TYPE
	288	#undef DATA_STYPE
	289	#undef SUFFIX
61382a50	290	#undef USUFFIX
b92e5a22	291	#undef DATA_SIZE
61382a50 FB	292	#undef CPU_MEM_INDEX
61382a50 FB	293	#undef MMUSUFFIX