[mirror_ubuntu-artful-kernel.git] / arch / x86 / include / asm / elf.h

#ifndef _ASM_X86_ELF_H
#define _ASM_X86_ELF_H

/*
 * ELF register definitions..
 */
#include <linux/thread_info.h>

#include <asm/ptrace.h>
#include <asm/user.h>
#include <asm/auxvec.h>

typedef unsigned long elf_greg_t;

#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
typedef elf_greg_t elf_gregset_t[ELF_NGREG];

typedef struct user_i387_struct elf_fpregset_t;

#ifdef __i386__

typedef struct user_fxsr_struct elf_fpxregset_t;

#define R_386_NONE	0
#define R_386_32	1
#define R_386_PC32	2
#define R_386_GOT32	3
#define R_386_PLT32	4
#define R_386_COPY	5
#define R_386_GLOB_DAT	6
#define R_386_JMP_SLOT	7
#define R_386_RELATIVE	8
#define R_386_GOTOFF	9
#define R_386_GOTPC	10
#define R_386_NUM	11

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS32
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_386

#else

/* x86-64 relocation types */
#define R_X86_64_NONE		0	/* No reloc */
#define R_X86_64_64		1	/* Direct 64 bit  */
#define R_X86_64_PC32		2	/* PC relative 32 bit signed */
#define R_X86_64_GOT32		3	/* 32 bit GOT entry */
#define R_X86_64_PLT32		4	/* 32 bit PLT address */
#define R_X86_64_COPY		5	/* Copy symbol at runtime */
#define R_X86_64_GLOB_DAT	6	/* Create GOT entry */
#define R_X86_64_JUMP_SLOT	7	/* Create PLT entry */
#define R_X86_64_RELATIVE	8	/* Adjust by program base */
#define R_X86_64_GOTPCREL	9	/* 32 bit signed pc relative
					   offset to GOT */
#define R_X86_64_32		10	/* Direct 32 bit zero extended */
#define R_X86_64_32S		11	/* Direct 32 bit sign extended */
#define R_X86_64_16		12	/* Direct 16 bit zero extended */
#define R_X86_64_PC16		13	/* 16 bit sign extended pc relative */
#define R_X86_64_8		14	/* Direct 8 bit sign extended  */
#define R_X86_64_PC8		15	/* 8 bit sign extended pc relative */

#define R_X86_64_NUM		16

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS64
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_X86_64

#endif

#include <asm/vdso.h>

#ifdef CONFIG_X86_64
extern unsigned int vdso64_enabled;
#endif
#if defined(CONFIG_X86_32) || defined(CONFIG_IA32_EMULATION)
extern unsigned int vdso32_enabled;
#endif

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch_ia32(x) \
	(((x)->e_machine == EM_386) || ((x)->e_machine == EM_486))

#include <asm/processor.h>

#ifdef CONFIG_X86_32
#include <asm/desc.h>

#define elf_check_arch(x)	elf_check_arch_ia32(x)

/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
   contains a pointer to a function which might be registered using `atexit'.
   This provides a mean for the dynamic linker to call DT_FINI functions for
   shared libraries that have been loaded before the code runs.

   A value of 0 tells we have no such handler.

   We might as well make sure everything else is cleared too (except for %esp),
   just to make things more deterministic.
 */
#define ELF_PLAT_INIT(_r, load_addr)		\
	do {					\
	_r->bx = 0; _r->cx = 0; _r->dx = 0;	\
	_r->si = 0; _r->di = 0; _r->bp = 0;	\
	_r->ax = 0;				\
} while (0)

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different)
 */

#define ELF_CORE_COPY_REGS_COMMON(pr_reg, regs)	\
do {						\
	pr_reg[0] = regs->bx;			\
	pr_reg[1] = regs->cx;			\
	pr_reg[2] = regs->dx;			\
	pr_reg[3] = regs->si;			\
	pr_reg[4] = regs->di;			\
	pr_reg[5] = regs->bp;			\
	pr_reg[6] = regs->ax;			\
	pr_reg[7] = regs->ds & 0xffff;		\
	pr_reg[8] = regs->es & 0xffff;		\
	pr_reg[9] = regs->fs & 0xffff;		\
	pr_reg[11] = regs->orig_ax;		\
	pr_reg[12] = regs->ip;			\
	pr_reg[13] = regs->cs & 0xffff;		\
	pr_reg[14] = regs->flags;		\
	pr_reg[15] = regs->sp;			\
	pr_reg[16] = regs->ss & 0xffff;		\
} while (0);

#define ELF_CORE_COPY_REGS(pr_reg, regs)	\
do {						\
	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	pr_reg[10] = get_user_gs(regs);		\
} while (0);

#define ELF_CORE_COPY_KERNEL_REGS(pr_reg, regs)	\
do {						\
	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	savesegment(gs, pr_reg[10]);		\
} while (0);

#define ELF_PLATFORM	(utsname()->machine)
#define set_personality_64bit()	do { } while (0)

#else /* CONFIG_X86_32 */

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch(x)			\
	((x)->e_machine == EM_X86_64)

#define compat_elf_check_arch(x)					\
	(elf_check_arch_ia32(x) ||					\
	 (IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))

#if __USER32_DS != __USER_DS
# error "The following code assumes __USER32_DS == __USER_DS"
#endif

static inline void elf_common_init(struct thread_struct *t,
				   struct pt_regs *regs, const u16 ds)
{
	/* ax gets execve's return value. */
	/*regs->ax = */ regs->bx = regs->cx = regs->dx = 0;
	regs->si = regs->di = regs->bp = 0;
	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
	t->fsbase = t->gsbase = 0;
	t->fsindex = t->gsindex = 0;
	t->ds = t->es = ds;
}

#define ELF_PLAT_INIT(_r, load_addr)			\
	elf_common_init(&current->thread, _r, 0)

#define	COMPAT_ELF_PLAT_INIT(regs, load_addr)		\
	elf_common_init(&current->thread, regs, __USER_DS)

void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp);
#define compat_start_thread compat_start_thread

void set_personality_ia32(bool);
#define COMPAT_SET_PERSONALITY(ex)			\
	set_personality_ia32((ex).e_machine == EM_X86_64)

#define COMPAT_ELF_PLATFORM			("i686")

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different). Assumes current is the process
 * getting dumped.
 */

#define ELF_CORE_COPY_REGS(pr_reg, regs)			\
do {								\
	unsigned long base;					\
	unsigned v;						\
	(pr_reg)[0] = (regs)->r15;				\
	(pr_reg)[1] = (regs)->r14;				\
	(pr_reg)[2] = (regs)->r13;				\
	(pr_reg)[3] = (regs)->r12;				\
	(pr_reg)[4] = (regs)->bp;				\
	(pr_reg)[5] = (regs)->bx;				\
	(pr_reg)[6] = (regs)->r11;				\
	(pr_reg)[7] = (regs)->r10;				\
	(pr_reg)[8] = (regs)->r9;				\
	(pr_reg)[9] = (regs)->r8;				\
	(pr_reg)[10] = (regs)->ax;				\
	(pr_reg)[11] = (regs)->cx;				\
	(pr_reg)[12] = (regs)->dx;				\
	(pr_reg)[13] = (regs)->si;				\
	(pr_reg)[14] = (regs)->di;				\
	(pr_reg)[15] = (regs)->orig_ax;				\
	(pr_reg)[16] = (regs)->ip;				\
	(pr_reg)[17] = (regs)->cs;				\
	(pr_reg)[18] = (regs)->flags;				\
	(pr_reg)[19] = (regs)->sp;				\
	(pr_reg)[20] = (regs)->ss;				\
	rdmsrl(MSR_FS_BASE, base); (pr_reg)[21] = base;		\
	rdmsrl(MSR_KERNEL_GS_BASE, base); (pr_reg)[22] = base;	\
	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v;	\
	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v;	\
	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v;	\
	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v;	\
} while (0);

/* I'm not sure if we can use '-' here */
#define ELF_PLATFORM       ("x86_64")
extern void set_personality_64bit(void);
extern unsigned int sysctl_vsyscall32;
extern int force_personality32;

#endif /* !CONFIG_X86_32 */

#define CORE_DUMP_USE_REGSET
#define ELF_EXEC_PAGESIZE	4096

/*
 * This is the base location for PIE (ET_DYN with INTERP) loads. On
 * 64-bit, this is above 4GB to leave the entire 32-bit address
 * space open for things that want to use the area for 32-bit pointers.
 */
#define ELF_ET_DYN_BASE		(mmap_is_ia32() ? 0x000400000UL : \
						  (TASK_SIZE / 3 * 2))

/* This yields a mask that user programs can use to figure out what
   instruction set this CPU supports.  This could be done in user space,
   but it's not easy, and we've already done it here.  */

#define ELF_HWCAP		(boot_cpu_data.x86_capability[CPUID_1_EDX])

extern u32 elf_hwcap2;

/*
 * HWCAP2 supplies mask with kernel enabled CPU features, so that
 * the application can discover that it can safely use them.
 * The bits are defined in uapi/asm/hwcap2.h.
 */
#define ELF_HWCAP2		(elf_hwcap2)

/* This yields a string that ld.so will use to load implementation
   specific libraries for optimization.  This is more specific in
   intent than poking at uname or /proc/cpuinfo.

   For the moment, we have only optimizations for the Intel generations,
   but that could change... */

#define SET_PERSONALITY(ex) set_personality_64bit()

/*
 * An executable for which elf_read_implies_exec() returns TRUE will
 * have the READ_IMPLIES_EXEC personality flag set automatically.
 */
#define elf_read_implies_exec(ex, executable_stack)	\
	(executable_stack != EXSTACK_DISABLE_X)

struct task_struct;

#define	ARCH_DLINFO_IA32						\
do {									\
	if (VDSO_CURRENT_BASE) {					\
		NEW_AUX_ENT(AT_SYSINFO,	VDSO_ENTRY);			\
		NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE);	\
	}								\
} while (0)

/*
 * True on X86_32 or when emulating IA32 on X86_64
 */
static inline int mmap_is_ia32(void)
{
	return IS_ENABLED(CONFIG_X86_32) ||
	       (IS_ENABLED(CONFIG_COMPAT) &&
		test_thread_flag(TIF_ADDR32));
}

extern unsigned long tasksize_32bit(void);
extern unsigned long tasksize_64bit(void);
extern unsigned long get_mmap_base(int is_legacy);

#ifdef CONFIG_X86_32

#define __STACK_RND_MASK(is32bit) (0x7ff)
#define STACK_RND_MASK (0x7ff)

#define ARCH_DLINFO		ARCH_DLINFO_IA32

/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */

#else /* CONFIG_X86_32 */

/* 1GB for 64bit, 8MB for 32bit */
#define __STACK_RND_MASK(is32bit) ((is32bit) ? 0x7ff : 0x3fffff)
#define STACK_RND_MASK __STACK_RND_MASK(mmap_is_ia32())

#define ARCH_DLINFO							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
} while (0)

/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
#define ARCH_DLINFO_X32							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
} while (0)

#define AT_SYSINFO		32

#define COMPAT_ARCH_DLINFO						\
if (test_thread_flag(TIF_X32))						\
	ARCH_DLINFO_X32;						\
else									\
	ARCH_DLINFO_IA32

#define COMPAT_ELF_ET_DYN_BASE	(TASK_UNMAPPED_BASE + 0x1000000)

#endif /* !CONFIG_X86_32 */

#define VDSO_CURRENT_BASE	((unsigned long)current->mm->context.vdso)

#define VDSO_ENTRY							\
	((unsigned long)current->mm->context.vdso +			\
	 vdso_image_32.sym___kernel_vsyscall)

struct linux_binprm;

#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
extern int arch_setup_additional_pages(struct linux_binprm *bprm,
				       int uses_interp);
extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
					      int uses_interp);
#define compat_arch_setup_additional_pages compat_arch_setup_additional_pages

/* Do not change the values. See get_align_mask() */
enum align_flags {
	ALIGN_VA_32	= BIT(0),
	ALIGN_VA_64	= BIT(1),
};

struct va_alignment {
	int flags;
	unsigned long mask;
	unsigned long bits;
} ____cacheline_aligned;

extern struct va_alignment va_align;
extern unsigned long align_vdso_addr(unsigned long);
#endif /* _ASM_X86_ELF_H */
Commit	Line	Data
	1	#ifndef _ASM_X86_ELF_H
	2	#define _ASM_X86_ELF_H
	3
	4	/*
	5	* ELF register definitions..
	6	*/
	7	#include <linux/thread_info.h>
	8
	9	#include <asm/ptrace.h>
	10	#include <asm/user.h>
	11	#include <asm/auxvec.h>
	12
	13	typedef unsigned long elf_greg_t;
	14
	15	#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
	16	typedef elf_greg_t elf_gregset_t[ELF_NGREG];
	17
	18	typedef struct user_i387_struct elf_fpregset_t;
	19
	20	#ifdef __i386__
	21
	22	typedef struct user_fxsr_struct elf_fpxregset_t;
	23
	24	#define R_386_NONE 0
	25	#define R_386_32 1
	26	#define R_386_PC32 2
	27	#define R_386_GOT32 3
	28	#define R_386_PLT32 4
	29	#define R_386_COPY 5
	30	#define R_386_GLOB_DAT 6
	31	#define R_386_JMP_SLOT 7
	32	#define R_386_RELATIVE 8
	33	#define R_386_GOTOFF 9
	34	#define R_386_GOTPC 10
	35	#define R_386_NUM 11
	36
	37	/*
	38	* These are used to set parameters in the core dumps.
	39	*/
	40	#define ELF_CLASS ELFCLASS32
	41	#define ELF_DATA ELFDATA2LSB
	42	#define ELF_ARCH EM_386
	43
	44	#else
	45
	46	/* x86-64 relocation types */
	47	#define R_X86_64_NONE 0 /* No reloc */
	48	#define R_X86_64_64 1 /* Direct 64 bit */
	49	#define R_X86_64_PC32 2 /* PC relative 32 bit signed */
	50	#define R_X86_64_GOT32 3 /* 32 bit GOT entry */
	51	#define R_X86_64_PLT32 4 /* 32 bit PLT address */
	52	#define R_X86_64_COPY 5 /* Copy symbol at runtime */
	53	#define R_X86_64_GLOB_DAT 6 /* Create GOT entry */
	54	#define R_X86_64_JUMP_SLOT 7 /* Create PLT entry */
	55	#define R_X86_64_RELATIVE 8 /* Adjust by program base */
	56	#define R_X86_64_GOTPCREL 9 /* 32 bit signed pc relative
	57	offset to GOT */
	58	#define R_X86_64_32 10 /* Direct 32 bit zero extended */
	59	#define R_X86_64_32S 11 /* Direct 32 bit sign extended */
	60	#define R_X86_64_16 12 /* Direct 16 bit zero extended */
	61	#define R_X86_64_PC16 13 /* 16 bit sign extended pc relative */
	62	#define R_X86_64_8 14 /* Direct 8 bit sign extended */
	63	#define R_X86_64_PC8 15 /* 8 bit sign extended pc relative */
	64
	65	#define R_X86_64_NUM 16
	66
	67	/*
	68	* These are used to set parameters in the core dumps.
	69	*/
	70	#define ELF_CLASS ELFCLASS64
	71	#define ELF_DATA ELFDATA2LSB
	72	#define ELF_ARCH EM_X86_64
	73
	74	#endif
	75
	76	#include <asm/vdso.h>
	77
	78	#ifdef CONFIG_X86_64
	79	extern unsigned int vdso64_enabled;
	80	#endif
	81	#if defined(CONFIG_X86_32) \|\| defined(CONFIG_IA32_EMULATION)
	82	extern unsigned int vdso32_enabled;
	83	#endif
	84
	85	/*
	86	* This is used to ensure we don't load something for the wrong architecture.
	87	*/
	88	#define elf_check_arch_ia32(x) \
	89	(((x)->e_machine == EM_386) \|\| ((x)->e_machine == EM_486))
	90
	91	#include <asm/processor.h>
	92
	93	#ifdef CONFIG_X86_32
	94	#include <asm/desc.h>
	95
	96	#define elf_check_arch(x) elf_check_arch_ia32(x)
	97
	98	/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
	99	contains a pointer to a function which might be registered using `atexit'.
	100	This provides a mean for the dynamic linker to call DT_FINI functions for
	101	shared libraries that have been loaded before the code runs.
	102
	103	A value of 0 tells we have no such handler.
	104
	105	We might as well make sure everything else is cleared too (except for %esp),
	106	just to make things more deterministic.
	107	*/
	108	#define ELF_PLAT_INIT(_r, load_addr) \
	109	do { \
	110	_r->bx = 0; _r->cx = 0; _r->dx = 0; \
	111	_r->si = 0; _r->di = 0; _r->bp = 0; \
	112	_r->ax = 0; \
	113	} while (0)
	114
	115	/*
	116	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	117	* now struct_user_regs, they are different)
	118	*/
	119
	120	#define ELF_CORE_COPY_REGS_COMMON(pr_reg, regs) \
	121	do { \
	122	pr_reg[0] = regs->bx; \
	123	pr_reg[1] = regs->cx; \
	124	pr_reg[2] = regs->dx; \
	125	pr_reg[3] = regs->si; \
	126	pr_reg[4] = regs->di; \
	127	pr_reg[5] = regs->bp; \
	128	pr_reg[6] = regs->ax; \
	129	pr_reg[7] = regs->ds & 0xffff; \
	130	pr_reg[8] = regs->es & 0xffff; \
	131	pr_reg[9] = regs->fs & 0xffff; \
	132	pr_reg[11] = regs->orig_ax; \
	133	pr_reg[12] = regs->ip; \
	134	pr_reg[13] = regs->cs & 0xffff; \
	135	pr_reg[14] = regs->flags; \
	136	pr_reg[15] = regs->sp; \
	137	pr_reg[16] = regs->ss & 0xffff; \
	138	} while (0);
	139
	140	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
	141	do { \
	142	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	143	pr_reg[10] = get_user_gs(regs); \
	144	} while (0);
	145
	146	#define ELF_CORE_COPY_KERNEL_REGS(pr_reg, regs) \
	147	do { \
	148	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	149	savesegment(gs, pr_reg[10]); \
	150	} while (0);
	151
	152	#define ELF_PLATFORM (utsname()->machine)
	153	#define set_personality_64bit() do { } while (0)
	154
	155	#else /* CONFIG_X86_32 */
	156
	157	/*
	158	* This is used to ensure we don't load something for the wrong architecture.
	159	*/
	160	#define elf_check_arch(x) \
	161	((x)->e_machine == EM_X86_64)
	162
	163	#define compat_elf_check_arch(x) \
	164	(elf_check_arch_ia32(x) \|\| \
	165	(IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))
	166
	167	#if __USER32_DS != __USER_DS
	168	# error "The following code assumes __USER32_DS == __USER_DS"
	169	#endif
	170
	171	static inline void elf_common_init(struct thread_struct *t,
	172	struct pt_regs *regs, const u16 ds)
	173	{
	174	/* ax gets execve's return value. */
	175	/regs->ax = / regs->bx = regs->cx = regs->dx = 0;
	176	regs->si = regs->di = regs->bp = 0;
	177	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
	178	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
	179	t->fsbase = t->gsbase = 0;
	180	t->fsindex = t->gsindex = 0;
	181	t->ds = t->es = ds;
	182	}
	183
	184	#define ELF_PLAT_INIT(_r, load_addr) \
	185	elf_common_init(&current->thread, _r, 0)
	186
	187	#define COMPAT_ELF_PLAT_INIT(regs, load_addr) \
	188	elf_common_init(&current->thread, regs, __USER_DS)
	189
	190	void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp);
	191	#define compat_start_thread compat_start_thread
	192
	193	void set_personality_ia32(bool);
	194	#define COMPAT_SET_PERSONALITY(ex) \
	195	set_personality_ia32((ex).e_machine == EM_X86_64)
	196
	197	#define COMPAT_ELF_PLATFORM ("i686")
	198
	199	/*
	200	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	201	* now struct_user_regs, they are different). Assumes current is the process
	202	* getting dumped.
	203	*/
	204
	205	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
	206	do { \
	207	unsigned long base; \
	208	unsigned v; \
	209	(pr_reg)[0] = (regs)->r15; \
	210	(pr_reg)[1] = (regs)->r14; \
	211	(pr_reg)[2] = (regs)->r13; \
	212	(pr_reg)[3] = (regs)->r12; \
	213	(pr_reg)[4] = (regs)->bp; \
	214	(pr_reg)[5] = (regs)->bx; \
	215	(pr_reg)[6] = (regs)->r11; \
	216	(pr_reg)[7] = (regs)->r10; \
	217	(pr_reg)[8] = (regs)->r9; \
	218	(pr_reg)[9] = (regs)->r8; \
	219	(pr_reg)[10] = (regs)->ax; \
	220	(pr_reg)[11] = (regs)->cx; \
	221	(pr_reg)[12] = (regs)->dx; \
	222	(pr_reg)[13] = (regs)->si; \
	223	(pr_reg)[14] = (regs)->di; \
	224	(pr_reg)[15] = (regs)->orig_ax; \
	225	(pr_reg)[16] = (regs)->ip; \
	226	(pr_reg)[17] = (regs)->cs; \
	227	(pr_reg)[18] = (regs)->flags; \
	228	(pr_reg)[19] = (regs)->sp; \
	229	(pr_reg)[20] = (regs)->ss; \
	230	rdmsrl(MSR_FS_BASE, base); (pr_reg)[21] = base; \
	231	rdmsrl(MSR_KERNEL_GS_BASE, base); (pr_reg)[22] = base; \
	232	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v; \
	233	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v; \
	234	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v; \
	235	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v; \
	236	} while (0);
	237
	238	/* I'm not sure if we can use '-' here */
	239	#define ELF_PLATFORM ("x86_64")
	240	extern void set_personality_64bit(void);
	241	extern unsigned int sysctl_vsyscall32;
	242	extern int force_personality32;
	243
	244	#endif /* !CONFIG_X86_32 */
	245
	246	#define CORE_DUMP_USE_REGSET
	247	#define ELF_EXEC_PAGESIZE 4096
	248
	249	/*
	250	* This is the base location for PIE (ET_DYN with INTERP) loads. On
	251	* 64-bit, this is above 4GB to leave the entire 32-bit address
	252	* space open for things that want to use the area for 32-bit pointers.
	253	*/
	254	#define ELF_ET_DYN_BASE (mmap_is_ia32() ? 0x000400000UL : \
	255	(TASK_SIZE / 3 * 2))
	256
	257	/* This yields a mask that user programs can use to figure out what
	258	instruction set this CPU supports. This could be done in user space,
	259	but it's not easy, and we've already done it here. */
	260
	261	#define ELF_HWCAP (boot_cpu_data.x86_capability[CPUID_1_EDX])
	262
	263	extern u32 elf_hwcap2;
	264
	265	/*
	266	* HWCAP2 supplies mask with kernel enabled CPU features, so that
	267	* the application can discover that it can safely use them.
	268	* The bits are defined in uapi/asm/hwcap2.h.
	269	*/
	270	#define ELF_HWCAP2 (elf_hwcap2)
	271
	272	/* This yields a string that ld.so will use to load implementation
	273	specific libraries for optimization. This is more specific in
	274	intent than poking at uname or /proc/cpuinfo.
	275
	276	For the moment, we have only optimizations for the Intel generations,
	277	but that could change... */
	278
	279	#define SET_PERSONALITY(ex) set_personality_64bit()
	280
	281	/*
	282	* An executable for which elf_read_implies_exec() returns TRUE will
	283	* have the READ_IMPLIES_EXEC personality flag set automatically.
	284	*/
	285	#define elf_read_implies_exec(ex, executable_stack) \
	286	(executable_stack != EXSTACK_DISABLE_X)
	287
	288	struct task_struct;
	289
	290	#define ARCH_DLINFO_IA32 \
	291	do { \
	292	if (VDSO_CURRENT_BASE) { \
	293	NEW_AUX_ENT(AT_SYSINFO, VDSO_ENTRY); \
	294	NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE); \
	295	} \
	296	} while (0)
	297
	298	/*
	299	* True on X86_32 or when emulating IA32 on X86_64
	300	*/
	301	static inline int mmap_is_ia32(void)
	302	{
	303	return IS_ENABLED(CONFIG_X86_32) \|\|
	304	(IS_ENABLED(CONFIG_COMPAT) &&
	305	test_thread_flag(TIF_ADDR32));
	306	}
	307
	308	extern unsigned long tasksize_32bit(void);
	309	extern unsigned long tasksize_64bit(void);
	310	extern unsigned long get_mmap_base(int is_legacy);
	311
	312	#ifdef CONFIG_X86_32
	313
	314	#define __STACK_RND_MASK(is32bit) (0x7ff)
	315	#define STACK_RND_MASK (0x7ff)
	316
	317	#define ARCH_DLINFO ARCH_DLINFO_IA32
	318
	319	/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */
	320
	321	#else /* CONFIG_X86_32 */
	322
	323	/* 1GB for 64bit, 8MB for 32bit */
	324	#define __STACK_RND_MASK(is32bit) ((is32bit) ? 0x7ff : 0x3fffff)
	325	#define STACK_RND_MASK __STACK_RND_MASK(mmap_is_ia32())
	326
	327	#define ARCH_DLINFO \
	328	do { \
	329	if (vdso64_enabled) \
	330	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
	331	(unsigned long __force)current->mm->context.vdso); \
	332	} while (0)
	333
	334	/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
	335	#define ARCH_DLINFO_X32 \
	336	do { \
	337	if (vdso64_enabled) \
	338	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
	339	(unsigned long __force)current->mm->context.vdso); \
	340	} while (0)
	341
	342	#define AT_SYSINFO 32
	343
	344	#define COMPAT_ARCH_DLINFO \
	345	if (test_thread_flag(TIF_X32)) \
	346	ARCH_DLINFO_X32; \
	347	else \
	348	ARCH_DLINFO_IA32
	349
	350	#define COMPAT_ELF_ET_DYN_BASE (TASK_UNMAPPED_BASE + 0x1000000)
	351
	352	#endif /* !CONFIG_X86_32 */
	353
	354	#define VDSO_CURRENT_BASE ((unsigned long)current->mm->context.vdso)
	355
	356	#define VDSO_ENTRY \
	357	((unsigned long)current->mm->context.vdso + \
	358	vdso_image_32.sym___kernel_vsyscall)
	359
	360	struct linux_binprm;
	361
	362	#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
	363	extern int arch_setup_additional_pages(struct linux_binprm *bprm,
	364	int uses_interp);
	365	extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
	366	int uses_interp);
	367	#define compat_arch_setup_additional_pages compat_arch_setup_additional_pages
	368
	369	/* Do not change the values. See get_align_mask() */
	370	enum align_flags {
	371	ALIGN_VA_32 = BIT(0),
	372	ALIGN_VA_64 = BIT(1),
	373	};
	374
	375	struct va_alignment {
	376	int flags;
	377	unsigned long mask;
	378	unsigned long bits;
	379	} ____cacheline_aligned;
	380
	381	extern struct va_alignment va_align;
	382	extern unsigned long align_vdso_addr(unsigned long);
	383	#endif /* _ASM_X86_ELF_H */