[mirror_ubuntu-artful-kernel.git] / arch / x86 / include / asm / elf.h

#ifndef _ASM_X86_ELF_H
#define _ASM_X86_ELF_H

/*
 * ELF register definitions..
 */
#include <linux/thread_info.h>

#include <asm/ptrace.h>
#include <asm/user.h>
#include <asm/auxvec.h>

typedef unsigned long elf_greg_t;

#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
typedef elf_greg_t elf_gregset_t[ELF_NGREG];

typedef struct user_i387_struct elf_fpregset_t;

#ifdef __i386__

typedef struct user_fxsr_struct elf_fpxregset_t;

#define R_386_NONE	0
#define R_386_32	1
#define R_386_PC32	2
#define R_386_GOT32	3
#define R_386_PLT32	4
#define R_386_COPY	5
#define R_386_GLOB_DAT	6
#define R_386_JMP_SLOT	7
#define R_386_RELATIVE	8
#define R_386_GOTOFF	9
#define R_386_GOTPC	10
#define R_386_NUM	11

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS32
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_386

#else

/* x86-64 relocation types */
#define R_X86_64_NONE		0	/* No reloc */
#define R_X86_64_64		1	/* Direct 64 bit  */
#define R_X86_64_PC32		2	/* PC relative 32 bit signed */
#define R_X86_64_GOT32		3	/* 32 bit GOT entry */
#define R_X86_64_PLT32		4	/* 32 bit PLT address */
#define R_X86_64_COPY		5	/* Copy symbol at runtime */
#define R_X86_64_GLOB_DAT	6	/* Create GOT entry */
#define R_X86_64_JUMP_SLOT	7	/* Create PLT entry */
#define R_X86_64_RELATIVE	8	/* Adjust by program base */
#define R_X86_64_GOTPCREL	9	/* 32 bit signed pc relative
					   offset to GOT */
#define R_X86_64_32		10	/* Direct 32 bit zero extended */
#define R_X86_64_32S		11	/* Direct 32 bit sign extended */
#define R_X86_64_16		12	/* Direct 16 bit zero extended */
#define R_X86_64_PC16		13	/* 16 bit sign extended pc relative */
#define R_X86_64_8		14	/* Direct 8 bit sign extended  */
#define R_X86_64_PC8		15	/* 8 bit sign extended pc relative */

#define R_X86_64_NUM		16

/*
 * These are used to set parameters in the core dumps.
 */
#define ELF_CLASS	ELFCLASS64
#define ELF_DATA	ELFDATA2LSB
#define ELF_ARCH	EM_X86_64

#endif

#include <asm/vdso.h>

#ifdef CONFIG_X86_64
extern unsigned int vdso64_enabled;
#endif
#if defined(CONFIG_X86_32) || defined(CONFIG_IA32_EMULATION)
extern unsigned int vdso32_enabled;
#endif

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch_ia32(x) \
	(((x)->e_machine == EM_386) || ((x)->e_machine == EM_486))

#include <asm/processor.h>

#ifdef CONFIG_X86_32
#include <asm/desc.h>

#define elf_check_arch(x)	elf_check_arch_ia32(x)

/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
   contains a pointer to a function which might be registered using `atexit'.
   This provides a mean for the dynamic linker to call DT_FINI functions for
   shared libraries that have been loaded before the code runs.

   A value of 0 tells we have no such handler.

   We might as well make sure everything else is cleared too (except for %esp),
   just to make things more deterministic.
 */
#define ELF_PLAT_INIT(_r, load_addr)		\
	do {					\
	_r->bx = 0; _r->cx = 0; _r->dx = 0;	\
	_r->si = 0; _r->di = 0; _r->bp = 0;	\
	_r->ax = 0;				\
} while (0)

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different)
 */

#define ELF_CORE_COPY_REGS_COMMON(pr_reg, regs)	\
do {						\
	pr_reg[0] = regs->bx;			\
	pr_reg[1] = regs->cx;			\
	pr_reg[2] = regs->dx;			\
	pr_reg[3] = regs->si;			\
	pr_reg[4] = regs->di;			\
	pr_reg[5] = regs->bp;			\
	pr_reg[6] = regs->ax;			\
	pr_reg[7] = regs->ds & 0xffff;		\
	pr_reg[8] = regs->es & 0xffff;		\
	pr_reg[9] = regs->fs & 0xffff;		\
	pr_reg[11] = regs->orig_ax;		\
	pr_reg[12] = regs->ip;			\
	pr_reg[13] = regs->cs & 0xffff;		\
	pr_reg[14] = regs->flags;		\
	pr_reg[15] = regs->sp;			\
	pr_reg[16] = regs->ss & 0xffff;		\
} while (0);

#define ELF_CORE_COPY_REGS(pr_reg, regs)	\
do {						\
	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	pr_reg[10] = get_user_gs(regs);		\
} while (0);

#define ELF_CORE_COPY_KERNEL_REGS(pr_reg, regs)	\
do {						\
	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	savesegment(gs, pr_reg[10]);		\
} while (0);

#define ELF_PLATFORM	(utsname()->machine)
#define set_personality_64bit()	do { } while (0)

#else /* CONFIG_X86_32 */

/*
 * This is used to ensure we don't load something for the wrong architecture.
 */
#define elf_check_arch(x)			\
	((x)->e_machine == EM_X86_64)

#define compat_elf_check_arch(x)					\
	(elf_check_arch_ia32(x) ||					\
	 (IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))

#if __USER32_DS != __USER_DS
# error "The following code assumes __USER32_DS == __USER_DS"
#endif

static inline void elf_common_init(struct thread_struct *t,
				   struct pt_regs *regs, const u16 ds)
{
	/* ax gets execve's return value. */
	/*regs->ax = */ regs->bx = regs->cx = regs->dx = 0;
	regs->si = regs->di = regs->bp = 0;
	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
	t->fsbase = t->gsbase = 0;
	t->fsindex = t->gsindex = 0;
	t->ds = t->es = ds;
}

#define ELF_PLAT_INIT(_r, load_addr)			\
	elf_common_init(&current->thread, _r, 0)

#define	COMPAT_ELF_PLAT_INIT(regs, load_addr)		\
	elf_common_init(&current->thread, regs, __USER_DS)

void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp);
#define compat_start_thread compat_start_thread

void set_personality_ia32(bool);
#define COMPAT_SET_PERSONALITY(ex)			\
	set_personality_ia32((ex).e_machine == EM_X86_64)

#define COMPAT_ELF_PLATFORM			("i686")

/*
 * regs is struct pt_regs, pr_reg is elf_gregset_t (which is
 * now struct_user_regs, they are different). Assumes current is the process
 * getting dumped.
 */

#define ELF_CORE_COPY_REGS(pr_reg, regs)			\
do {								\
	unsigned long base;					\
	unsigned v;						\
	(pr_reg)[0] = (regs)->r15;				\
	(pr_reg)[1] = (regs)->r14;				\
	(pr_reg)[2] = (regs)->r13;				\
	(pr_reg)[3] = (regs)->r12;				\
	(pr_reg)[4] = (regs)->bp;				\
	(pr_reg)[5] = (regs)->bx;				\
	(pr_reg)[6] = (regs)->r11;				\
	(pr_reg)[7] = (regs)->r10;				\
	(pr_reg)[8] = (regs)->r9;				\
	(pr_reg)[9] = (regs)->r8;				\
	(pr_reg)[10] = (regs)->ax;				\
	(pr_reg)[11] = (regs)->cx;				\
	(pr_reg)[12] = (regs)->dx;				\
	(pr_reg)[13] = (regs)->si;				\
	(pr_reg)[14] = (regs)->di;				\
	(pr_reg)[15] = (regs)->orig_ax;				\
	(pr_reg)[16] = (regs)->ip;				\
	(pr_reg)[17] = (regs)->cs;				\
	(pr_reg)[18] = (regs)->flags;				\
	(pr_reg)[19] = (regs)->sp;				\
	(pr_reg)[20] = (regs)->ss;				\
	rdmsrl(MSR_FS_BASE, base); (pr_reg)[21] = base;		\
	rdmsrl(MSR_KERNEL_GS_BASE, base); (pr_reg)[22] = base;	\
	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v;	\
	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v;	\
	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v;	\
	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v;	\
} while (0);

/* I'm not sure if we can use '-' here */
#define ELF_PLATFORM       ("x86_64")
extern void set_personality_64bit(void);
extern unsigned int sysctl_vsyscall32;
extern int force_personality32;

#endif /* !CONFIG_X86_32 */

#define CORE_DUMP_USE_REGSET
#define ELF_EXEC_PAGESIZE	4096

/*
 * This is the base location for PIE (ET_DYN with INTERP) loads. On
 * 64-bit, this is above 4GB to leave the entire 32-bit address
 * space open for things that want to use the area for 32-bit pointers.
 */
#define ELF_ET_DYN_BASE		(mmap_is_ia32() ? 0x000400000UL : \
						  (TASK_SIZE / 3 * 2))

/* This yields a mask that user programs can use to figure out what
   instruction set this CPU supports.  This could be done in user space,
   but it's not easy, and we've already done it here.  */

#define ELF_HWCAP		(boot_cpu_data.x86_capability[CPUID_1_EDX])

extern u32 elf_hwcap2;

/*
 * HWCAP2 supplies mask with kernel enabled CPU features, so that
 * the application can discover that it can safely use them.
 * The bits are defined in uapi/asm/hwcap2.h.
 */
#define ELF_HWCAP2		(elf_hwcap2)

/* This yields a string that ld.so will use to load implementation
   specific libraries for optimization.  This is more specific in
   intent than poking at uname or /proc/cpuinfo.

   For the moment, we have only optimizations for the Intel generations,
   but that could change... */

#define SET_PERSONALITY(ex) set_personality_64bit()

/*
 * An executable for which elf_read_implies_exec() returns TRUE will
 * have the READ_IMPLIES_EXEC personality flag set automatically.
 */
#define elf_read_implies_exec(ex, executable_stack)	\
	(executable_stack != EXSTACK_DISABLE_X)

struct task_struct;

#define	ARCH_DLINFO_IA32						\
do {									\
	if (VDSO_CURRENT_BASE) {					\
		NEW_AUX_ENT(AT_SYSINFO,	VDSO_ENTRY);			\
		NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE);	\
	}								\
} while (0)

/*
 * True on X86_32 or when emulating IA32 on X86_64
 */
static inline int mmap_is_ia32(void)
{
	return IS_ENABLED(CONFIG_X86_32) ||
	       (IS_ENABLED(CONFIG_COMPAT) &&
		test_thread_flag(TIF_ADDR32));
}

extern unsigned long tasksize_32bit(void);
extern unsigned long tasksize_64bit(void);
extern unsigned long get_mmap_base(int is_legacy);

#ifdef CONFIG_X86_32

#define __STACK_RND_MASK(is32bit) (0x7ff)
#define STACK_RND_MASK (0x7ff)

#define ARCH_DLINFO		ARCH_DLINFO_IA32

/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */

#else /* CONFIG_X86_32 */

/* 1GB for 64bit, 8MB for 32bit */
#define __STACK_RND_MASK(is32bit) ((is32bit) ? 0x7ff : 0x3fffff)
#define STACK_RND_MASK __STACK_RND_MASK(mmap_is_ia32())

#define ARCH_DLINFO							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
} while (0)

/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
#define ARCH_DLINFO_X32							\
do {									\
	if (vdso64_enabled)						\
		NEW_AUX_ENT(AT_SYSINFO_EHDR,				\
			    (unsigned long __force)current->mm->context.vdso); \
} while (0)

#define AT_SYSINFO		32

#define COMPAT_ARCH_DLINFO						\
if (test_thread_flag(TIF_X32))						\
	ARCH_DLINFO_X32;						\
else									\
	ARCH_DLINFO_IA32

#define COMPAT_ELF_ET_DYN_BASE	(TASK_UNMAPPED_BASE + 0x1000000)

#endif /* !CONFIG_X86_32 */

#define VDSO_CURRENT_BASE	((unsigned long)current->mm->context.vdso)

#define VDSO_ENTRY							\
	((unsigned long)current->mm->context.vdso +			\
	 vdso_image_32.sym___kernel_vsyscall)

struct linux_binprm;

#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
extern int arch_setup_additional_pages(struct linux_binprm *bprm,
				       int uses_interp);
extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
					      int uses_interp);
#define compat_arch_setup_additional_pages compat_arch_setup_additional_pages

/* Do not change the values. See get_align_mask() */
enum align_flags {
	ALIGN_VA_32	= BIT(0),
	ALIGN_VA_64	= BIT(1),
};

struct va_alignment {
	int flags;
	unsigned long mask;
	unsigned long bits;
} ____cacheline_aligned;

extern struct va_alignment va_align;
extern unsigned long align_vdso_addr(unsigned long);
#endif /* _ASM_X86_ELF_H */
Commit	Line	Data
1965aae3 PA	1	#ifndef _ASM_X86_ELF_H
1965aae3 PA	2	#define _ASM_X86_ELF_H
2439a791 TG	3
	4	/*
	5	* ELF register definitions..
	6	*/
dfb09f9b	7	#include <linux/thread_info.h>
2439a791 TG	8
	9	#include <asm/ptrace.h>
	10	#include <asm/user.h>
	11	#include <asm/auxvec.h>
	12
	13	typedef unsigned long elf_greg_t;
	14
486386f6	15	#define ELF_NGREG (sizeof(struct user_regs_struct) / sizeof(elf_greg_t))
2439a791 TG	16	typedef elf_greg_t elf_gregset_t[ELF_NGREG];
	17
	18	typedef struct user_i387_struct elf_fpregset_t;
	19
	20	#ifdef __i386__
	21
	22	typedef struct user_fxsr_struct elf_fpxregset_t;
	23
	24	#define R_386_NONE 0
	25	#define R_386_32 1
	26	#define R_386_PC32 2
	27	#define R_386_GOT32 3
	28	#define R_386_PLT32 4
	29	#define R_386_COPY 5
	30	#define R_386_GLOB_DAT 6
	31	#define R_386_JMP_SLOT 7
	32	#define R_386_RELATIVE 8
	33	#define R_386_GOTOFF 9
	34	#define R_386_GOTPC 10
	35	#define R_386_NUM 11
	36
	37	/*
	38	* These are used to set parameters in the core dumps.
	39	*/
	40	#define ELF_CLASS ELFCLASS32
	41	#define ELF_DATA ELFDATA2LSB
	42	#define ELF_ARCH EM_386
	43
96a388de	44	#else
2439a791 TG	45
	46	/* x86-64 relocation types */
	47	#define R_X86_64_NONE 0 /* No reloc */
	48	#define R_X86_64_64 1 /* Direct 64 bit */
	49	#define R_X86_64_PC32 2 /* PC relative 32 bit signed */
	50	#define R_X86_64_GOT32 3 /* 32 bit GOT entry */
	51	#define R_X86_64_PLT32 4 /* 32 bit PLT address */
	52	#define R_X86_64_COPY 5 /* Copy symbol at runtime */
	53	#define R_X86_64_GLOB_DAT 6 /* Create GOT entry */
	54	#define R_X86_64_JUMP_SLOT 7 /* Create PLT entry */
	55	#define R_X86_64_RELATIVE 8 /* Adjust by program base */
	56	#define R_X86_64_GOTPCREL 9 /* 32 bit signed pc relative
	57	offset to GOT */
	58	#define R_X86_64_32 10 /* Direct 32 bit zero extended */
	59	#define R_X86_64_32S 11 /* Direct 32 bit sign extended */
	60	#define R_X86_64_16 12 /* Direct 16 bit zero extended */
	61	#define R_X86_64_PC16 13 /* 16 bit sign extended pc relative */
	62	#define R_X86_64_8 14 /* Direct 8 bit sign extended */
	63	#define R_X86_64_PC8 15 /* 8 bit sign extended pc relative */
	64
	65	#define R_X86_64_NUM 16
	66
	67	/*
	68	* These are used to set parameters in the core dumps.
	69	*/
	70	#define ELF_CLASS ELFCLASS64
	71	#define ELF_DATA ELFDATA2LSB
	72	#define ELF_ARCH EM_X86_64
	73
	74	#endif
	75
a97f52e6 RM	76	#include <asm/vdso.h>
a97f52e6 RM	77
3d7ee969 AL	78	#ifdef CONFIG_X86_64
	79	extern unsigned int vdso64_enabled;
	80	#endif
ab8b82ee	81	#if defined(CONFIG_X86_32) \|\| defined(CONFIG_IA32_EMULATION)
3d7ee969 AL	82	extern unsigned int vdso32_enabled;
3d7ee969 AL	83	#endif
2439a791	84
af65d648 RM	85	/*
	86	* This is used to ensure we don't load something for the wrong architecture.
	87	*/
	88	#define elf_check_arch_ia32(x) \
	89	(((x)->e_machine == EM_386) \|\| ((x)->e_machine == EM_486))
	90
2439a791	91	#include <asm/processor.h>
e40c0fe6 JP	92
e40c0fe6 JP	93	#ifdef CONFIG_X86_32
2439a791 TG	94	#include <asm/desc.h>
2439a791 TG	95
af65d648	96	#define elf_check_arch(x) elf_check_arch_ia32(x)
2439a791 TG	97
	98	/* SVR4/i386 ABI (pages 3-31, 3-32) says that when the program starts %edx
	99	contains a pointer to a function which might be registered using `atexit'.
	100	This provides a mean for the dynamic linker to call DT_FINI functions for
	101	shared libraries that have been loaded before the code runs.
	102
	103	A value of 0 tells we have no such handler.
	104
	105	We might as well make sure everything else is cleared too (except for %esp),
	106	just to make things more deterministic.
	107	*/
486386f6 JP	108	#define ELF_PLAT_INIT(_r, load_addr) \
	109	do { \
	110	_r->bx = 0; _r->cx = 0; _r->dx = 0; \
	111	_r->si = 0; _r->di = 0; _r->bp = 0; \
	112	_r->ax = 0; \
2439a791 TG	113	} while (0)
2439a791 TG	114
06495476 HS	115	/*
	116	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	117	* now struct_user_regs, they are different)
	118	*/
	119
ccbeed3a	120	#define ELF_CORE_COPY_REGS_COMMON(pr_reg, regs) \
486386f6 JP	121	do { \
	122	pr_reg[0] = regs->bx; \
	123	pr_reg[1] = regs->cx; \
	124	pr_reg[2] = regs->dx; \
	125	pr_reg[3] = regs->si; \
	126	pr_reg[4] = regs->di; \
	127	pr_reg[5] = regs->bp; \
	128	pr_reg[6] = regs->ax; \
	129	pr_reg[7] = regs->ds & 0xffff; \
	130	pr_reg[8] = regs->es & 0xffff; \
	131	pr_reg[9] = regs->fs & 0xffff; \
486386f6 JP	132	pr_reg[11] = regs->orig_ax; \
	133	pr_reg[12] = regs->ip; \
	134	pr_reg[13] = regs->cs & 0xffff; \
	135	pr_reg[14] = regs->flags; \
	136	pr_reg[15] = regs->sp; \
	137	pr_reg[16] = regs->ss & 0xffff; \
06495476 HS	138	} while (0);
06495476 HS	139
ccbeed3a TH	140	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
	141	do { \
	142	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	143	pr_reg[10] = get_user_gs(regs); \
	144	} while (0);
	145
	146	#define ELF_CORE_COPY_KERNEL_REGS(pr_reg, regs) \
	147	do { \
	148	ELF_CORE_COPY_REGS_COMMON(pr_reg, regs);\
	149	savesegment(gs, pr_reg[10]); \
	150	} while (0);
	151
2439a791 TG	152	#define ELF_PLATFORM (utsname()->machine)
2439a791 TG	153	#define set_personality_64bit() do { } while (0)
2439a791 TG	154
	155	#else /* CONFIG_X86_32 */
	156
2439a791 TG	157	/*
	158	* This is used to ensure we don't load something for the wrong architecture.
	159	*/
486386f6	160	#define elf_check_arch(x) \
2439a791 TG	161	((x)->e_machine == EM_X86_64)
2439a791 TG	162
0e6d3112 BH	163	#define compat_elf_check_arch(x) \
	164	(elf_check_arch_ia32(x) \|\| \
	165	(IS_ENABLED(CONFIG_X86_X32_ABI) && (x)->e_machine == EM_X86_64))
d1a797f3 PA	166
	167	#if __USER32_DS != __USER_DS
	168	# error "The following code assumes __USER32_DS == __USER_DS"
	169	#endif
a97f52e6	170
a97f52e6 RM	171	static inline void elf_common_init(struct thread_struct *t,
	172	struct pt_regs *regs, const u16 ds)
	173	{
7bcdea4d AL	174	/* ax gets execve's return value. */
	175	/regs->ax = / regs->bx = regs->cx = regs->dx = 0;
	176	regs->si = regs->di = regs->bp = 0;
a97f52e6	177	regs->r8 = regs->r9 = regs->r10 = regs->r11 = 0;
7bcdea4d	178	regs->r12 = regs->r13 = regs->r14 = regs->r15 = 0;
296f781a	179	t->fsbase = t->gsbase = 0;
a97f52e6 RM	180	t->fsindex = t->gsindex = 0;
	181	t->ds = t->es = ds;
	182	}
	183
486386f6	184	#define ELF_PLAT_INIT(_r, load_addr) \
11557b24	185	elf_common_init(&current->thread, _r, 0)
2439a791	186
486386f6	187	#define COMPAT_ELF_PLAT_INIT(regs, load_addr) \
a97f52e6	188	elf_common_init(&current->thread, regs, __USER_DS)
486386f6	189
7da77078 BG	190	void compat_start_thread(struct pt_regs *regs, u32 new_ip, u32 new_sp);
7da77078 BG	191	#define compat_start_thread compat_start_thread
486386f6	192
d1a797f3 PA	193	void set_personality_ia32(bool);
	194	#define COMPAT_SET_PERSONALITY(ex) \
	195	set_personality_ia32((ex).e_machine == EM_X86_64)
486386f6	196
a97f52e6 RM	197	#define COMPAT_ELF_PLATFORM ("i686")
a97f52e6 RM	198
06495476 HS	199	/*
	200	* regs is struct pt_regs, pr_reg is elf_gregset_t (which is
	201	* now struct_user_regs, they are different). Assumes current is the process
	202	* getting dumped.
	203	*/
	204
486386f6 JP	205	#define ELF_CORE_COPY_REGS(pr_reg, regs) \
486386f6 JP	206	do { \
e02390ba	207	unsigned long base; \
06495476 HS	208	unsigned v; \
	209	(pr_reg)[0] = (regs)->r15; \
	210	(pr_reg)[1] = (regs)->r14; \
	211	(pr_reg)[2] = (regs)->r13; \
	212	(pr_reg)[3] = (regs)->r12; \
	213	(pr_reg)[4] = (regs)->bp; \
	214	(pr_reg)[5] = (regs)->bx; \
	215	(pr_reg)[6] = (regs)->r11; \
	216	(pr_reg)[7] = (regs)->r10; \
	217	(pr_reg)[8] = (regs)->r9; \
	218	(pr_reg)[9] = (regs)->r8; \
	219	(pr_reg)[10] = (regs)->ax; \
	220	(pr_reg)[11] = (regs)->cx; \
	221	(pr_reg)[12] = (regs)->dx; \
	222	(pr_reg)[13] = (regs)->si; \
	223	(pr_reg)[14] = (regs)->di; \
	224	(pr_reg)[15] = (regs)->orig_ax; \
	225	(pr_reg)[16] = (regs)->ip; \
	226	(pr_reg)[17] = (regs)->cs; \
	227	(pr_reg)[18] = (regs)->flags; \
	228	(pr_reg)[19] = (regs)->sp; \
	229	(pr_reg)[20] = (regs)->ss; \
e02390ba AL	230	rdmsrl(MSR_FS_BASE, base); (pr_reg)[21] = base; \
e02390ba AL	231	rdmsrl(MSR_KERNEL_GS_BASE, base); (pr_reg)[22] = base; \
06495476 HS	232	asm("movl %%ds,%0" : "=r" (v)); (pr_reg)[23] = v; \
	233	asm("movl %%es,%0" : "=r" (v)); (pr_reg)[24] = v; \
	234	asm("movl %%fs,%0" : "=r" (v)); (pr_reg)[25] = v; \
	235	asm("movl %%gs,%0" : "=r" (v)); (pr_reg)[26] = v; \
	236	} while (0);
	237
2439a791 TG	238	/* I'm not sure if we can use '-' here */
	239	#define ELF_PLATFORM ("x86_64")
	240	extern void set_personality_64bit(void);
a97f52e6 RM	241	extern unsigned int sysctl_vsyscall32;
a97f52e6 RM	242	extern int force_personality32;
2439a791 TG	243
	244	#endif /* !CONFIG_X86_32 */
	245
975511be	246	#define CORE_DUMP_USE_REGSET
2439a791 TG	247	#define ELF_EXEC_PAGESIZE 4096
2439a791 TG	248
eab09532 KC	249	/*
eab09532 KC	250	* This is the base location for PIE (ET_DYN with INTERP) loads. On
c715b72c	251	* 64-bit, this is above 4GB to leave the entire 32-bit address
eab09532 KC	252	* space open for things that want to use the area for 32-bit pointers.
	253	*/
	254	#define ELF_ET_DYN_BASE (mmap_is_ia32() ? 0x000400000UL : \
c715b72c	255	(TASK_SIZE / 3 * 2))
2439a791 TG	256
	257	/* This yields a mask that user programs can use to figure out what
	258	instruction set this CPU supports. This could be done in user space,
	259	but it's not easy, and we've already done it here. */
	260
16aaa537	261	#define ELF_HWCAP (boot_cpu_data.x86_capability[CPUID_1_EDX])
2439a791	262
0274f955 GA	263	extern u32 elf_hwcap2;
	264
	265	/*
	266	* HWCAP2 supplies mask with kernel enabled CPU features, so that
	267	* the application can discover that it can safely use them.
	268	* The bits are defined in uapi/asm/hwcap2.h.
	269	*/
	270	#define ELF_HWCAP2 (elf_hwcap2)
	271
2439a791 TG	272	/* This yields a string that ld.so will use to load implementation
	273	specific libraries for optimization. This is more specific in
	274	intent than poking at uname or /proc/cpuinfo.
	275
	276	For the moment, we have only optimizations for the Intel generations,
	277	but that could change... */
	278
0b592682	279	#define SET_PERSONALITY(ex) set_personality_64bit()
2439a791 TG	280
	281	/*
	282	* An executable for which elf_read_implies_exec() returns TRUE will
	283	* have the READ_IMPLIES_EXEC personality flag set automatically.
	284	*/
	285	#define elf_read_implies_exec(ex, executable_stack) \
	286	(executable_stack != EXSTACK_DISABLE_X)
	287
	288	struct task_struct;
	289
3d7ee969	290	#define ARCH_DLINFO_IA32 \
486386f6	291	do { \
6fdc6dd9	292	if (VDSO_CURRENT_BASE) { \
a97f52e6 RM	293	NEW_AUX_ENT(AT_SYSINFO, VDSO_ENTRY); \
a97f52e6 RM	294	NEW_AUX_ENT(AT_SYSINFO_EHDR, VDSO_CURRENT_BASE); \
486386f6	295	} \
a97f52e6 RM	296	} while (0)
a97f52e6 RM	297
8f3e474f DS	298	/*
	299	* True on X86_32 or when emulating IA32 on X86_64
	300	*/
	301	static inline int mmap_is_ia32(void)
	302	{
	303	return IS_ENABLED(CONFIG_X86_32) \|\|
	304	(IS_ENABLED(CONFIG_COMPAT) &&
	305	test_thread_flag(TIF_ADDR32));
	306	}
	307
1b028f78 DS	308	extern unsigned long tasksize_32bit(void);
1b028f78 DS	309	extern unsigned long tasksize_64bit(void);
e13b73dd	310	extern unsigned long get_mmap_base(int is_legacy);
1b028f78	311
2439a791	312	#ifdef CONFIG_X86_32
2439a791	313
8f3e474f	314	#define __STACK_RND_MASK(is32bit) (0x7ff)
80938332 MH	315	#define STACK_RND_MASK (0x7ff)
80938332 MH	316
3d7ee969	317	#define ARCH_DLINFO ARCH_DLINFO_IA32
2439a791	318
a97f52e6	319	/* update AT_VECTOR_SIZE_ARCH if the number of NEW_AUX_ENT entries changes */
2439a791 TG	320
	321	#else /* CONFIG_X86_32 */
	322
	323	/* 1GB for 64bit, 8MB for 32bit */
8f3e474f DS	324	#define __STACK_RND_MASK(is32bit) ((is32bit) ? 0x7ff : 0x3fffff)
8f3e474f DS	325	#define STACK_RND_MASK __STACK_RND_MASK(mmap_is_ia32())
2439a791	326
486386f6 JP	327	#define ARCH_DLINFO \
486386f6 JP	328	do { \
3d7ee969	329	if (vdso64_enabled) \
486386f6	330	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
6f121e54	331	(unsigned long __force)current->mm->context.vdso); \
2439a791 TG	332	} while (0)
2439a791 TG	333
3d7ee969	334	/* As a historical oddity, the x32 and x86_64 vDSOs are controlled together. */
d1a797f3 PA	335	#define ARCH_DLINFO_X32 \
d1a797f3 PA	336	do { \
3d7ee969	337	if (vdso64_enabled) \
d1a797f3	338	NEW_AUX_ENT(AT_SYSINFO_EHDR, \
6f121e54	339	(unsigned long __force)current->mm->context.vdso); \
d1a797f3 PA	340	} while (0)
d1a797f3 PA	341
a97f52e6 RM	342	#define AT_SYSINFO 32
a97f52e6 RM	343
d1a797f3 PA	344	#define COMPAT_ARCH_DLINFO \
	345	if (test_thread_flag(TIF_X32)) \
	346	ARCH_DLINFO_X32; \
	347	else \
3d7ee969	348	ARCH_DLINFO_IA32
a97f52e6 RM	349
	350	#define COMPAT_ELF_ET_DYN_BASE (TASK_UNMAPPED_BASE + 0x1000000)
	351
2439a791 TG	352	#endif /* !CONFIG_X86_32 */
2439a791 TG	353
af65d648 RM	354	#define VDSO_CURRENT_BASE ((unsigned long)current->mm->context.vdso)
af65d648 RM	355
486386f6	356	#define VDSO_ENTRY \
6f121e54	357	((unsigned long)current->mm->context.vdso + \
0a6d1fa0	358	vdso_image_32.sym___kernel_vsyscall)
af65d648	359
2439a791 TG	360	struct linux_binprm;
	361
	362	#define ARCH_HAS_SETUP_ADDITIONAL_PAGES 1
	363	extern int arch_setup_additional_pages(struct linux_binprm *bprm,
fc5243d9	364	int uses_interp);
18d0a6fd AL	365	extern int compat_arch_setup_additional_pages(struct linux_binprm *bprm,
	366	int uses_interp);
	367	#define compat_arch_setup_additional_pages compat_arch_setup_additional_pages
a97f52e6	368
f9902472	369	/* Do not change the values. See get_align_mask() */
dfb09f9b BP	370	enum align_flags {
	371	ALIGN_VA_32 = BIT(0),
	372	ALIGN_VA_64 = BIT(1),
dfb09f9b BP	373	};
	374
	375	struct va_alignment {
	376	int flags;
	377	unsigned long mask;
4e26d11f	378	unsigned long bits;
dfb09f9b BP	379	} ____cacheline_aligned;
	380
	381	extern struct va_alignment va_align;
f9902472	382	extern unsigned long align_vdso_addr(unsigned long);
1965aae3	383	#endif /* _ASM_X86_ELF_H */