[mirror_ubuntu-zesty-kernel.git] / include / asm-generic / futex.h

#ifndef _ASM_GENERIC_FUTEX_H
#define _ASM_GENERIC_FUTEX_H

#include <linux/futex.h>
#include <linux/uaccess.h>
#include <asm/errno.h>

#ifndef CONFIG_SMP
/*
 * The following implementation only for uniprocessor machines.
 * It relies on preempt_disable() ensuring mutual exclusion.
 *
 */

/**
 * futex_atomic_op_inuser() - Atomic arithmetic operation with constant
 *			  argument and comparison of the previous
 *			  futex value with another constant.
 *
 * @encoded_op:	encoded operation to execute
 * @uaddr:	pointer to user space address
 *
 * Return:
 * 0 - On success
 * <0 - On error
 */
static inline int
futex_atomic_op_inuser(int encoded_op, u32 __user *uaddr)
{
	int op = (encoded_op >> 28) & 7;
	int cmp = (encoded_op >> 24) & 15;
	int oparg = (encoded_op << 8) >> 20;
	int cmparg = (encoded_op << 20) >> 20;
	int oldval, ret;
	u32 tmp;

	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
		oparg = 1 << oparg;

	preempt_disable();
	pagefault_disable();

	ret = -EFAULT;
	if (unlikely(get_user(oldval, uaddr) != 0))
		goto out_pagefault_enable;

	ret = 0;
	tmp = oldval;

	switch (op) {
	case FUTEX_OP_SET:
		tmp = oparg;
		break;
	case FUTEX_OP_ADD:
		tmp += oparg;
		break;
	case FUTEX_OP_OR:
		tmp |= oparg;
		break;
	case FUTEX_OP_ANDN:
		tmp &= ~oparg;
		break;
	case FUTEX_OP_XOR:
		tmp ^= oparg;
		break;
	default:
		ret = -ENOSYS;
	}

	if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0))
		ret = -EFAULT;

out_pagefault_enable:
	pagefault_enable();
	preempt_enable();

	if (ret == 0) {
		switch (cmp) {
		case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
		case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
		case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
		case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
		case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
		case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
		default: ret = -ENOSYS;
		}
	}
	return ret;
}

/**
 * futex_atomic_cmpxchg_inatomic() - Compare and exchange the content of the
 *				uaddr with newval if the current value is
 *				oldval.
 * @uval:	pointer to store content of @uaddr
 * @uaddr:	pointer to user space address
 * @oldval:	old value
 * @newval:	new value to store to @uaddr
 *
 * Return:
 * 0 - On success
 * <0 - On error
 */
static inline int
futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
			      u32 oldval, u32 newval)
{
	u32 val;

	preempt_disable();
	if (unlikely(get_user(val, uaddr) != 0)) {
		preempt_enable();
		return -EFAULT;
	}

	if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) {
		preempt_enable();
		return -EFAULT;
	}

	*uval = val;
	preempt_enable();

	return 0;
}

#else
static inline int
futex_atomic_op_inuser (int encoded_op, u32 __user *uaddr)
{
	int op = (encoded_op >> 28) & 7;
	int cmp = (encoded_op >> 24) & 15;
	int oparg = (encoded_op << 8) >> 20;
	int cmparg = (encoded_op << 20) >> 20;
	int oldval = 0, ret;
	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
		oparg = 1 << oparg;

	if (! access_ok (VERIFY_WRITE, uaddr, sizeof(u32)))
		return -EFAULT;

	pagefault_disable();

	switch (op) {
	case FUTEX_OP_SET:
	case FUTEX_OP_ADD:
	case FUTEX_OP_OR:
	case FUTEX_OP_ANDN:
	case FUTEX_OP_XOR:
	default:
		ret = -ENOSYS;
	}

	pagefault_enable();

	if (!ret) {
		switch (cmp) {
		case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
		case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
		case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
		case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
		case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
		case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
		default: ret = -ENOSYS;
		}
	}
	return ret;
}

static inline int
futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
			      u32 oldval, u32 newval)
{
	return -ENOSYS;
}

#endif /* CONFIG_SMP */
#endif
Commit	Line	Data
f8aaeace JD	1	#ifndef _ASM_GENERIC_FUTEX_H
	2	#define _ASM_GENERIC_FUTEX_H
	3
f8aaeace	4	#include <linux/futex.h>
730f412c	5	#include <linux/uaccess.h>
f8aaeace	6	#include <asm/errno.h>
f8aaeace	7
00f634bc LFT	8	#ifndef CONFIG_SMP
	9	/*
	10	* The following implementation only for uniprocessor machines.
f3dae07e	11	* It relies on preempt_disable() ensuring mutual exclusion.
00f634bc LFT	12	*
	13	*/
	14
	15	/**
	16	* futex_atomic_op_inuser() - Atomic arithmetic operation with constant
	17	* argument and comparison of the previous
	18	* futex value with another constant.
	19	*
	20	* @encoded_op: encoded operation to execute
	21	* @uaddr: pointer to user space address
	22	*
	23	* Return:
	24	* 0 - On success
	25	* <0 - On error
	26	*/
	27	static inline int
	28	futex_atomic_op_inuser(int encoded_op, u32 __user *uaddr)
	29	{
	30	int op = (encoded_op >> 28) & 7;
	31	int cmp = (encoded_op >> 24) & 15;
	32	int oparg = (encoded_op << 8) >> 20;
	33	int cmparg = (encoded_op << 20) >> 20;
	34	int oldval, ret;
	35	u32 tmp;
	36
	37	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
	38	oparg = 1 << oparg;
	39
f3dae07e	40	preempt_disable();
00f634bc LFT	41	pagefault_disable();
	42
	43	ret = -EFAULT;
	44	if (unlikely(get_user(oldval, uaddr) != 0))
	45	goto out_pagefault_enable;
	46
	47	ret = 0;
	48	tmp = oldval;
	49
	50	switch (op) {
	51	case FUTEX_OP_SET:
	52	tmp = oparg;
	53	break;
	54	case FUTEX_OP_ADD:
	55	tmp += oparg;
	56	break;
	57	case FUTEX_OP_OR:
	58	tmp \|= oparg;
	59	break;
	60	case FUTEX_OP_ANDN:
	61	tmp &= ~oparg;
	62	break;
	63	case FUTEX_OP_XOR:
	64	tmp ^= oparg;
	65	break;
	66	default:
	67	ret = -ENOSYS;
	68	}
	69
	70	if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0))
	71	ret = -EFAULT;
	72
	73	out_pagefault_enable:
	74	pagefault_enable();
f3dae07e	75	preempt_enable();
00f634bc LFT	76
	77	if (ret == 0) {
	78	switch (cmp) {
	79	case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
	80	case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
	81	case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
	82	case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
	83	case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
	84	case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
	85	default: ret = -ENOSYS;
	86	}
	87	}
	88	return ret;
	89	}
	90
	91	/**
	92	* futex_atomic_cmpxchg_inatomic() - Compare and exchange the content of the
	93	* uaddr with newval if the current value is
	94	* oldval.
	95	* @uval: pointer to store content of @uaddr
	96	* @uaddr: pointer to user space address
	97	* @oldval: old value
	98	* @newval: new value to store to @uaddr
	99	*
	100	* Return:
	101	* 0 - On success
	102	* <0 - On error
	103	*/
	104	static inline int
	105	futex_atomic_cmpxchg_inatomic(u32 uval, u32 __user uaddr,
	106	u32 oldval, u32 newval)
	107	{
	108	u32 val;
	109
d9b9ff8c	110	preempt_disable();
fba7cd68 RP	111	if (unlikely(get_user(val, uaddr) != 0)) {
fba7cd68 RP	112	preempt_enable();
00f634bc	113	return -EFAULT;
fba7cd68	114	}
00f634bc	115
fba7cd68 RP	116	if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) {
fba7cd68 RP	117	preempt_enable();
00f634bc	118	return -EFAULT;
fba7cd68	119	}
00f634bc LFT	120
00f634bc LFT	121	*uval = val;
d9b9ff8c	122	preempt_enable();
00f634bc LFT	123
	124	return 0;
	125	}
	126
	127	#else
f8aaeace	128	static inline int
8d7718aa	129	futex_atomic_op_inuser (int encoded_op, u32 __user *uaddr)
f8aaeace JD	130	{
	131	int op = (encoded_op >> 28) & 7;
	132	int cmp = (encoded_op >> 24) & 15;
	133	int oparg = (encoded_op << 8) >> 20;
	134	int cmparg = (encoded_op << 20) >> 20;
	135	int oldval = 0, ret;
	136	if (encoded_op & (FUTEX_OP_OPARG_SHIFT << 28))
	137	oparg = 1 << oparg;
	138
8d7718aa	139	if (! access_ok (VERIFY_WRITE, uaddr, sizeof(u32)))
f8aaeace JD	140	return -EFAULT;
f8aaeace JD	141
a866374a	142	pagefault_disable();
f8aaeace JD	143
	144	switch (op) {
	145	case FUTEX_OP_SET:
	146	case FUTEX_OP_ADD:
	147	case FUTEX_OP_OR:
	148	case FUTEX_OP_ANDN:
	149	case FUTEX_OP_XOR:
	150	default:
	151	ret = -ENOSYS;
	152	}
	153
a866374a	154	pagefault_enable();
f8aaeace JD	155
	156	if (!ret) {
	157	switch (cmp) {
	158	case FUTEX_OP_CMP_EQ: ret = (oldval == cmparg); break;
	159	case FUTEX_OP_CMP_NE: ret = (oldval != cmparg); break;
	160	case FUTEX_OP_CMP_LT: ret = (oldval < cmparg); break;
	161	case FUTEX_OP_CMP_GE: ret = (oldval >= cmparg); break;
	162	case FUTEX_OP_CMP_LE: ret = (oldval <= cmparg); break;
	163	case FUTEX_OP_CMP_GT: ret = (oldval > cmparg); break;
	164	default: ret = -ENOSYS;
	165	}
	166	}
	167	return ret;
	168	}
	169
e9056f13	170	static inline int
8d7718aa ML	171	futex_atomic_cmpxchg_inatomic(u32 uval, u32 __user uaddr,
8d7718aa ML	172	u32 oldval, u32 newval)
e9056f13 IM	173	{
	174	return -ENOSYS;
	175	}
	176
00f634bc	177	#endif /* CONFIG_SMP */
f8aaeace	178	#endif