[mirror_ubuntu-artful-kernel.git] / kernel / rcu.h

/*
 * Read-Copy Update definitions shared among RCU implementations.
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 *
 * This program is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU General Public License for more details.
 *
 * You should have received a copy of the GNU General Public License
 * along with this program; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
 *
 * Copyright IBM Corporation, 2011
 *
 * Author: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
 */

#ifndef __LINUX_RCU_H
#define __LINUX_RCU_H

#ifdef CONFIG_RCU_TRACE
#define RCU_TRACE(stmt) stmt
#else /* #ifdef CONFIG_RCU_TRACE */
#define RCU_TRACE(stmt)
#endif /* #else #ifdef CONFIG_RCU_TRACE */

/*
 * Process-level increment to ->dynticks_nesting field.  This allows for
 * architectures that use half-interrupts and half-exceptions from
 * process context.
 *
 * DYNTICK_TASK_NEST_MASK defines a field of width DYNTICK_TASK_NEST_WIDTH
 * that counts the number of process-based reasons why RCU cannot
 * consider the corresponding CPU to be idle, and DYNTICK_TASK_NEST_VALUE
 * is the value used to increment or decrement this field.
 *
 * The rest of the bits could in principle be used to count interrupts,
 * but this would mean that a negative-one value in the interrupt
 * field could incorrectly zero out the DYNTICK_TASK_NEST_MASK field.
 * We therefore provide a two-bit guard field defined by DYNTICK_TASK_MASK
 * that is set to DYNTICK_TASK_FLAG upon initial exit from idle.
 * The DYNTICK_TASK_EXIT_IDLE value is thus the combined value used upon
 * initial exit from idle.
 */
#define DYNTICK_TASK_NEST_WIDTH 7
#define DYNTICK_TASK_NEST_VALUE ((LLONG_MAX >> DYNTICK_TASK_NEST_WIDTH) + 1)
#define DYNTICK_TASK_NEST_MASK  (LLONG_MAX - DYNTICK_TASK_NEST_VALUE + 1)
#define DYNTICK_TASK_FLAG	   ((DYNTICK_TASK_NEST_VALUE / 8) * 2)
#define DYNTICK_TASK_MASK	   ((DYNTICK_TASK_NEST_VALUE / 8) * 3)
#define DYNTICK_TASK_EXIT_IDLE	   (DYNTICK_TASK_NEST_VALUE + \
				    DYNTICK_TASK_FLAG)

/*
 * debug_rcu_head_queue()/debug_rcu_head_unqueue() are used internally
 * by call_rcu() and rcu callback execution, and are therefore not part of the
 * RCU API. Leaving in rcupdate.h because they are used by all RCU flavors.
 */

#ifdef CONFIG_DEBUG_OBJECTS_RCU_HEAD
# define STATE_RCU_HEAD_READY	0
# define STATE_RCU_HEAD_QUEUED	1

extern struct debug_obj_descr rcuhead_debug_descr;

static inline void debug_rcu_head_queue(struct rcu_head *head)
{
	debug_object_activate(head, &rcuhead_debug_descr);
	debug_object_active_state(head, &rcuhead_debug_descr,
				  STATE_RCU_HEAD_READY,
				  STATE_RCU_HEAD_QUEUED);
}

static inline void debug_rcu_head_unqueue(struct rcu_head *head)
{
	debug_object_active_state(head, &rcuhead_debug_descr,
				  STATE_RCU_HEAD_QUEUED,
				  STATE_RCU_HEAD_READY);
	debug_object_deactivate(head, &rcuhead_debug_descr);
}
#else	/* !CONFIG_DEBUG_OBJECTS_RCU_HEAD */
static inline void debug_rcu_head_queue(struct rcu_head *head)
{
}

static inline void debug_rcu_head_unqueue(struct rcu_head *head)
{
}
#endif	/* #else !CONFIG_DEBUG_OBJECTS_RCU_HEAD */

extern void kfree(const void *);

static inline bool __rcu_reclaim(char *rn, struct rcu_head *head)
{
	unsigned long offset = (unsigned long)head->func;

	if (__is_kfree_rcu_offset(offset)) {
		RCU_TRACE(trace_rcu_invoke_kfree_callback(rn, head, offset));
		kfree((void *)head - offset);
		return 1;
	} else {
		RCU_TRACE(trace_rcu_invoke_callback(rn, head));
		head->func(head);
		return 0;
	}
}

extern int rcu_expedited;

#ifdef CONFIG_RCU_STALL_COMMON

extern int rcu_cpu_stall_suppress;
int rcu_jiffies_till_stall_check(void);

#endif /* #ifdef CONFIG_RCU_STALL_COMMON */

#endif /* __LINUX_RCU_H */
Commit	Line	Data
29c00b4a PM	1	/*
	2	* Read-Copy Update definitions shared among RCU implementations.
	3	*
	4	* This program is free software; you can redistribute it and/or modify
	5	* it under the terms of the GNU General Public License as published by
	6	* the Free Software Foundation; either version 2 of the License, or
	7	* (at your option) any later version.
	8	*
	9	* This program is distributed in the hope that it will be useful,
	10	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	11	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	12	* GNU General Public License for more details.
	13	*
	14	* You should have received a copy of the GNU General Public License
	15	* along with this program; if not, write to the Free Software
	16	* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
	17	*
	18	* Copyright IBM Corporation, 2011
	19	*
	20	* Author: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
	21	*/
	22
	23	#ifndef __LINUX_RCU_H
	24	#define __LINUX_RCU_H
	25
e99033c5 PM	26	#ifdef CONFIG_RCU_TRACE
	27	#define RCU_TRACE(stmt) stmt
	28	#else /* #ifdef CONFIG_RCU_TRACE */
	29	#define RCU_TRACE(stmt)
	30	#endif /* #else #ifdef CONFIG_RCU_TRACE */
	31
4145fa7f PM	32	/*
	33	* Process-level increment to ->dynticks_nesting field. This allows for
	34	* architectures that use half-interrupts and half-exceptions from
	35	* process context.
29e37d81 PM	36	*
	37	* DYNTICK_TASK_NEST_MASK defines a field of width DYNTICK_TASK_NEST_WIDTH
	38	* that counts the number of process-based reasons why RCU cannot
	39	* consider the corresponding CPU to be idle, and DYNTICK_TASK_NEST_VALUE
	40	* is the value used to increment or decrement this field.
	41	*
	42	* The rest of the bits could in principle be used to count interrupts,
	43	* but this would mean that a negative-one value in the interrupt
	44	* field could incorrectly zero out the DYNTICK_TASK_NEST_MASK field.
	45	* We therefore provide a two-bit guard field defined by DYNTICK_TASK_MASK
	46	* that is set to DYNTICK_TASK_FLAG upon initial exit from idle.
	47	* The DYNTICK_TASK_EXIT_IDLE value is thus the combined value used upon
	48	* initial exit from idle.
4145fa7f	49	*/
29e37d81 PM	50	#define DYNTICK_TASK_NEST_WIDTH 7
	51	#define DYNTICK_TASK_NEST_VALUE ((LLONG_MAX >> DYNTICK_TASK_NEST_WIDTH) + 1)
	52	#define DYNTICK_TASK_NEST_MASK (LLONG_MAX - DYNTICK_TASK_NEST_VALUE + 1)
	53	#define DYNTICK_TASK_FLAG ((DYNTICK_TASK_NEST_VALUE / 8) * 2)
	54	#define DYNTICK_TASK_MASK ((DYNTICK_TASK_NEST_VALUE / 8) * 3)
	55	#define DYNTICK_TASK_EXIT_IDLE (DYNTICK_TASK_NEST_VALUE + \
	56	DYNTICK_TASK_FLAG)
4145fa7f	57
29c00b4a PM	58	/*
	59	* debug_rcu_head_queue()/debug_rcu_head_unqueue() are used internally
	60	* by call_rcu() and rcu callback execution, and are therefore not part of the
	61	* RCU API. Leaving in rcupdate.h because they are used by all RCU flavors.
	62	*/
	63
	64	#ifdef CONFIG_DEBUG_OBJECTS_RCU_HEAD
	65	# define STATE_RCU_HEAD_READY 0
	66	# define STATE_RCU_HEAD_QUEUED 1
	67
	68	extern struct debug_obj_descr rcuhead_debug_descr;
	69
	70	static inline void debug_rcu_head_queue(struct rcu_head *head)
	71	{
29c00b4a PM	72	debug_object_activate(head, &rcuhead_debug_descr);
	73	debug_object_active_state(head, &rcuhead_debug_descr,
	74	STATE_RCU_HEAD_READY,
	75	STATE_RCU_HEAD_QUEUED);
	76	}
	77
	78	static inline void debug_rcu_head_unqueue(struct rcu_head *head)
	79	{
	80	debug_object_active_state(head, &rcuhead_debug_descr,
	81	STATE_RCU_HEAD_QUEUED,
	82	STATE_RCU_HEAD_READY);
	83	debug_object_deactivate(head, &rcuhead_debug_descr);
	84	}
	85	#else /* !CONFIG_DEBUG_OBJECTS_RCU_HEAD */
	86	static inline void debug_rcu_head_queue(struct rcu_head *head)
	87	{
	88	}
	89
	90	static inline void debug_rcu_head_unqueue(struct rcu_head *head)
	91	{
	92	}
	93	#endif /* #else !CONFIG_DEBUG_OBJECTS_RCU_HEAD */
	94
	95	extern void kfree(const void *);
	96
486e2593	97	static inline bool __rcu_reclaim(char rn, struct rcu_head head)
29c00b4a PM	98	{
	99	unsigned long offset = (unsigned long)head->func;
	100
	101	if (__is_kfree_rcu_offset(offset)) {
d4c08f2a	102	RCU_TRACE(trace_rcu_invoke_kfree_callback(rn, head, offset));
29c00b4a	103	kfree((void *)head - offset);
486e2593	104	return 1;
29c00b4a	105	} else {
d4c08f2a	106	RCU_TRACE(trace_rcu_invoke_callback(rn, head));
29c00b4a	107	head->func(head);
486e2593	108	return 0;
29c00b4a PM	109	}
	110	}
	111
3705b88d AM	112	extern int rcu_expedited;
3705b88d AM	113
6bfc09e2 PM	114	#ifdef CONFIG_RCU_STALL_COMMON
	115
	116	extern int rcu_cpu_stall_suppress;
	117	int rcu_jiffies_till_stall_check(void);
	118
	119	#endif /* #ifdef CONFIG_RCU_STALL_COMMON */
	120
29c00b4a	121	#endif /* __LINUX_RCU_H */