]> git.proxmox.com Git - mirror_ubuntu-artful-kernel.git/blob - lib/llist.c
llist: Move cpu_relax() to after the cmpxchg()
[mirror_ubuntu-artful-kernel.git] / lib / llist.c
1 /*
2 * Lock-less NULL terminated single linked list
3 *
4 * The basic atomic operation of this list is cmpxchg on long. On
5 * architectures that don't have NMI-safe cmpxchg implementation, the
6 * list can NOT be used in NMI handlers. So code that uses the list in
7 * an NMI handler should depend on CONFIG_ARCH_HAVE_NMI_SAFE_CMPXCHG.
8 *
9 * Copyright 2010,2011 Intel Corp.
10 * Author: Huang Ying <ying.huang@intel.com>
11 *
12 * This program is free software; you can redistribute it and/or
13 * modify it under the terms of the GNU General Public License version
14 * 2 as published by the Free Software Foundation;
15 *
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
20 *
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
24 */
25 #include <linux/kernel.h>
26 #include <linux/module.h>
27 #include <linux/interrupt.h>
28 #include <linux/llist.h>
29
30 #include <asm/system.h>
31
32 /**
33 * llist_add_batch - add several linked entries in batch
34 * @new_first: first entry in batch to be added
35 * @new_last: last entry in batch to be added
36 * @head: the head for your lock-less list
37 */
38 void llist_add_batch(struct llist_node *new_first, struct llist_node *new_last,
39 struct llist_head *head)
40 {
41 struct llist_node *entry, *old_entry;
42
43 entry = head->first;
44 for (;;) {
45 old_entry = entry;
46 new_last->next = entry;
47 entry = cmpxchg(&head->first, old_entry, new_first);
48 if (entry == old_entry)
49 break;
50 cpu_relax();
51 }
52 }
53 EXPORT_SYMBOL_GPL(llist_add_batch);
54
55 /**
56 * llist_del_first - delete the first entry of lock-less list
57 * @head: the head for your lock-less list
58 *
59 * If list is empty, return NULL, otherwise, return the first entry
60 * deleted, this is the newest added one.
61 *
62 * Only one llist_del_first user can be used simultaneously with
63 * multiple llist_add users without lock. Because otherwise
64 * llist_del_first, llist_add, llist_add (or llist_del_all, llist_add,
65 * llist_add) sequence in another user may change @head->first->next,
66 * but keep @head->first. If multiple consumers are needed, please
67 * use llist_del_all or use lock between consumers.
68 */
69 struct llist_node *llist_del_first(struct llist_head *head)
70 {
71 struct llist_node *entry, *old_entry, *next;
72
73 entry = head->first;
74 for (;;) {
75 if (entry == NULL)
76 return NULL;
77 old_entry = entry;
78 next = entry->next;
79 entry = cmpxchg(&head->first, old_entry, next);
80 if (entry == old_entry)
81 break;
82 cpu_relax();
83 }
84
85 return entry;
86 }
87 EXPORT_SYMBOL_GPL(llist_del_first);