llist.c 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104
  1. /*
  2. * Lock-less NULL terminated single linked list
  3. *
  4. * The basic atomic operation of this list is cmpxchg on long. On
  5. * architectures that don't have NMI-safe cmpxchg implementation, the
  6. * list can NOT be used in NMI handlers. So code that uses the list in
  7. * an NMI handler should depend on CONFIG_ARCH_HAVE_NMI_SAFE_CMPXCHG.
  8. *
  9. * Copyright 2010,2011 Intel Corp.
  10. * Author: Huang Ying <ying.huang@intel.com>
  11. *
  12. * This program is free software; you can redistribute it and/or
  13. * modify it under the terms of the GNU General Public License version
  14. * 2 as published by the Free Software Foundation;
  15. *
  16. * This program is distributed in the hope that it will be useful,
  17. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  19. * GNU General Public License for more details.
  20. *
  21. * You should have received a copy of the GNU General Public License
  22. * along with this program; if not, write to the Free Software
  23. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  24. */
  25. #include <linux/kernel.h>
  26. #include <linux/export.h>
  27. #include <linux/llist.h>
  28. /**
  29. * llist_add_batch - add several linked entries in batch
  30. * @new_first: first entry in batch to be added
  31. * @new_last: last entry in batch to be added
  32. * @head: the head for your lock-less list
  33. *
  34. * Return whether list is empty before adding.
  35. */
  36. bool llist_add_batch(struct llist_node *new_first, struct llist_node *new_last,
  37. struct llist_head *head)
  38. {
  39. struct llist_node *first;
  40. do {
  41. new_last->next = first = ACCESS_ONCE(head->first);
  42. } while (cmpxchg(&head->first, first, new_first) != first);
  43. return !first;
  44. }
  45. EXPORT_SYMBOL_GPL(llist_add_batch);
  46. /**
  47. * llist_del_first - delete the first entry of lock-less list
  48. * @head: the head for your lock-less list
  49. *
  50. * If list is empty, return NULL, otherwise, return the first entry
  51. * deleted, this is the newest added one.
  52. *
  53. * Only one llist_del_first user can be used simultaneously with
  54. * multiple llist_add users without lock. Because otherwise
  55. * llist_del_first, llist_add, llist_add (or llist_del_all, llist_add,
  56. * llist_add) sequence in another user may change @head->first->next,
  57. * but keep @head->first. If multiple consumers are needed, please
  58. * use llist_del_all or use lock between consumers.
  59. */
  60. struct llist_node *llist_del_first(struct llist_head *head)
  61. {
  62. struct llist_node *entry, *old_entry, *next;
  63. entry = smp_load_acquire(&head->first);
  64. for (;;) {
  65. if (entry == NULL)
  66. return NULL;
  67. old_entry = entry;
  68. next = READ_ONCE(entry->next);
  69. entry = cmpxchg(&head->first, old_entry, next);
  70. if (entry == old_entry)
  71. break;
  72. }
  73. return entry;
  74. }
  75. EXPORT_SYMBOL_GPL(llist_del_first);
  76. /**
  77. * llist_reverse_order - reverse order of a llist chain
  78. * @head: first item of the list to be reversed
  79. *
  80. * Reverse the order of a chain of llist entries and return the
  81. * new first entry.
  82. */
  83. struct llist_node *llist_reverse_order(struct llist_node *head)
  84. {
  85. struct llist_node *new_head = NULL;
  86. while (head) {
  87. struct llist_node *tmp = head;
  88. head = head->next;
  89. tmp->next = new_head;
  90. new_head = tmp;
  91. }
  92. return new_head;
  93. }
  94. EXPORT_SYMBOL_GPL(llist_reverse_order);