PacketPassFairQueue.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380
  1. /**
  2. * @file PacketPassFairQueue.c
  3. * @author Ambroz Bizjak <ambrop7@gmail.com>
  4. *
  5. * @section LICENSE
  6. *
  7. * This file is part of BadVPN.
  8. *
  9. * BadVPN is free software: you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License version 2
  11. * as published by the Free Software Foundation.
  12. *
  13. * BadVPN is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  16. * GNU General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU General Public License along
  19. * with this program; if not, write to the Free Software Foundation, Inc.,
  20. * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  21. */
  22. #include <stdlib.h>
  23. #include <misc/debug.h>
  24. #include <misc/offset.h>
  25. #include <misc/minmax.h>
  26. #include <flow/PacketPassFairQueue.h>
  27. static int time_comparator (void *user, uint64_t *time1, uint64_t *time2)
  28. {
  29. if (*time1 < *time2) {
  30. return -1;
  31. }
  32. if (*time1 > *time2) {
  33. return 1;
  34. }
  35. return 0;
  36. }
  37. static uint64_t get_current_time (PacketPassFairQueue *m)
  38. {
  39. if (m->sending_flow) {
  40. return m->sending_flow->time;
  41. }
  42. uint64_t time;
  43. int have = 0;
  44. BHeapNode *heap_node = BHeap_GetFirst(&m->queued_heap);
  45. if (heap_node) {
  46. PacketPassFairQueueFlow *first_flow = UPPER_OBJECT(heap_node, PacketPassFairQueueFlow, queued.heap_node);
  47. ASSERT(first_flow->is_queued)
  48. time = first_flow->time;
  49. have = 1;
  50. }
  51. if (m->previous_flow) {
  52. if (!have || m->previous_flow->time < time) {
  53. time = m->previous_flow->time;
  54. have = 1;
  55. }
  56. }
  57. return (have ? time : 0);
  58. }
  59. static void increment_sent_flow (PacketPassFairQueueFlow *flow, uint64_t amount)
  60. {
  61. PacketPassFairQueue *m = flow->m;
  62. ASSERT(amount <= FAIRQUEUE_MAX_TIME)
  63. ASSERT(!flow->is_queued)
  64. ASSERT(!m->sending_flow)
  65. // does time overflow?
  66. if (amount > FAIRQUEUE_MAX_TIME - flow->time) {
  67. // get time to subtract
  68. uint64_t subtract;
  69. BHeapNode *heap_node = BHeap_GetFirst(&m->queued_heap);
  70. if (!heap_node) {
  71. subtract = flow->time;
  72. } else {
  73. PacketPassFairQueueFlow *first_flow = UPPER_OBJECT(heap_node, PacketPassFairQueueFlow, queued.heap_node);
  74. ASSERT(first_flow->is_queued)
  75. subtract = first_flow->time;
  76. }
  77. // subtract time from all flows
  78. LinkedList2Iterator it;
  79. LinkedList2Iterator_InitForward(&it, &m->flows_list);
  80. LinkedList2Node *list_node;
  81. while (list_node = LinkedList2Iterator_Next(&it)) {
  82. PacketPassFairQueueFlow *someflow = UPPER_OBJECT(list_node, PacketPassFairQueueFlow, list_node);
  83. // don't subtract more time than there is, except for the just finished flow,
  84. // where we allow time to underflow and then overflow to the correct value after adding to it
  85. if (subtract > someflow->time && someflow != flow) {
  86. ASSERT(!someflow->is_queued)
  87. someflow->time = 0;
  88. } else {
  89. someflow->time -= subtract;
  90. }
  91. }
  92. }
  93. // add time to flow
  94. flow->time += amount;
  95. }
  96. static void schedule (PacketPassFairQueue *m)
  97. {
  98. ASSERT(!m->sending_flow)
  99. ASSERT(!m->previous_flow)
  100. ASSERT(!m->freeing)
  101. ASSERT(BHeap_GetFirst(&m->queued_heap))
  102. // get first queued flow
  103. PacketPassFairQueueFlow *qflow = UPPER_OBJECT(BHeap_GetFirst(&m->queued_heap), PacketPassFairQueueFlow, queued.heap_node);
  104. ASSERT(qflow->is_queued)
  105. // remove flow from queue
  106. BHeap_Remove(&m->queued_heap, &qflow->queued.heap_node);
  107. qflow->is_queued = 0;
  108. // schedule send
  109. PacketPassInterface_Sender_Send(m->output, qflow->queued.data, qflow->queued.data_len);
  110. m->sending_flow = qflow;
  111. m->sending_len = qflow->queued.data_len;
  112. }
  113. static void schedule_job_handler (PacketPassFairQueue *m)
  114. {
  115. ASSERT(!m->sending_flow)
  116. ASSERT(!m->freeing)
  117. DebugObject_Access(&m->d_obj);
  118. // remove previous flow
  119. m->previous_flow = NULL;
  120. if (BHeap_GetFirst(&m->queued_heap)) {
  121. schedule(m);
  122. }
  123. }
  124. static void input_handler_send (PacketPassFairQueueFlow *flow, uint8_t *data, int data_len)
  125. {
  126. PacketPassFairQueue *m = flow->m;
  127. ASSERT(flow != m->sending_flow)
  128. ASSERT(!flow->is_queued)
  129. ASSERT(!m->freeing)
  130. DebugObject_Access(&flow->d_obj);
  131. if (flow == m->previous_flow) {
  132. // remove from previous flow
  133. m->previous_flow = NULL;
  134. } else {
  135. // raise time
  136. flow->time = bmax_uint64(flow->time, get_current_time(m));
  137. }
  138. // queue flow
  139. flow->queued.data = data;
  140. flow->queued.data_len = data_len;
  141. BHeap_Insert(&m->queued_heap, &flow->queued.heap_node);
  142. flow->is_queued = 1;
  143. if (!m->sending_flow && !BPending_IsSet(&m->schedule_job)) {
  144. schedule(m);
  145. }
  146. }
  147. static void output_handler_done (PacketPassFairQueue *m)
  148. {
  149. ASSERT(m->sending_flow)
  150. ASSERT(!m->previous_flow)
  151. ASSERT(!BPending_IsSet(&m->schedule_job))
  152. ASSERT(!m->freeing)
  153. ASSERT(!m->sending_flow->is_queued)
  154. PacketPassFairQueueFlow *flow = m->sending_flow;
  155. // sending finished
  156. m->sending_flow = NULL;
  157. // remember this flow so the schedule job can remove its time if it didn's send
  158. m->previous_flow = flow;
  159. // update flow time by packet size
  160. increment_sent_flow(flow, (uint64_t)m->packet_weight + m->sending_len);
  161. // schedule schedule
  162. BPending_Set(&m->schedule_job);
  163. // finish flow packet
  164. PacketPassInterface_Done(&flow->input);
  165. // call busy handler if set
  166. if (flow->handler_busy) {
  167. // handler is one-shot, unset it before calling
  168. PacketPassFairQueue_handler_busy handler = flow->handler_busy;
  169. flow->handler_busy = NULL;
  170. // call handler
  171. handler(flow->user);
  172. return;
  173. }
  174. }
  175. void PacketPassFairQueue_Init (PacketPassFairQueue *m, PacketPassInterface *output, BPendingGroup *pg, int use_cancel, int packet_weight)
  176. {
  177. ASSERT(PacketPassInterface_GetMTU(output) <= FAIRQUEUE_MAX_TIME)
  178. ASSERT(packet_weight > 0)
  179. ASSERT(packet_weight <= FAIRQUEUE_MAX_TIME - PacketPassInterface_GetMTU(output))
  180. ASSERT(use_cancel == 0 || use_cancel == 1)
  181. ASSERT(!use_cancel || PacketPassInterface_HasCancel(output))
  182. // init arguments
  183. m->output = output;
  184. m->pg = pg;
  185. m->use_cancel = use_cancel;
  186. m->packet_weight = packet_weight;
  187. // init output
  188. PacketPassInterface_Sender_Init(m->output, (PacketPassInterface_handler_done)output_handler_done, m);
  189. // not sending
  190. m->sending_flow = NULL;
  191. // no previous flow
  192. m->previous_flow = NULL;
  193. // init queued heap
  194. BHeap_Init(&m->queued_heap, OFFSET_DIFF(PacketPassFairQueueFlow, time, queued.heap_node), (BHeap_comparator)time_comparator, NULL);
  195. // init flows list
  196. LinkedList2_Init(&m->flows_list);
  197. // not freeing
  198. m->freeing = 0;
  199. // init schedule job
  200. BPending_Init(&m->schedule_job, m->pg, (BPending_handler)schedule_job_handler, m);
  201. DebugObject_Init(&m->d_obj);
  202. DebugCounter_Init(&m->d_ctr);
  203. }
  204. void PacketPassFairQueue_Free (PacketPassFairQueue *m)
  205. {
  206. ASSERT(LinkedList2_IsEmpty(&m->flows_list))
  207. ASSERT(!BHeap_GetFirst(&m->queued_heap))
  208. ASSERT(!m->previous_flow)
  209. ASSERT(!m->sending_flow)
  210. DebugCounter_Free(&m->d_ctr);
  211. DebugObject_Free(&m->d_obj);
  212. // free schedule job
  213. BPending_Free(&m->schedule_job);
  214. }
  215. void PacketPassFairQueue_PrepareFree (PacketPassFairQueue *m)
  216. {
  217. DebugObject_Access(&m->d_obj);
  218. // set freeing
  219. m->freeing = 1;
  220. }
  221. void PacketPassFairQueueFlow_Init (PacketPassFairQueueFlow *flow, PacketPassFairQueue *m)
  222. {
  223. ASSERT(!m->freeing)
  224. DebugObject_Access(&m->d_obj);
  225. // init arguments
  226. flow->m = m;
  227. // have no canfree handler
  228. flow->handler_busy = NULL;
  229. // init input
  230. PacketPassInterface_Init(&flow->input, PacketPassInterface_GetMTU(flow->m->output), (PacketPassInterface_handler_send)input_handler_send, flow, m->pg);
  231. // set time
  232. flow->time = 0;
  233. // add to flows list
  234. LinkedList2_Append(&m->flows_list, &flow->list_node);
  235. // is not queued
  236. flow->is_queued = 0;
  237. DebugObject_Init(&flow->d_obj);
  238. DebugCounter_Increment(&m->d_ctr);
  239. }
  240. void PacketPassFairQueueFlow_Free (PacketPassFairQueueFlow *flow)
  241. {
  242. PacketPassFairQueue *m = flow->m;
  243. ASSERT(m->freeing || flow != m->sending_flow)
  244. DebugCounter_Decrement(&m->d_ctr);
  245. DebugObject_Free(&flow->d_obj);
  246. // remove from current flow
  247. if (flow == m->sending_flow) {
  248. m->sending_flow = NULL;
  249. }
  250. // remove from previous flow
  251. if (flow == m->previous_flow) {
  252. m->previous_flow = NULL;
  253. }
  254. // remove from queue
  255. if (flow->is_queued) {
  256. BHeap_Remove(&m->queued_heap, &flow->queued.heap_node);
  257. }
  258. // remove from flows list
  259. LinkedList2_Remove(&m->flows_list, &flow->list_node);
  260. // free input
  261. PacketPassInterface_Free(&flow->input);
  262. }
  263. void PacketPassFairQueueFlow_AssertFree (PacketPassFairQueueFlow *flow)
  264. {
  265. PacketPassFairQueue *m = flow->m;
  266. ASSERT(m->freeing || flow != m->sending_flow)
  267. DebugObject_Access(&flow->d_obj);
  268. }
  269. int PacketPassFairQueueFlow_IsBusy (PacketPassFairQueueFlow *flow)
  270. {
  271. PacketPassFairQueue *m = flow->m;
  272. ASSERT(!m->freeing)
  273. DebugObject_Access(&flow->d_obj);
  274. return (flow == m->sending_flow);
  275. }
  276. void PacketPassFairQueueFlow_RequestCancel (PacketPassFairQueueFlow *flow)
  277. {
  278. PacketPassFairQueue *m = flow->m;
  279. ASSERT(flow == m->sending_flow)
  280. ASSERT(m->use_cancel)
  281. ASSERT(!m->freeing)
  282. ASSERT(!BPending_IsSet(&m->schedule_job))
  283. DebugObject_Access(&flow->d_obj);
  284. // request cancel
  285. PacketPassInterface_Sender_RequestCancel(m->output);
  286. }
  287. void PacketPassFairQueueFlow_SetBusyHandler (PacketPassFairQueueFlow *flow, PacketPassFairQueue_handler_busy handler, void *user)
  288. {
  289. PacketPassFairQueue *m = flow->m;
  290. ASSERT(flow == m->sending_flow)
  291. ASSERT(!m->freeing)
  292. DebugObject_Access(&flow->d_obj);
  293. // set handler
  294. flow->handler_busy = handler;
  295. flow->user = user;
  296. }
  297. PacketPassInterface * PacketPassFairQueueFlow_GetInput (PacketPassFairQueueFlow *flow)
  298. {
  299. DebugObject_Access(&flow->d_obj);
  300. return &flow->input;
  301. }