ioqueue.c 73 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557
  1. #include "precompile.h"
  2. #include "ioqueue.h"
  3. #include "timerqueue.h"
  4. #include "memutil.h"
  5. #include "refcnt.h"
  6. #include "strutil.h"
  7. #include "sockutil.h"
  8. #include "dbgutil.h"
  9. #include <MSWSock.h>
  10. #include <winpr/file.h>
  11. #include <winpr/handle.h>
  12. #include <winpr/synch.h>
  13. #include <winpr/pipe.h>
  14. #include <winpr/string.h>
  15. #ifndef SO_UPDATE_CONNECT_CONTEXT
  16. #define SO_UPDATE_CONNECT_CONTEXT 0x7010
  17. #endif
  18. #ifndef WSAID_CONNECTEX
  19. #define WSAID_CONNECTEX \
  20. {0x25a207b9,0xddf3,0x4660,{0x8e,0xe9,0x76,0xe5,0x8c,0x74,0x06,0x3e}}
  21. #endif
  22. #define MT_TTL 10*60*1000 /* maintenance 10 minutes */
  23. #define MT_INTERVAL 30*1000 /* maintenance 30 seconds */
  24. /* The address specified in AcceptEx() must be 16 more than the size of
  25. * SOCKADDR (source: MSDN).
  26. */
  27. #define ACCEPT_ADDR_LEN (16+sizeof(SOCKADDR))
  28. struct ioqueue_t {
  29. HANDLE iocp;
  30. void *user_data;
  31. /* timer */
  32. spinlock_t tm_queue_lock;
  33. timer_queue_t *tm_queue;
  34. /* msg handler */
  35. ioqueue_on_msg_callback msg_handlers[MAX_MSG][MAX_MSG_PRIORITY];
  36. LONG msg_cnt;
  37. /* connect */
  38. spinlock_t connect_list_lock;
  39. struct list_head connect_list;
  40. spinlock_t handler_list_lock;
  41. struct list_head handler_list;
  42. LONG stop;
  43. };
  44. typedef struct ioqueue_msg {
  45. int msg_type;
  46. int param1;
  47. int param2;
  48. HANDLE evt; /* for send message */
  49. }ioqueue_msg;
  50. #define HANDLE_TYPE_ACCEPTOR 0x01
  51. #define HANDLE_TYPE_TCPSOCK 0x02
  52. #define HANDLE_TYPE_UDPSOCK 0x03
  53. #define HANDLE_TYPE_FILE 0x04
  54. #define HANDLE_TYPE_PIPEACCEPTOR 0x05
  55. #define OV_ACCEPT 0x01
  56. #define OV_CONNECT 0x02
  57. #define OV_SENDSOME 0x03
  58. #define OV_SENDN 0x04
  59. #define OV_RECVSOME 0x05
  60. #define OV_RECVN 0x06
  61. #define OV_SENDTO 0x07
  62. #define OV_RECVFROM 0x08
  63. #define OV_READFILESOME 0x09
  64. #define OV_WRITEFILESOME 0x0a
  65. #define OV_READFILEN 0x0b
  66. #define OV_WRITEFILEN 0x0c
  67. #define OV_RECVUNTIL 0x0d
  68. #define OV_CONNECTPIPE 0x0e
  69. typedef struct ioqueue_base_overlapped_t {
  70. OVERLAPPED ov;
  71. int type;
  72. void *user_data;
  73. struct list_head pending_entry;
  74. ioqueue_handle_context *handle_ctx;
  75. }ioqueue_base_overlapped_t;
  76. typedef struct ioqueue_accept_overlapped_t {
  77. ioqueue_base_overlapped_t base;
  78. SOCKET client;
  79. ioqueue_on_accept_callback on_accept_callback;
  80. char accept_buf[2*ACCEPT_ADDR_LEN];
  81. }ioqueue_accept_overlapped_t;
  82. typedef struct ioqueue_connect_overlapped_t {
  83. ioqueue_base_overlapped_t base;
  84. ioqueue_on_connect_callback on_connect_callback;
  85. struct list_head node;
  86. HANDLE hevt;
  87. }ioqueue_connect_overlapped_t;
  88. typedef struct ioqueue_sendsome_overlapped_t {
  89. ioqueue_base_overlapped_t base;
  90. ioqueue_on_send_callback on_send_callback;
  91. WSABUF wsabuf;
  92. }ioqueue_sendsome_overlapped_t;
  93. typedef struct ioqueue_sendn_overlapped_t {
  94. ioqueue_base_overlapped_t base;
  95. ioqueue_on_send_callback on_send_callback;
  96. WSABUF wsabuf;
  97. char *original_buf;
  98. unsigned int sended_bytes;
  99. unsigned int total_bytes;
  100. }ioqueue_sendn_overlapped_t;
  101. typedef struct ioqueue_recvsome_overlapped_t {
  102. ioqueue_base_overlapped_t base;
  103. ioqueue_on_recv_callback on_recv_callback;
  104. WSABUF wsabuf;
  105. DWORD dwFlags;
  106. }ioqueue_recvsome_overlapped_t;
  107. typedef struct ioqueue_recvn_overlapped_t {
  108. ioqueue_base_overlapped_t base;
  109. ioqueue_on_recv_callback on_recv_callback;
  110. WSABUF wsabuf;
  111. char *original_buf;
  112. unsigned int recved_bytes;
  113. unsigned int total_bytes;
  114. DWORD dwFlags;
  115. }ioqueue_recvn_overlapped_t;
  116. typedef struct ioqueue_recvuntil_overlapped_t {
  117. ioqueue_base_overlapped_t base;
  118. ioqueue_on_recvuntil_callback on_recvuntil_callback;
  119. WSABUF wsabuf;
  120. char *original_buf;
  121. char *delimer;
  122. unsigned int recved_bytes;
  123. unsigned int total_bytes;
  124. DWORD dwFlags;
  125. }ioqueue_recvuntil_overlapped_t;
  126. typedef struct ioqueue_sendto_overlapped_t {
  127. ioqueue_base_overlapped_t base;
  128. ioqueue_on_sendto_callback on_sendto_callback;
  129. WSABUF wsabuf;
  130. }ioqueue_sendto_overlapped_t;
  131. typedef struct ioqueue_recvfrom_overlapped_t {
  132. ioqueue_base_overlapped_t base;
  133. ioqueue_on_recvfrom_callback on_recvfrom_callback;
  134. WSABUF wsabuf;
  135. struct sockaddr_in peer;
  136. int addrlen;
  137. DWORD dwFlags;
  138. }ioqueue_recvfrom_overlapped_t;
  139. typedef struct ioqueue_readfilesome_overlapped_t {
  140. ioqueue_base_overlapped_t base;
  141. ioqueue_on_read_callback on_read_callback;
  142. char *buf;
  143. HANDLE hevt;
  144. }ioqueue_readfilesome_overlapped_t;
  145. typedef struct ioqueue_readfilen_overlapped_t {
  146. ioqueue_base_overlapped_t base;
  147. ioqueue_on_read_callback on_read_callback;
  148. char *buf;
  149. HANDLE hevt;
  150. unsigned int recved_bytes;
  151. unsigned int total_bytes;
  152. }ioqueue_readfilen_overlapped_t;
  153. typedef struct ioqueue_writefilesome_overlapped_t {
  154. ioqueue_base_overlapped_t base;
  155. ioqueue_on_write_callback on_write_callback;
  156. HANDLE hevt;
  157. char *buf;
  158. }ioqueue_writefilesome_overlapped_t;
  159. typedef struct ioqueue_writefilen_overlapped_t {
  160. ioqueue_base_overlapped_t base;
  161. ioqueue_on_write_callback on_write_callback;
  162. char *buf;
  163. HANDLE hevt;
  164. unsigned int sended_bytes;
  165. unsigned int total_bytes;
  166. }ioqueue_writefilen_overlapped_t;
  167. typedef struct ioqueue_connectpipe_overlapped_t {
  168. ioqueue_base_overlapped_t base;
  169. HANDLE client;
  170. HANDLE hevt;
  171. ioqueue_on_pipe_accept_callback on_accept_callback;
  172. }ioqueue_connectpipe_overlapped_t;
  173. //mv 2 sockutil.h
  174. //static int reuse_addr(SOCKET sock)
  175. //{
  176. // BOOL reuseaddr = 1;
  177. // return setsockopt(sock, SOL_SOCKET, SO_REUSEADDR, (char*)&reuseaddr, sizeof(reuseaddr));
  178. //}
  179. //mv 2 sockutil.h
  180. //static int nonblock_sock(SOCKET sock)
  181. //{
  182. // unsigned long v = 1;
  183. // return ioctlsocket(sock, FIONBIO, &v);
  184. //}
  185. static int is_os_gte_xp() /* is os version greater and equal than xp */
  186. {
  187. static int yes = -1;
  188. #ifdef _WIN32
  189. if (yes == -1) {
  190. OSVERSIONINFO ver;
  191. ver.dwOSVersionInfoSize = sizeof(OSVERSIONINFO);
  192. GetVersionEx(&ver);
  193. if (ver.dwMajorVersion > 5 || (ver.dwMajorVersion == 5 && ver.dwMinorVersion > 0)) {
  194. yes = 1;
  195. }
  196. }
  197. #endif//_WIN32
  198. return yes;
  199. }
  200. static __inline LONG inc_msg_cnt(ioqueue_t *ioq)
  201. {
  202. return InterlockedIncrement(&ioq->msg_cnt);
  203. }
  204. static __inline LONG dec_msg_cnt(ioqueue_t *ioq)
  205. {
  206. return InterlockedDecrement(&ioq->msg_cnt);
  207. }
  208. static __inline void add_handler_list(ioqueue_handle_context *handle_ctx, ioqueue_t *ioq)
  209. {
  210. spinlock_enter(&ioq->handler_list_lock, -1);
  211. list_add(&handle_ctx->node, &ioq->handler_list);
  212. spinlock_leave(&ioq->handler_list_lock);
  213. }
  214. static __inline void del_handler_list(ioqueue_handle_context *handle_ctx, ioqueue_t *ioq)
  215. {
  216. if (handle_ctx->node.next) {
  217. spinlock_enter(&ioq->handler_list_lock, -1);
  218. list_del(&handle_ctx->node);
  219. handle_ctx->node.next = handle_ctx->node.prev = NULL;
  220. spinlock_leave(&ioq->handler_list_lock);
  221. }
  222. }
  223. static void ioqueue_handle_context_free(ioqueue_handle_context *handle_ctx)
  224. {
  225. if (handle_ctx->type == HANDLE_TYPE_UDPSOCK
  226. || handle_ctx->type == HANDLE_TYPE_TCPSOCK
  227. || handle_ctx->type == HANDLE_TYPE_ACCEPTOR) {
  228. if (handle_ctx->u.sock != INVALID_SOCKET) {
  229. closesocket(handle_ctx->u.sock);
  230. handle_ctx->u.sock = INVALID_SOCKET;
  231. }
  232. } else if (handle_ctx->type == HANDLE_TYPE_FILE) {
  233. if (handle_ctx->u.file != INVALID_HANDLE_VALUE) {
  234. CloseHandle(handle_ctx->u.file);
  235. handle_ctx->u.file = INVALID_HANDLE_VALUE;
  236. }
  237. } else if (handle_ctx->type == HANDLE_TYPE_PIPEACCEPTOR) {
  238. if (handle_ctx->u.pipe_name) {
  239. free(handle_ctx->u.pipe_name);
  240. handle_ctx->u.pipe_name = NULL;
  241. }
  242. } else {
  243. TOOLKIT_ASSERT(0);
  244. return;
  245. }
  246. del_handler_list(handle_ctx, handle_ctx->owner);
  247. }
  248. IMPLEMENT_REF_COUNT_MT(ioqueue_handle_context, ioqueue_handle_context, pending_ios, ioqueue_handle_context_free)
  249. static __inline LONG inc_pending_io(ioqueue_handle_context *handle_ctx)
  250. {
  251. return inc_ref(ioqueue_handle_context, handle_ctx);
  252. }
  253. static __inline LONG dec_pending_io(ioqueue_handle_context *handle_ctx)
  254. {
  255. return dec_ref(ioqueue_handle_context, handle_ctx);
  256. }
  257. static SOCKET new_socket()
  258. {
  259. SOCKET sock = WSASocket(AF_INET, SOCK_STREAM, IPPROTO_TCP,
  260. NULL, 0, WSA_FLAG_OVERLAPPED);
  261. if (sock != INVALID_SOCKET) {
  262. reuse_addr(sock);
  263. }
  264. return sock;
  265. }
  266. static void delete_socket(SOCKET sock)
  267. {
  268. LINGER l;
  269. l.l_onoff = 1;
  270. l.l_linger = 0;
  271. setsockopt(sock, SOL_SOCKET, SO_LINGER, (char*)&l, sizeof(l));
  272. closesocket(sock);
  273. }
  274. TOOLKIT_API ioqueue_t *ioqueue_create()
  275. {
  276. ioqueue_t *ioq = ZALLOC_T(ioqueue_t);
  277. if (!ioq)
  278. return NULL;
  279. ioq->iocp = CreateIoCompletionPort(INVALID_HANDLE_VALUE, NULL, 0, 0);
  280. if (!ioq->iocp)
  281. goto on_error_0;
  282. if (timer_heap_create(&ioq->tm_queue) != 0)
  283. goto on_error_3;
  284. spinlock_init(&ioq->tm_queue_lock);
  285. spinlock_init(&ioq->connect_list_lock);
  286. INIT_LIST_HEAD(&ioq->connect_list);
  287. spinlock_init(&ioq->handler_list_lock);
  288. INIT_LIST_HEAD(&ioq->handler_list);
  289. ///ioq->stop = 0;
  290. //ioq->msg_cnt = 0;
  291. return ioq;
  292. on_error_3:
  293. CloseHandle(ioq->iocp);
  294. on_error_0:
  295. free(ioq);
  296. return NULL;
  297. }
  298. TOOLKIT_API void ioqueue_destroy(ioqueue_t *ioq)
  299. {
  300. TOOLKIT_ASSERT(ioq);
  301. TOOLKIT_ASSERT(ioqueue_handler_empty(ioq));
  302. TOOLKIT_ASSERT(ioqueue_msg_empty(ioq));
  303. timer_queue_destroy(ioq->tm_queue);
  304. CloseHandle(ioq->iocp);
  305. free(ioq);
  306. }
  307. TOOLKIT_API int ioqueue_handler_empty(ioqueue_t *ioq)
  308. {
  309. int ret;
  310. TOOLKIT_ASSERT(ioq);
  311. spinlock_enter(&ioq->handler_list_lock, -1);
  312. ret = list_empty(&ioq->handler_list);
  313. spinlock_leave(&ioq->handler_list_lock);
  314. return ret;
  315. }
  316. TOOLKIT_API int ioqueue_msg_empty(ioqueue_t *ioq)
  317. {
  318. TOOLKIT_ASSERT(ioq);
  319. return ioq->msg_cnt == 0;
  320. }
  321. TOOLKIT_API int ioqueue_msg_add_handler(ioqueue_t *ioq, int msg_type, int priority, ioqueue_on_msg_callback cb)
  322. {
  323. TOOLKIT_ASSERT(ioq);
  324. TOOLKIT_ASSERT(cb);
  325. TOOLKIT_ASSERT(msg_type >= 0 && msg_type <= MAX_MSG);
  326. TOOLKIT_ASSERT(priority >= 0 && priority <= MAX_MSG_PRIORITY);
  327. ioq->msg_handlers[msg_type][priority] = cb;
  328. return 0;
  329. }
  330. TOOLKIT_API int ioqueue_msg_remove_handler(ioqueue_t *ioq, int msg_type, int priority)
  331. {
  332. TOOLKIT_ASSERT(ioq);
  333. TOOLKIT_ASSERT(msg_type >= 0 && msg_type <= MAX_MSG);
  334. TOOLKIT_ASSERT(priority >= 0 && priority <= MAX_MSG_PRIORITY);
  335. ioq->msg_handlers[msg_type][priority] = NULL;
  336. return 0;
  337. }
  338. static void dispatch_acceptor(int err,
  339. DWORD dwBytesTransfer,
  340. ioqueue_acceptor_t *acceptor,
  341. ioqueue_accept_overlapped_t *overlapped)
  342. {
  343. ioqueue_t *ioq = acceptor->owner;
  344. if (err == 0) {
  345. /* only valid for winxp or later, ignore return value */
  346. setsockopt(overlapped->client, SOL_SOCKET, SO_UPDATE_ACCEPT_CONTEXT,
  347. (char*)&acceptor->u.sock, sizeof(SOCKET));
  348. } else {
  349. delete_socket(overlapped->client);
  350. overlapped->client = INVALID_SOCKET;
  351. }
  352. {
  353. SOCKET s = overlapped->client;
  354. int accepted = overlapped->on_accept_callback(acceptor, (ioqueue_overlapped_t*)overlapped, s,
  355. overlapped->base.user_data, err);
  356. if (!err && !accepted && s != INVALID_SOCKET)
  357. delete_socket(s);
  358. }
  359. }
  360. static void dispatch_pipe_acceptor(int err,
  361. DWORD dwBytesTransfer,
  362. ioqueue_pipe_acceptor_t *acceptor,
  363. ioqueue_connectpipe_overlapped_t *overlapped)
  364. {
  365. ioqueue_t *ioq = acceptor->owner;
  366. int accepted;
  367. CloseHandle(overlapped->hevt);
  368. overlapped->hevt = NULL;
  369. if (!err && overlapped->client == INVALID_HANDLE_VALUE)
  370. err = -1;
  371. if (err) {
  372. if (overlapped->client != INVALID_HANDLE_VALUE) {
  373. CloseHandle(overlapped->client);
  374. overlapped->client = INVALID_HANDLE_VALUE;
  375. }
  376. }
  377. accepted = overlapped->on_accept_callback(acceptor,
  378. (ioqueue_overlapped_t*)overlapped,
  379. overlapped->client,
  380. overlapped->base.user_data, err);
  381. if (!err && !accepted && overlapped->client != INVALID_HANDLE_VALUE) {
  382. CloseHandle(overlapped->client);
  383. }
  384. }
  385. static void dispatch_network(BOOL ret, DWORD dwBytesTransfer, ioqueue_overlapped_t *io_ctx)
  386. {
  387. int err = ret ? 0 : -1;
  388. ioqueue_base_overlapped_t *base_ov = (ioqueue_base_overlapped_t*)io_ctx;
  389. ioqueue_handle_context *handle_ctx = base_ov->handle_ctx;
  390. fastlock_enter(handle_ctx->ov_pending_list_lock);
  391. list_del(&base_ov->pending_entry);
  392. fastlock_leave(handle_ctx->ov_pending_list_lock);
  393. dec_pending_io(handle_ctx);
  394. switch (handle_ctx->type) {
  395. case HANDLE_TYPE_ACCEPTOR:
  396. dispatch_acceptor(err, dwBytesTransfer, handle_ctx, (ioqueue_accept_overlapped_t*)io_ctx);
  397. break;
  398. case HANDLE_TYPE_PIPEACCEPTOR:
  399. dispatch_pipe_acceptor(err, dwBytesTransfer, handle_ctx, (ioqueue_connectpipe_overlapped_t*)io_ctx);
  400. break;
  401. case HANDLE_TYPE_TCPSOCK:
  402. case HANDLE_TYPE_UDPSOCK:
  403. case HANDLE_TYPE_FILE:
  404. switch (base_ov->type) {
  405. case OV_CONNECT: {
  406. ioqueue_connect_overlapped_t *overlapped = (ioqueue_connect_overlapped_t*)io_ctx;
  407. if (err == 0) {
  408. setsockopt(handle_ctx->u.sock, SOL_SOCKET, SO_UPDATE_CONNECT_CONTEXT, NULL, 0);
  409. }
  410. overlapped->on_connect_callback(handle_ctx, io_ctx, base_ov->user_data, err);
  411. }
  412. break;
  413. case OV_SENDSOME: {
  414. ioqueue_sendsome_overlapped_t *overlapped = (ioqueue_sendsome_overlapped_t*)io_ctx;
  415. overlapped->on_send_callback(handle_ctx, io_ctx,
  416. overlapped->wsabuf.buf, dwBytesTransfer, base_ov->user_data, err);
  417. }
  418. break;
  419. case OV_SENDN: {
  420. ioqueue_sendn_overlapped_t *overlapped = (ioqueue_sendn_overlapped_t*)io_ctx;
  421. overlapped->sended_bytes += dwBytesTransfer;
  422. if (err == 0 && overlapped->sended_bytes < overlapped->total_bytes) {
  423. int rc;
  424. DWORD bytesWritten;
  425. overlapped->wsabuf.buf += dwBytesTransfer;
  426. overlapped->wsabuf.len -= dwBytesTransfer;
  427. inc_pending_io(handle_ctx);
  428. overlapped->base.ov.Internal = 0;
  429. overlapped->base.ov.InternalHigh = 0;
  430. overlapped->base.ov.Offset = 0;
  431. overlapped->base.ov.OffsetHigh = 0;
  432. rc = WSASend(handle_ctx->u.sock, &overlapped->wsabuf, 1, &bytesWritten,
  433. 0, &overlapped->base.ov, NULL);
  434. if (rc != 0 && WSAGetLastError() != WSA_IO_PENDING) {
  435. dec_pending_io(handle_ctx);
  436. overlapped->on_send_callback(handle_ctx, io_ctx, overlapped->original_buf,
  437. overlapped->sended_bytes, base_ov->user_data, -1);
  438. }
  439. } else {
  440. overlapped->on_send_callback(handle_ctx, io_ctx, overlapped->original_buf,
  441. overlapped->sended_bytes, base_ov->user_data, err);
  442. }
  443. }
  444. break;
  445. case OV_RECVSOME: {
  446. ioqueue_recvsome_overlapped_t *overlapped = (ioqueue_recvsome_overlapped_t*)io_ctx;
  447. overlapped->on_recv_callback(handle_ctx, io_ctx, overlapped->wsabuf.buf,
  448. dwBytesTransfer, base_ov->user_data, err);
  449. }
  450. break;
  451. case OV_RECVUNTIL: {
  452. ioqueue_recvuntil_overlapped_t *overlapped = (ioqueue_recvuntil_overlapped_t*)io_ctx;
  453. if (err == 0 && dwBytesTransfer) {
  454. const char *pos;
  455. overlapped->recved_bytes += dwBytesTransfer;
  456. pos = memstr(overlapped->original_buf, overlapped->recved_bytes, overlapped->delimer);
  457. if (pos) {
  458. free(overlapped->delimer);
  459. overlapped->on_recvuntil_callback(handle_ctx, io_ctx, overlapped->original_buf,
  460. overlapped->recved_bytes, (int)strlen(overlapped->delimer)+(int)(pos-overlapped->original_buf),
  461. base_ov->user_data, err);
  462. } else if (overlapped->recved_bytes < overlapped->total_bytes) {
  463. DWORD bytesRead;
  464. int rc;
  465. overlapped->wsabuf.buf += dwBytesTransfer;
  466. overlapped->wsabuf.len -= dwBytesTransfer;
  467. inc_pending_io(handle_ctx);
  468. overlapped->base.ov.Internal = 0;
  469. overlapped->base.ov.InternalHigh = 0;
  470. overlapped->base.ov.Offset = 0;
  471. overlapped->base.ov.OffsetHigh = 0;
  472. overlapped->dwFlags = 0;
  473. rc = WSARecv(handle_ctx->u.sock, &overlapped->wsabuf, 1, &bytesRead, &overlapped->dwFlags,
  474. &overlapped->base.ov, NULL);
  475. if (rc != 0 && WSAGetLastError() != WSA_IO_PENDING) {
  476. dec_pending_io(handle_ctx);
  477. free(overlapped->delimer);
  478. overlapped->on_recvuntil_callback(handle_ctx, io_ctx, overlapped->original_buf,
  479. overlapped->recved_bytes, 0, base_ov->user_data, -1);
  480. }
  481. } else {
  482. free(overlapped->delimer);
  483. overlapped->on_recvuntil_callback(handle_ctx, io_ctx, overlapped->original_buf,
  484. overlapped->recved_bytes, 0, base_ov->user_data, -1);
  485. }
  486. } else {
  487. free(overlapped->delimer);
  488. overlapped->on_recvuntil_callback(handle_ctx, io_ctx, overlapped->original_buf,
  489. overlapped->recved_bytes, 0, base_ov->user_data, err);
  490. }
  491. }
  492. break;
  493. case OV_RECVN: {
  494. ioqueue_recvn_overlapped_t *overlapped = (ioqueue_recvn_overlapped_t*)io_ctx;
  495. overlapped->recved_bytes += dwBytesTransfer;
  496. if (err == 0 && overlapped->recved_bytes < overlapped->total_bytes) {
  497. int rc;
  498. DWORD bytesRead;
  499. overlapped->wsabuf.buf += dwBytesTransfer;
  500. overlapped->wsabuf.len -= dwBytesTransfer;
  501. inc_pending_io(handle_ctx);
  502. overlapped->base.ov.Internal = 0;
  503. overlapped->base.ov.InternalHigh = 0;
  504. overlapped->base.ov.Offset = 0;
  505. overlapped->base.ov.OffsetHigh = 0;
  506. overlapped->dwFlags = 0;
  507. rc = WSARecv(handle_ctx->u.sock, &overlapped->wsabuf, 1, &bytesRead, &overlapped->dwFlags,
  508. &overlapped->base.ov, NULL);
  509. if (rc != 0 && WSAGetLastError() != WSA_IO_PENDING) {
  510. dec_pending_io(handle_ctx);
  511. overlapped->on_recv_callback(handle_ctx, io_ctx, overlapped->original_buf,
  512. overlapped->recved_bytes, base_ov->user_data, -1);
  513. }
  514. } else {
  515. overlapped->on_recv_callback(handle_ctx, io_ctx, overlapped->original_buf,
  516. overlapped->recved_bytes, base_ov->user_data, err);
  517. }
  518. }
  519. break;
  520. case OV_SENDTO: {
  521. ioqueue_sendto_overlapped_t *overlapped = (ioqueue_sendto_overlapped_t*)io_ctx;
  522. overlapped->on_sendto_callback(handle_ctx, io_ctx, overlapped->wsabuf.buf,
  523. dwBytesTransfer, base_ov->user_data, err);
  524. }
  525. break;
  526. case OV_RECVFROM: {
  527. ioqueue_recvfrom_overlapped_t *overlapped = (ioqueue_recvfrom_overlapped_t*)io_ctx;
  528. overlapped->on_recvfrom_callback(handle_ctx, io_ctx, (struct sockaddr*)&overlapped->peer,
  529. overlapped->addrlen, overlapped->wsabuf.buf, dwBytesTransfer, base_ov->user_data, err);
  530. }
  531. break;
  532. case OV_READFILESOME: {
  533. ioqueue_readfilesome_overlapped_t *overlapped = (ioqueue_readfilesome_overlapped_t*)io_ctx;
  534. CloseHandle(overlapped->hevt);
  535. overlapped->hevt = NULL;
  536. overlapped->on_read_callback(handle_ctx, io_ctx, overlapped->buf,
  537. dwBytesTransfer, base_ov->user_data, err);
  538. }
  539. break;
  540. case OV_READFILEN: {
  541. ioqueue_readfilen_overlapped_t *overlapped = (ioqueue_readfilen_overlapped_t*)io_ctx;
  542. CloseHandle(overlapped->hevt);
  543. overlapped->hevt = NULL;
  544. overlapped->recved_bytes += dwBytesTransfer;
  545. if (err == 0 && overlapped->recved_bytes < overlapped->total_bytes) {
  546. BOOL ret;
  547. DWORD left = overlapped->total_bytes - overlapped->recved_bytes;
  548. inc_pending_io(handle_ctx);
  549. overlapped->base.ov.Internal = 0;
  550. overlapped->base.ov.InternalHigh = 0;
  551. overlapped->base.ov.Offset += dwBytesTransfer;
  552. if (overlapped->base.ov.Offset < dwBytesTransfer)
  553. overlapped->base.ov.OffsetHigh += 1;
  554. ret = ReadFile(handle_ctx->u.file, overlapped->buf+overlapped->recved_bytes, left, NULL, &overlapped->base.ov);
  555. if (!ret && GetLastError() != ERROR_IO_PENDING) {
  556. dec_pending_io(handle_ctx);
  557. overlapped->on_read_callback(handle_ctx, io_ctx, overlapped->buf,
  558. overlapped->recved_bytes, base_ov->user_data, -1);
  559. }
  560. } else {
  561. overlapped->on_read_callback(handle_ctx, io_ctx, overlapped->buf,
  562. overlapped->recved_bytes, base_ov->user_data, err);
  563. }
  564. }
  565. break;
  566. case OV_WRITEFILESOME: {
  567. ioqueue_writefilesome_overlapped_t *overlapped = (ioqueue_writefilesome_overlapped_t*)io_ctx;
  568. CloseHandle(overlapped->hevt);
  569. overlapped->hevt = NULL;
  570. overlapped->on_write_callback(handle_ctx, io_ctx, overlapped->buf, dwBytesTransfer,
  571. base_ov->user_data, err);
  572. }
  573. break;
  574. case OV_WRITEFILEN: {
  575. ioqueue_writefilen_overlapped_t *overlapped = (ioqueue_writefilen_overlapped_t*)io_ctx;
  576. CloseHandle(overlapped->hevt);
  577. overlapped->hevt = NULL;
  578. overlapped->sended_bytes += dwBytesTransfer;
  579. if (err == 0 && overlapped->sended_bytes < overlapped->total_bytes) {
  580. BOOL ret;
  581. DWORD left = overlapped->total_bytes - overlapped->sended_bytes;
  582. inc_pending_io(handle_ctx);
  583. overlapped->base.ov.Internal = 0;
  584. overlapped->base.ov.InternalHigh = 0;
  585. overlapped->base.ov.Offset += dwBytesTransfer;
  586. if (overlapped->base.ov.Offset < dwBytesTransfer)
  587. overlapped->base.ov.OffsetHigh += 1;
  588. ret = WriteFile(handle_ctx->u.file, overlapped->buf+overlapped->sended_bytes, left, NULL, &overlapped->base.ov);
  589. if (!ret && GetLastError() != ERROR_IO_PENDING) {
  590. dec_pending_io(handle_ctx);
  591. overlapped->on_write_callback(handle_ctx, io_ctx, overlapped->buf,
  592. overlapped->sended_bytes, base_ov->user_data, -1);
  593. }
  594. } else {
  595. overlapped->on_write_callback(handle_ctx, io_ctx, overlapped->buf,
  596. overlapped->sended_bytes, base_ov->user_data, err);
  597. }
  598. }
  599. break;
  600. default:
  601. TOOLKIT_ASSERT(0);
  602. break;
  603. }
  604. break;
  605. default:
  606. TOOLKIT_ASSERT(0);
  607. break;
  608. }
  609. }
  610. static void dispatch_msg(ioqueue_t *ioq, int msg_type, int param1, int param2, HANDLE evt)
  611. {
  612. int chain = 1, i;
  613. for (i = 0; chain && i < MAX_MSG_PRIORITY; ++i) {
  614. ioqueue_on_msg_callback cb = ioq->msg_handlers[msg_type][i];
  615. if (cb)
  616. chain = cb(msg_type, param1, param2);
  617. }
  618. if (evt)
  619. SetEvent(evt);
  620. }
  621. /*MSG_REMOVE_REGISTAR*/
  622. TOOLKIT_API int ioqueue_post_message(ioqueue_t *ioq, int msg_type, int param1, int param2)
  623. {
  624. ioqueue_msg *msg;
  625. TOOLKIT_ASSERT(ioq);
  626. msg = MALLOC_T(ioqueue_msg);
  627. if (msg == NULL) {
  628. return -1;
  629. }
  630. msg->msg_type = msg_type;
  631. msg->param1 = param1;
  632. msg->param2 = param2;
  633. msg->evt = NULL;
  634. inc_msg_cnt(ioq);
  635. if (!PostQueuedCompletionStatus(ioq->iocp, 0, (ULONG_PTR)msg, NULL)) {
  636. dec_msg_cnt(ioq);
  637. free(msg);
  638. return -1;
  639. }
  640. return 0;
  641. }
  642. /*It seems no use anywhere*/
  643. TOOLKIT_API int ioqueue_send_message(ioqueue_t *ioq, int msg_type, int param1, int param2)
  644. {
  645. ioqueue_msg msg = {msg_type, param1, param2};
  646. TOOLKIT_ASSERT(ioq);
  647. msg.evt = CreateEventA(NULL, TRUE, FALSE, NULL);
  648. inc_msg_cnt(ioq);
  649. if (!PostQueuedCompletionStatus(ioq->iocp, 0, (ULONG_PTR)&msg, NULL)) {
  650. CloseHandle(msg.evt);
  651. dec_msg_cnt(ioq);
  652. return -1;
  653. }
  654. WaitForSingleObject(msg.evt, INFINITE);
  655. CloseHandle(msg.evt);
  656. dec_msg_cnt(ioq);
  657. return 0;
  658. }
  659. static int poll_all_events(ioqueue_t *ioq, HANDLE *hevts, ioqueue_connect_overlapped_t **ovs, int i)
  660. {
  661. int count = 0;
  662. int left = i;
  663. int pos = 0;
  664. while (left > 0) {
  665. DWORD idx = WaitForMultipleObjects(left, &hevts[pos], FALSE, 0) - WAIT_OBJECT_0;
  666. if (idx <= (DWORD)left && idx >= 0) {
  667. WSANETWORKEVENTS net_events;
  668. ioqueue_connect_overlapped_t *triggered = ovs[idx+pos];
  669. list_del(&triggered->node);
  670. WSAEnumNetworkEvents(triggered->base.handle_ctx->u.sock, hevts[idx+pos], &net_events);
  671. WSAEventSelect(triggered->base.handle_ctx->u.sock, hevts[idx+pos], 0);
  672. CloseHandle(hevts[idx+pos]);
  673. triggered->on_connect_callback(triggered->base.handle_ctx, (ioqueue_overlapped_t*)triggered,
  674. triggered->base.user_data, net_events.iErrorCode[FD_CONNECT_BIT] == 0 ? 0 : -1);
  675. left -= (int)idx + 1;
  676. pos += idx+1;
  677. count ++;
  678. } else {
  679. break;
  680. }
  681. }
  682. return count;
  683. }
  684. static int poll_connect_list(ioqueue_t *ioq)
  685. {
  686. int count = 0, i = 0;
  687. HANDLE hevts[MAXIMUM_WAIT_OBJECTS];
  688. ioqueue_connect_overlapped_t *ovs[MAXIMUM_WAIT_OBJECTS];
  689. ioqueue_connect_overlapped_t *pos, *n;
  690. list_for_each_entry_safe(pos, n, &ioq->connect_list, ioqueue_connect_overlapped_t, node) {
  691. hevts[i] = pos->hevt;
  692. ovs[i] = pos;
  693. i++;
  694. if (i == MAXIMUM_WAIT_OBJECTS) {
  695. count += poll_all_events(ioq, hevts, ovs, i);
  696. i = 0;
  697. }
  698. }
  699. if (i > 0) {
  700. count += poll_all_events(ioq, hevts, ovs, i);
  701. }
  702. return count;
  703. }
  704. TOOLKIT_API void* ioqueue_set_user_data(ioqueue_t* ioq, void* user_data)
  705. {
  706. void* old;
  707. TOOLKIT_ASSERT(ioq);
  708. old = ioq->user_data;
  709. ioq->user_data = user_data;
  710. return old;
  711. }
  712. TOOLKIT_API void* ioqueue_get_user_data(ioqueue_t* ioq)
  713. {
  714. TOOLKIT_ASSERT(ioq);
  715. return ioq->user_data;
  716. }
  717. TOOLKIT_API int ioqueue_poll(ioqueue_t* q, int timeout)
  718. {
  719. ioqueue_t *ioq = (ioqueue_t*)q;
  720. int count = 0, t = 0;
  721. /* network and msg, dispatch until no events */
  722. do
  723. {
  724. BOOL ret;
  725. ULONG_PTR iocp_key = 0;
  726. LPOVERLAPPED iocp_pov = 0;
  727. DWORD dwBytesTransfer = 0;
  728. ret = GetQueuedCompletionStatus(ioq->iocp, &dwBytesTransfer,
  729. &iocp_key, &iocp_pov, t ? 0 : (DWORD)timeout);
  730. if (iocp_pov) { /* network io */
  731. ioqueue_overlapped_t *io_ctx = (ioqueue_overlapped_t*)iocp_pov;
  732. dispatch_network(ret, dwBytesTransfer, io_ctx);
  733. t++;
  734. count ++;
  735. } else if (ret && iocp_key && !iocp_pov) { /* msg */
  736. ioqueue_msg *msg = (ioqueue_msg *)iocp_key;
  737. int msg_type = msg->msg_type;
  738. int param1 = msg->param1;
  739. int param2 = msg->param2;
  740. HANDLE evt = msg->evt;
  741. if (!evt)
  742. free(msg);
  743. dispatch_msg(ioq, msg_type, param1, param2, evt);
  744. dec_msg_cnt(ioq);
  745. t++;
  746. count ++;
  747. } else {
  748. t = 0;
  749. }
  750. } while (t > 0);
  751. /* win2k connect event */
  752. if (!is_os_gte_xp()) {
  753. spinlock_enter(&ioq->connect_list_lock, -1);
  754. poll_connect_list(ioq);
  755. spinlock_leave(&ioq->connect_list_lock);
  756. }
  757. /* timer heap */
  758. spinlock_enter(&ioq->tm_queue_lock, -1);
  759. count += timer_queue_poll(ioq->tm_queue, NULL); /* dispatch timer heap */
  760. spinlock_leave(&ioq->tm_queue_lock);
  761. if (ioq->stop == -1) {
  762. if (InterlockedCompareExchange(&ioq->stop, -2, -1) == -1) { /* close all handler */
  763. ioqueue_handle_context *pos, *n;
  764. spinlock_enter(&ioq->handler_list_lock, -1);
  765. list_for_each_entry_safe(pos, n, &ioq->handler_list, ioqueue_handle_context, node) {
  766. if (pos->type != HANDLE_TYPE_FILE) {
  767. closesocket(pos->u.sock);
  768. pos->u.sock = INVALID_SOCKET;
  769. } else {
  770. CloseHandle(pos->u.file);
  771. pos->u.file = INVALID_HANDLE_VALUE;
  772. }
  773. }
  774. spinlock_leave(&ioq->handler_list_lock);
  775. }
  776. }
  777. return count;
  778. }
  779. TOOLKIT_API void ioqueue_stop(ioqueue_t *ioq)
  780. {
  781. TOOLKIT_ASSERT(ioq);
  782. ioq->stop = -1;
  783. }
  784. /* timer */
  785. TOOLKIT_API int ioqueue_timer_schedule(ioqueue_t *ioq, timer_entry *entry, unsigned int delay)
  786. {
  787. int err;
  788. TOOLKIT_ASSERT(ioq);
  789. TOOLKIT_ASSERT(entry);
  790. if (ioq->stop)
  791. return -1;
  792. spinlock_enter(&ioq->tm_queue_lock, -1);
  793. err = timer_queue_schedule(ioq->tm_queue, entry, delay);
  794. spinlock_leave(&ioq->tm_queue_lock);
  795. return err;
  796. }
  797. TOOLKIT_API int ioqueue_timer_cancel(ioqueue_t *ioq, timer_entry *entry, int cancel)
  798. {
  799. int err;
  800. TOOLKIT_ASSERT(ioq);
  801. TOOLKIT_ASSERT(entry);
  802. spinlock_enter(&ioq->tm_queue_lock, -1);
  803. err = timer_queue_cancel(ioq->tm_queue, entry, cancel);
  804. spinlock_leave(&ioq->tm_queue_lock);
  805. return err;
  806. }
  807. /* acceptor */
  808. TOOLKIT_API int ioqueue_acceptor_create(ioqueue_t *ioq,
  809. const char *ip,
  810. unsigned short port,
  811. ioqueue_acceptor_t* acceptor)
  812. {
  813. struct sockaddr_in service = {0};
  814. TOOLKIT_ASSERT(ioq);
  815. TOOLKIT_ASSERT(acceptor);
  816. TOOLKIT_ASSERT(port);
  817. if (ioq->stop)
  818. return -1;
  819. memset(acceptor, 0, sizeof(ioqueue_acceptor_t));
  820. acceptor->u.sock = WSASocket(AF_INET, SOCK_STREAM, IPPROTO_TCP, NULL, 0, WSA_FLAG_OVERLAPPED);
  821. if (acceptor->u.sock == INVALID_SOCKET)
  822. goto on_error;
  823. nonblock_sock(acceptor->u.sock);
  824. service.sin_family = AF_INET;
  825. service.sin_port = htons(port);
  826. service.sin_addr.s_addr = ip ? inet_addr(ip) : htonl(INADDR_ANY);
  827. if (bind(acceptor->u.sock, (struct sockaddr*)&service, sizeof(struct sockaddr)) != 0)
  828. goto on_error;
  829. if (!CreateIoCompletionPort((HANDLE)acceptor->u.sock, ioq->iocp, 0, 0))
  830. goto on_error;
  831. acceptor->type = HANDLE_TYPE_ACCEPTOR;
  832. acceptor->owner = ioq;
  833. fastlock_init(acceptor->ov_pending_list_lock);
  834. INIT_LIST_HEAD(&acceptor->ov_pending_list);
  835. add_handler_list(acceptor, ioq);
  836. inc_ref(ioqueue_handle_context, acceptor);
  837. return 0;
  838. on_error:
  839. if (acceptor->u.sock != INVALID_SOCKET)
  840. closesocket(acceptor->u.sock);
  841. return -1;
  842. }
  843. TOOLKIT_API int ioqueue_acceptor_listen(ioqueue_acceptor_t* acceptor, int backlog)
  844. {
  845. TOOLKIT_ASSERT(acceptor);
  846. return listen(acceptor->u.sock, backlog);
  847. }
  848. TOOLKIT_API void ioqueue_acceptor_destroy(ioqueue_acceptor_t* acceptor)
  849. {
  850. TOOLKIT_ASSERT(acceptor);
  851. dec_ref(ioqueue_handle_context, acceptor);
  852. }
  853. TOOLKIT_API void ioqueue_acceptor_close(ioqueue_acceptor_t* acceptor)
  854. {
  855. SOCKET s;
  856. TOOLKIT_ASSERT(acceptor);
  857. s = acceptor->u.sock;
  858. if (s != INVALID_SOCKET) {
  859. acceptor->u.sock = INVALID_SOCKET;
  860. closesocket(s);
  861. }
  862. }
  863. TOOLKIT_API int ioqueue_acceptor_async_accept(ioqueue_acceptor_t* acceptor,
  864. ioqueue_overlapped_t *ov,
  865. ioqueue_on_accept_callback on_accept_callback,
  866. void *user_data)
  867. {
  868. ioqueue_t *ioq;
  869. ioqueue_accept_overlapped_t *overlapped;
  870. DWORD bytesTransfer;
  871. BOOL ret;
  872. TOOLKIT_ASSERT(acceptor);
  873. TOOLKIT_ASSERT(ov);
  874. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_ACCEPTOR);
  875. TOOLKIT_ASSERT(on_accept_callback);
  876. ioq = acceptor->owner;
  877. if (ioq->stop)
  878. return -1;
  879. overlapped = (ioqueue_accept_overlapped_t*)ov;
  880. memset(overlapped, 0, sizeof(ioqueue_accept_overlapped_t));
  881. overlapped->client = new_socket();
  882. if (overlapped->client == INVALID_SOCKET)
  883. return -1;
  884. fastlock_enter(acceptor->ov_pending_list_lock);
  885. list_add_tail(&overlapped->base.pending_entry, &acceptor->ov_pending_list);
  886. fastlock_leave(acceptor->ov_pending_list_lock);
  887. overlapped->base.type = OV_ACCEPT;
  888. overlapped->base.user_data = user_data;
  889. overlapped->base.handle_ctx = acceptor;
  890. inc_pending_io(acceptor);
  891. overlapped->on_accept_callback = on_accept_callback;
  892. ret = AcceptEx(acceptor->u.sock, overlapped->client, overlapped->accept_buf,
  893. 0, ACCEPT_ADDR_LEN, ACCEPT_ADDR_LEN, &bytesTransfer, &overlapped->base.ov);
  894. if (ret || WSAGetLastError() == WSA_IO_PENDING)
  895. return 0;
  896. #if 0
  897. {
  898. DWORD dwError = WSAGetLastError();
  899. printf("dwError = %d\n", dwError);
  900. }
  901. #endif
  902. fastlock_enter(acceptor->ov_pending_list_lock);
  903. list_del(&overlapped->base.pending_entry);
  904. fastlock_leave(acceptor->ov_pending_list_lock);
  905. dec_pending_io(acceptor);
  906. delete_socket(overlapped->client);
  907. return -1;
  908. }
  909. TOOLKIT_API int ioqueue_acceptor_accept(ioqueue_acceptor_t* acceptor, SOCKET *s, struct sockaddr *addr, int *addrlen, int timeout)
  910. {
  911. struct timeval tm;
  912. fd_set set;
  913. fd_set ex_set;
  914. int rc;
  915. FD_ZERO(&set);
  916. FD_ZERO(&ex_set);
  917. FD_SET(acceptor->u.sock, &set);
  918. FD_SET(acceptor->u.sock, &ex_set);
  919. tm.tv_sec = timeout / 1000;
  920. tm.tv_usec = 1000 * (timeout % 1000);
  921. rc = select(acceptor->u.sock+1, &set, NULL, &ex_set, &tm);
  922. if (rc > 0) {
  923. if (FD_ISSET(acceptor->u.sock, &ex_set))
  924. return -1;
  925. if (FD_ISSET(acceptor->u.sock, &set)) {
  926. SOCKET fd = accept(acceptor->u.sock, addr, addrlen);
  927. if (fd != INVALID_SOCKET) {
  928. *s = fd;
  929. return 0;
  930. }
  931. }
  932. }
  933. return -1;
  934. }
  935. TOOLKIT_API int ioqueue_acceptor_create_client(ioqueue_acceptor_t* acceptor, SOCKET s, ioqueue_tcpsock_t *tcpsock)
  936. {
  937. ioqueue_t *ioq;
  938. TOOLKIT_ASSERT(acceptor);
  939. TOOLKIT_ASSERT(tcpsock);
  940. TOOLKIT_ASSERT(s != INVALID_SOCKET);
  941. ioq = acceptor->owner;
  942. if (ioq->stop)
  943. return -1;
  944. memset(tcpsock, 0, sizeof(ioqueue_tcpsock_t));
  945. tcpsock->type = HANDLE_TYPE_TCPSOCK;
  946. tcpsock->u.sock = s;
  947. tcpsock->owner = ioq;
  948. tcpsock->user_data = NULL;
  949. fastlock_init(tcpsock->ov_pending_list_lock);
  950. INIT_LIST_HEAD(&tcpsock->ov_pending_list);
  951. if (!CreateIoCompletionPort((HANDLE)s, ioq->iocp, 0, 0)) /* bind to iocp */
  952. return -1;
  953. add_handler_list(tcpsock, ioq);
  954. inc_ref(ioqueue_handle_context, tcpsock);
  955. return 0;
  956. }
  957. TOOLKIT_API SOCKET ioqueue_acceptor_get_raw_socket(ioqueue_acceptor_t* acceptor)
  958. {
  959. TOOLKIT_ASSERT(acceptor);
  960. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_ACCEPTOR);
  961. TOOLKIT_ASSERT(acceptor->u.sock != INVALID_SOCKET);
  962. return acceptor->u.sock;
  963. }
  964. TOOLKIT_API ioqueue_t* ioqueue_acceptor_get_owned_ioqueue(ioqueue_acceptor_t* acceptor)
  965. {
  966. TOOLKIT_ASSERT(acceptor);
  967. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_ACCEPTOR);
  968. return acceptor->owner;
  969. }
  970. TOOLKIT_API void *ioqueue_acceptor_set_user_data(ioqueue_acceptor_t* acceptor, void *user_data)
  971. {
  972. void *old;
  973. TOOLKIT_ASSERT(acceptor);
  974. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_ACCEPTOR);
  975. old = acceptor->user_data;
  976. acceptor->user_data = user_data;
  977. return old;
  978. }
  979. TOOLKIT_API void *ioqueue_acceptor_get_user_data(ioqueue_acceptor_t* acceptor)
  980. {
  981. TOOLKIT_ASSERT(acceptor);
  982. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_ACCEPTOR);
  983. return acceptor->user_data;
  984. }
  985. TOOLKIT_API int ioqueue_acceptor_cancel(ioqueue_acceptor_t* acceptor)
  986. {
  987. TOOLKIT_ASSERT(acceptor);
  988. return CancelIo(acceptor->u.file) ? 0 : -1;
  989. }
  990. /* tcpsock */
  991. TOOLKIT_API int ioqueue_tcpsock_create(ioqueue_t *ioq, ioqueue_tcpsock_t *tcpsock)
  992. {
  993. SOCKET s;
  994. TOOLKIT_ASSERT(ioq);
  995. TOOLKIT_ASSERT(tcpsock);
  996. if (ioq->stop)
  997. return -1;
  998. s = WSASocket(AF_INET, SOCK_STREAM, IPPROTO_TCP, NULL, 0, WSA_FLAG_OVERLAPPED);
  999. if (s == INVALID_SOCKET)
  1000. return -1;
  1001. if (ioqueue_tcpsock_create_from_handle(ioq, s, tcpsock) != 0) {
  1002. closesocket(s);
  1003. return -1;
  1004. }
  1005. return 0;
  1006. }
  1007. TOOLKIT_API int ioqueue_tcpsock_create_from_handle(ioqueue_t *ioq, SOCKET s, ioqueue_tcpsock_t *tcpsock)
  1008. {
  1009. TOOLKIT_ASSERT(ioq);
  1010. TOOLKIT_ASSERT(s != INVALID_SOCKET);
  1011. TOOLKIT_ASSERT(tcpsock);
  1012. if (ioq->stop)
  1013. return -1;
  1014. memset(tcpsock, 0, sizeof(ioqueue_tcpsock_t));
  1015. tcpsock->u.sock = s;
  1016. reuse_addr(tcpsock->u.sock);
  1017. nonblock_sock(tcpsock->u.sock);
  1018. /* winxp or more we use ConnectEx, this funtion need bind at first */
  1019. if (is_os_gte_xp()) {
  1020. struct sockaddr_in local = {0};
  1021. local.sin_family = AF_INET;
  1022. local.sin_port = htons(0);
  1023. local.sin_addr.s_addr = INADDR_ANY;
  1024. if (bind(tcpsock->u.sock, (struct sockaddr*)&local, sizeof(struct sockaddr)) != 0)
  1025. return -1;
  1026. } else {
  1027. /* for win2k we use connect, set socket to non-block mode */
  1028. //u_long ul_onoff = 1;
  1029. //if (ioctlsocket(tcpsock->u.sock, FIONBIO, &ul_onoff) != 0)
  1030. // goto on_error;
  1031. }
  1032. if (!CreateIoCompletionPort((HANDLE)tcpsock->u.sock, ioq->iocp, 0, 0))
  1033. return -1;
  1034. fastlock_init(tcpsock->ov_pending_list_lock);
  1035. INIT_LIST_HEAD(&tcpsock->ov_pending_list);
  1036. tcpsock->type = HANDLE_TYPE_TCPSOCK;
  1037. tcpsock->owner = ioq;
  1038. add_handler_list(tcpsock, ioq);
  1039. inc_ref(ioqueue_handle_context, tcpsock);
  1040. return 0;
  1041. }
  1042. TOOLKIT_API int ioqueue_tcpsock_async_connect(ioqueue_tcpsock_t *tcpsock,
  1043. ioqueue_overlapped_t *ov,
  1044. const char *ip,
  1045. unsigned short port,
  1046. ioqueue_on_connect_callback on_connect_callback,
  1047. void* user_data)
  1048. {
  1049. ioqueue_t *ioq;
  1050. ioqueue_connect_overlapped_t *overlapped;
  1051. struct sockaddr_in service;
  1052. TOOLKIT_ASSERT(tcpsock);
  1053. TOOLKIT_ASSERT(ov);
  1054. TOOLKIT_ASSERT(ip);
  1055. TOOLKIT_ASSERT(port);
  1056. TOOLKIT_ASSERT(on_connect_callback);
  1057. ioq = tcpsock->owner;
  1058. if (ioq->stop)
  1059. return -1;
  1060. ioq = tcpsock->owner;
  1061. overlapped = (ioqueue_connect_overlapped_t*)ov;
  1062. memset(overlapped, 0, sizeof(ioqueue_connect_overlapped_t));
  1063. fastlock_enter(tcpsock->ov_pending_list_lock);
  1064. list_add_tail(&overlapped->base.pending_entry, &tcpsock->ov_pending_list);
  1065. fastlock_leave(tcpsock->ov_pending_list_lock);
  1066. overlapped->base.type = OV_CONNECT;
  1067. overlapped->base.handle_ctx = (ioqueue_handle_context*)tcpsock;
  1068. overlapped->base.user_data = user_data;
  1069. overlapped->on_connect_callback = on_connect_callback;
  1070. inc_pending_io(tcpsock);
  1071. if (is_os_gte_xp()) { /* use ConnectEx */
  1072. DWORD dwBytes;
  1073. BOOL ret;
  1074. BOOL (PASCAL FAR * lpfnConnectEx) (IN SOCKET s,
  1075. IN const struct sockaddr FAR *name,
  1076. IN int namelen,
  1077. IN PVOID lpSendBuffer OPTIONAL,
  1078. IN DWORD dwSendDataLength,
  1079. OUT LPDWORD lpdwBytesSent,
  1080. IN LPOVERLAPPED lpOverlapped
  1081. );
  1082. // LPFN_CONNECTEX lpfnConnectEx;
  1083. GUID GuidConnectEx = WSAID_CONNECTEX;
  1084. if (WSAIoctl(tcpsock->u.sock, SIO_GET_EXTENSION_FUNCTION_POINTER, &GuidConnectEx,
  1085. sizeof(GuidConnectEx), &lpfnConnectEx, sizeof(lpfnConnectEx), &dwBytes, NULL, NULL) != 0) {
  1086. fastlock_enter(tcpsock->ov_pending_list_lock);
  1087. list_del(&overlapped->base.pending_entry);
  1088. fastlock_leave(tcpsock->ov_pending_list_lock);
  1089. dec_pending_io(tcpsock);
  1090. return -1;
  1091. }
  1092. memset(&service, 0, sizeof(service));
  1093. service.sin_family = AF_INET;
  1094. service.sin_port = htons(port);
  1095. service.sin_addr.s_addr = inet_addr(ip);
  1096. {
  1097. struct sockaddr_in local_addr = {0}; // bind to a INADDR_ANY and port 0 to let OS choose an local address
  1098. local_addr.sin_family = AF_INET;
  1099. local_addr.sin_addr.s_addr = htonl(INADDR_ANY);
  1100. local_addr.sin_port = htons(0);
  1101. ret = bind(tcpsock->u.sock, (SOCKADDR*)&local_addr, sizeof(local_addr)); // caution: ConnectEx need socket to be bounded at first
  1102. }
  1103. if (ret == 0) {
  1104. ret = lpfnConnectEx(tcpsock->u.sock, (struct sockaddr*)&service, sizeof(service), NULL,
  1105. 0, NULL, &overlapped->base.ov);
  1106. if (ret || WSAGetLastError() == WSA_IO_PENDING)
  1107. return 0;
  1108. }
  1109. } else { /* use non-blocking connect */
  1110. overlapped->hevt = WSACreateEvent();
  1111. if (WSAEventSelect(tcpsock->u.sock, overlapped->hevt, FD_CONNECT) == 0) {
  1112. spinlock_enter(&ioq->connect_list_lock, -1);
  1113. list_add_tail(&overlapped->node, &ioq->connect_list);
  1114. spinlock_leave(&ioq->connect_list_lock);
  1115. if (connect(tcpsock->u.sock, (struct sockaddr*)&service, sizeof(service)) == 0) {
  1116. return 0;
  1117. } else {
  1118. spinlock_enter(&ioq->connect_list_lock, -1);
  1119. list_del(&overlapped->node);
  1120. spinlock_leave(&ioq->connect_list_lock);
  1121. }
  1122. }
  1123. WSACloseEvent(overlapped->hevt);
  1124. }
  1125. fastlock_enter(tcpsock->ov_pending_list_lock);
  1126. list_del(&overlapped->base.pending_entry);
  1127. fastlock_leave(tcpsock->ov_pending_list_lock);
  1128. dec_pending_io(tcpsock);
  1129. return -1;
  1130. }
  1131. TOOLKIT_API int ioqueue_tcpsock_conect(ioqueue_tcpsock_t *tcpsock,
  1132. const char *ip,
  1133. unsigned short port,
  1134. int timeout)
  1135. {
  1136. fd_set wr_set;
  1137. fd_set ex_set;
  1138. struct timeval tm;
  1139. TOOLKIT_ASSERT(tcpsock);
  1140. TOOLKIT_ASSERT(ip);
  1141. TOOLKIT_ASSERT(port > 0);
  1142. FD_ZERO(&wr_set);
  1143. FD_ZERO(&ex_set);
  1144. FD_SET(tcpsock->u.sock, &wr_set);
  1145. FD_SET(tcpsock->u.sock, &ex_set);
  1146. tm.tv_sec = timeout / 1000;
  1147. tm.tv_usec = 1000 * (timeout % 1000);
  1148. if (select(tcpsock->u.sock+1, NULL, &wr_set, &ex_set, &tm) > 0) {
  1149. if (FD_ISSET(tcpsock->u.sock, &ex_set))
  1150. return -1;
  1151. if (FD_ISSET(tcpsock->u.sock, &wr_set))
  1152. return 0;
  1153. }
  1154. return -1;
  1155. }
  1156. TOOLKIT_API int ioqueue_tcpsock_async_sendsome(ioqueue_tcpsock_t *tcpsock,
  1157. ioqueue_overlapped_t *ov,
  1158. void *buf,
  1159. unsigned int len,
  1160. ioqueue_on_send_callback on_send_callback,
  1161. void *user_data)
  1162. {
  1163. ioqueue_sendsome_overlapped_t *overlapped;
  1164. DWORD bytesWritten;
  1165. int rc;
  1166. ioqueue_t *ioq;
  1167. TOOLKIT_ASSERT(tcpsock);
  1168. TOOLKIT_ASSERT(ov);
  1169. TOOLKIT_ASSERT(buf);
  1170. TOOLKIT_ASSERT(on_send_callback);
  1171. ioq = ioqueue_tcpsock_get_owned_ioqueue(tcpsock);
  1172. if (ioq->stop)
  1173. return -1;
  1174. overlapped = (ioqueue_sendsome_overlapped_t*)ov;
  1175. memset(overlapped, 0, sizeof(ioqueue_sendsome_overlapped_t));
  1176. fastlock_enter(tcpsock->ov_pending_list_lock);
  1177. list_add_tail(&overlapped->base.pending_entry, &tcpsock->ov_pending_list);
  1178. fastlock_leave(tcpsock->ov_pending_list_lock);
  1179. overlapped->base.type = OV_SENDSOME;
  1180. overlapped->base.handle_ctx = (ioqueue_handle_context*)tcpsock;
  1181. overlapped->base.user_data = user_data;
  1182. overlapped->on_send_callback = on_send_callback;
  1183. overlapped->wsabuf.len = len;
  1184. overlapped->wsabuf.buf = buf;
  1185. inc_pending_io(tcpsock);
  1186. rc = WSASend(tcpsock->u.sock, &overlapped->wsabuf, 1, &bytesWritten,
  1187. 0, &overlapped->base.ov, NULL);
  1188. if (rc == 0 || WSAGetLastError() == WSA_IO_PENDING)
  1189. return 0;
  1190. fastlock_enter(tcpsock->ov_pending_list_lock);
  1191. list_del(&overlapped->base.pending_entry);
  1192. fastlock_leave(tcpsock->ov_pending_list_lock);
  1193. dec_pending_io(tcpsock);
  1194. return -1;
  1195. }
  1196. TOOLKIT_API int ioqueue_tcpsock_async_sendn(ioqueue_tcpsock_t *tcpsock,
  1197. ioqueue_overlapped_t *ov,
  1198. void *buf,
  1199. unsigned int len,
  1200. ioqueue_on_send_callback on_send_callback,
  1201. void* user_data)
  1202. {
  1203. ioqueue_sendn_overlapped_t *overlapped;
  1204. DWORD bytesWritten;
  1205. int rc;
  1206. ioqueue_t *ioq;
  1207. TOOLKIT_ASSERT(tcpsock);
  1208. TOOLKIT_ASSERT(ov);
  1209. TOOLKIT_ASSERT(buf);
  1210. TOOLKIT_ASSERT(on_send_callback);
  1211. ioq = ioqueue_tcpsock_get_owned_ioqueue(tcpsock);
  1212. if (ioq->stop)
  1213. return -1;
  1214. overlapped = (ioqueue_sendn_overlapped_t*)ov;
  1215. memset(overlapped, 0, sizeof(ioqueue_sendn_overlapped_t));
  1216. fastlock_enter(tcpsock->ov_pending_list_lock);
  1217. list_add_tail(&overlapped->base.pending_entry, &tcpsock->ov_pending_list);
  1218. fastlock_leave(tcpsock->ov_pending_list_lock);
  1219. overlapped->base.type = OV_SENDN;
  1220. overlapped->base.handle_ctx = (ioqueue_handle_context*)tcpsock;
  1221. overlapped->base.user_data = user_data;
  1222. overlapped->on_send_callback = on_send_callback;
  1223. overlapped->wsabuf.len = len;
  1224. overlapped->wsabuf.buf = buf;
  1225. overlapped->original_buf = buf;
  1226. overlapped->sended_bytes = 0;
  1227. overlapped->total_bytes = len;
  1228. inc_pending_io(tcpsock);
  1229. rc = WSASend(tcpsock->u.sock, &overlapped->wsabuf, 1, &bytesWritten,
  1230. 0, &overlapped->base.ov, NULL);
  1231. if (rc == 0 || WSAGetLastError() == WSA_IO_PENDING)
  1232. return 0;
  1233. bytesWritten = WSAGetLastError();
  1234. fastlock_enter(tcpsock->ov_pending_list_lock);
  1235. list_del(&overlapped->base.pending_entry);
  1236. fastlock_leave(tcpsock->ov_pending_list_lock);
  1237. dec_pending_io(tcpsock);
  1238. return -1;
  1239. }
  1240. TOOLKIT_API int ioqueue_tcpsock_async_senduntil(ioqueue_tcpsock_t *tcpsock,
  1241. ioqueue_overlapped_t *ov,
  1242. void *buf,
  1243. unsigned int len,
  1244. const char *delimer,
  1245. ioqueue_on_send_callback on_send_cb,
  1246. void* user_data)
  1247. {
  1248. const char *p;
  1249. TOOLKIT_ASSERT(tcpsock);
  1250. TOOLKIT_ASSERT(ov);
  1251. TOOLKIT_ASSERT(buf);
  1252. TOOLKIT_ASSERT(on_send_cb);
  1253. TOOLKIT_ASSERT(delimer);
  1254. p = memstr(buf, len, delimer);
  1255. if (!p)
  1256. return -1;
  1257. p += strlen(delimer);
  1258. return ioqueue_tcpsock_async_sendn(tcpsock, ov, buf, p - (char*)buf, on_send_cb, user_data);
  1259. }
  1260. TOOLKIT_API int ioqueue_tcpsock_sendsome(ioqueue_tcpsock_t *tcpsock,
  1261. void *buf,
  1262. unsigned int len,
  1263. int timeout)
  1264. {
  1265. TOOLKIT_ASSERT(tcpsock);
  1266. return send(tcpsock->u.sock, buf, len, 0);
  1267. }
  1268. TOOLKIT_API int ioqueue_tcpsock_sendn(ioqueue_tcpsock_t *tcpsock,
  1269. void *buf,
  1270. unsigned int len,
  1271. int timeout)
  1272. {
  1273. return tsend_n(tcpsock->u.sock, buf, len, timeout);
  1274. }
  1275. TOOLKIT_API int ioqueue_tcpsock_senduntil(ioqueue_tcpsock_t *tcpsock,
  1276. void *buf,
  1277. unsigned int len,
  1278. const char *delimer,
  1279. int timeout)
  1280. {
  1281. return tsend_until(tcpsock->u.sock, buf, len, delimer, timeout);
  1282. }
  1283. TOOLKIT_API int ioqueue_tcpsock_async_recvsome(ioqueue_tcpsock_t *tcpsock,
  1284. ioqueue_overlapped_t *ov,
  1285. void *buf,
  1286. unsigned int len,
  1287. ioqueue_on_recv_callback on_recv_callback,
  1288. void *user_data)
  1289. {
  1290. ioqueue_recvsome_overlapped_t *overlapped;
  1291. DWORD bytesRead;
  1292. int rc;
  1293. ioqueue_t *ioq;
  1294. TOOLKIT_ASSERT(tcpsock);
  1295. TOOLKIT_ASSERT(ov);
  1296. TOOLKIT_ASSERT(buf);
  1297. TOOLKIT_ASSERT(on_recv_callback);
  1298. ioq = tcpsock->owner;
  1299. if (ioq->stop)
  1300. return -1;
  1301. overlapped = (ioqueue_recvsome_overlapped_t*)ov;
  1302. memset(overlapped, 0, sizeof(ioqueue_recvsome_overlapped_t));
  1303. fastlock_enter(tcpsock->ov_pending_list_lock);
  1304. list_add_tail(&overlapped->base.pending_entry, &tcpsock->ov_pending_list);
  1305. fastlock_leave(tcpsock->ov_pending_list_lock);
  1306. overlapped->base.type = OV_RECVSOME;
  1307. overlapped->base.handle_ctx = (ioqueue_handle_context*)tcpsock;
  1308. overlapped->base.user_data = user_data;
  1309. overlapped->on_recv_callback = on_recv_callback;
  1310. overlapped->wsabuf.len = len;
  1311. overlapped->wsabuf.buf = buf;
  1312. overlapped->dwFlags = 0;
  1313. inc_pending_io(tcpsock);
  1314. rc = WSARecv(tcpsock->u.sock, &overlapped->wsabuf, 1, &bytesRead, &overlapped->dwFlags,
  1315. &overlapped->base.ov, NULL);
  1316. if (rc == 0 || WSAGetLastError() == WSA_IO_PENDING)
  1317. return 0;
  1318. fastlock_enter(tcpsock->ov_pending_list_lock);
  1319. list_del(&overlapped->base.pending_entry);
  1320. fastlock_leave(tcpsock->ov_pending_list_lock);
  1321. dec_pending_io(tcpsock);
  1322. return -1;
  1323. }
  1324. TOOLKIT_API int ioqueue_tcpsock_async_recvn(ioqueue_tcpsock_t *tcpsock,
  1325. ioqueue_overlapped_t *ov,
  1326. void *buf,
  1327. unsigned int len,
  1328. ioqueue_on_recv_callback on_recv_callback,
  1329. void *user_data)
  1330. {
  1331. ioqueue_recvn_overlapped_t *overlapped;
  1332. DWORD bytesRead;
  1333. int rc;
  1334. ioqueue_t *ioq;
  1335. TOOLKIT_ASSERT(tcpsock);
  1336. TOOLKIT_ASSERT(ov);
  1337. TOOLKIT_ASSERT(buf);
  1338. TOOLKIT_ASSERT(on_recv_callback);
  1339. ioq = tcpsock->owner;
  1340. if (ioq->stop)
  1341. return -1;
  1342. overlapped = (ioqueue_recvn_overlapped_t*)ov;
  1343. memset(overlapped, 0, sizeof(ioqueue_recvn_overlapped_t));
  1344. fastlock_enter(tcpsock->ov_pending_list_lock);
  1345. list_add_tail(&overlapped->base.pending_entry, &tcpsock->ov_pending_list);
  1346. fastlock_leave(tcpsock->ov_pending_list_lock);
  1347. overlapped->base.type = OV_RECVN;
  1348. overlapped->base.handle_ctx = (ioqueue_handle_context*)tcpsock;
  1349. overlapped->base.user_data = user_data;
  1350. overlapped->on_recv_callback = on_recv_callback;
  1351. overlapped->wsabuf.len = len;
  1352. overlapped->wsabuf.buf = buf;
  1353. overlapped->original_buf = buf;
  1354. overlapped->recved_bytes = 0;
  1355. overlapped->total_bytes = len;
  1356. overlapped->dwFlags = 0;
  1357. inc_pending_io(tcpsock);
  1358. rc = WSARecv(tcpsock->u.sock, &overlapped->wsabuf, 1, &bytesRead, &overlapped->dwFlags,
  1359. &overlapped->base.ov, NULL);
  1360. if (rc == 0 || WSAGetLastError() == WSA_IO_PENDING)
  1361. return 0;
  1362. fastlock_enter(tcpsock->ov_pending_list_lock);
  1363. list_del(&overlapped->base.pending_entry);
  1364. fastlock_leave(tcpsock->ov_pending_list_lock);
  1365. dec_pending_io(tcpsock);
  1366. return -1;
  1367. }
  1368. TOOLKIT_API int ioqueue_tcpsock_async_recvuntil(ioqueue_tcpsock_t *tcpsock,
  1369. ioqueue_overlapped_t *ov,
  1370. void *buf,
  1371. unsigned int len,
  1372. const char *delimer,
  1373. ioqueue_on_recvuntil_callback on_recvuntil_callback,
  1374. void *user_data)
  1375. {
  1376. ioqueue_recvuntil_overlapped_t *overlapped;
  1377. DWORD bytesRead;
  1378. int rc;
  1379. ioqueue_t *ioq;
  1380. TOOLKIT_ASSERT(tcpsock);
  1381. TOOLKIT_ASSERT(ov);
  1382. TOOLKIT_ASSERT(buf);
  1383. TOOLKIT_ASSERT(delimer);
  1384. TOOLKIT_ASSERT(on_recvuntil_callback);
  1385. ioq = tcpsock->owner;
  1386. if (ioq->stop)
  1387. return -1;
  1388. overlapped = (ioqueue_recvuntil_overlapped_t*)ov;
  1389. memset(overlapped, 0, sizeof(ioqueue_recvuntil_overlapped_t));
  1390. fastlock_enter(tcpsock->ov_pending_list_lock);
  1391. list_add_tail(&overlapped->base.pending_entry, &tcpsock->ov_pending_list);
  1392. fastlock_leave(tcpsock->ov_pending_list_lock);
  1393. overlapped->base.type = OV_RECVUNTIL;
  1394. overlapped->base.handle_ctx = (ioqueue_handle_context*)tcpsock;
  1395. overlapped->base.user_data = user_data;
  1396. overlapped->on_recvuntil_callback = on_recvuntil_callback;
  1397. overlapped->wsabuf.len = len;
  1398. overlapped->wsabuf.buf = buf;
  1399. overlapped->original_buf = buf;
  1400. overlapped->recved_bytes = 0;
  1401. overlapped->total_bytes = len;
  1402. overlapped->delimer = _strdup(delimer);
  1403. overlapped->dwFlags = 0;
  1404. inc_pending_io(tcpsock);
  1405. rc = WSARecv(tcpsock->u.sock, &overlapped->wsabuf, 1, &bytesRead, &overlapped->dwFlags,
  1406. &overlapped->base.ov, NULL);
  1407. if (rc == 0 || WSAGetLastError() == WSA_IO_PENDING)
  1408. return 0;
  1409. fastlock_enter(tcpsock->ov_pending_list_lock);
  1410. list_del(&overlapped->base.pending_entry);
  1411. fastlock_leave(tcpsock->ov_pending_list_lock);
  1412. dec_pending_io(tcpsock);
  1413. return -1;
  1414. }
  1415. TOOLKIT_API int ioqueue_tcpsock_recvsome(ioqueue_tcpsock_t *tcpsock,
  1416. void *buf,
  1417. unsigned int len,
  1418. int timeout)
  1419. {
  1420. return recv(tcpsock->u.sock, buf, len, 0);
  1421. }
  1422. TOOLKIT_API int ioqueue_tcpsock_recvn(ioqueue_tcpsock_t *tcpsock,
  1423. void *buf,
  1424. unsigned int len,
  1425. int timeout)
  1426. {
  1427. return trecv_n(tcpsock->u.sock, buf, len, timeout);
  1428. }
  1429. TOOLKIT_API int ioqueue_tcpsock_recvuntil(ioqueue_tcpsock_t *tcpsock,
  1430. void *buf,
  1431. unsigned int len,
  1432. const char *delimer,
  1433. unsigned int *header_len,
  1434. int timeout)
  1435. {
  1436. return trecv_until(tcpsock->u.sock, buf, len, delimer, header_len, timeout);
  1437. }
  1438. TOOLKIT_API void ioqueue_tcpsock_close(ioqueue_tcpsock_t *tcpsock)
  1439. {
  1440. SOCKET s;
  1441. TOOLKIT_ASSERT(tcpsock);
  1442. s = tcpsock->u.sock;
  1443. if (s != INVALID_SOCKET) {
  1444. tcpsock->u.sock = INVALID_SOCKET;
  1445. closesocket(s);
  1446. }
  1447. }
  1448. TOOLKIT_API void ioqueue_tcpsock_destroy(ioqueue_tcpsock_t *tcpsock)
  1449. {
  1450. TOOLKIT_ASSERT(tcpsock);
  1451. dec_ref(ioqueue_handle_context, tcpsock);
  1452. }
  1453. TOOLKIT_API int ioqueue_tcpsock_shutdown(ioqueue_tcpsock_t *tcpsock, int how)
  1454. {
  1455. TOOLKIT_ASSERT(tcpsock);
  1456. return shutdown(tcpsock->u.sock, how);
  1457. }
  1458. TOOLKIT_API SOCKET ioqueue_tcpsock_get_raw_socket(ioqueue_tcpsock_t *tcpsock)
  1459. {
  1460. TOOLKIT_ASSERT(tcpsock);
  1461. return tcpsock->u.sock;
  1462. }
  1463. TOOLKIT_API ioqueue_t* ioqueue_tcpsock_get_owned_ioqueue(ioqueue_tcpsock_t *tcpsock)
  1464. {
  1465. TOOLKIT_ASSERT(tcpsock);
  1466. return tcpsock->owner;
  1467. }
  1468. TOOLKIT_API void *ioqueue_tcpsock_set_user_data(ioqueue_tcpsock_t *tcpsock, void *user_data)
  1469. {
  1470. void *old;
  1471. TOOLKIT_ASSERT(tcpsock);
  1472. old = tcpsock->user_data;
  1473. tcpsock->user_data = user_data;
  1474. return old;
  1475. }
  1476. TOOLKIT_API void *ioqueue_tcpsock_get_user_data(ioqueue_tcpsock_t *tcpsock)
  1477. {
  1478. TOOLKIT_ASSERT(tcpsock);
  1479. return tcpsock->user_data;
  1480. }
  1481. TOOLKIT_API int ioqueue_tcpsock_cancel(ioqueue_tcpsock_t* tcpsock)
  1482. {
  1483. TOOLKIT_ASSERT(tcpsock);
  1484. return CancelIo(tcpsock->u.file) ? 0 : -1;
  1485. }
  1486. /* udpsock */
  1487. TOOLKIT_API int ioqueue_udpsock_create(ioqueue_t *ioq, ioqueue_udpsock_t *udpsock)
  1488. {
  1489. SOCKET s;
  1490. TOOLKIT_ASSERT(ioq);
  1491. TOOLKIT_ASSERT(udpsock);
  1492. if (ioq->stop)
  1493. return -1;
  1494. s = WSASocket(AF_INET, SOCK_DGRAM, IPPROTO_UDP, NULL, 0, WSA_FLAG_OVERLAPPED);
  1495. if (s == INVALID_SOCKET)
  1496. return -1;
  1497. if (ioqueue_udpsock_create_from_handle(ioq, s, udpsock) != 0) {
  1498. closesocket(s);
  1499. return -1;
  1500. }
  1501. return 0;
  1502. }
  1503. TOOLKIT_API int ioqueue_udpsock_create_from_handle(ioqueue_t *ioq, SOCKET s, ioqueue_udpsock_t *udpsock)
  1504. {
  1505. TOOLKIT_ASSERT(ioq);
  1506. TOOLKIT_ASSERT(udpsock);
  1507. TOOLKIT_ASSERT(s != INVALID_SOCKET);
  1508. if (ioq->stop)
  1509. return -1;
  1510. memset(udpsock, 0, sizeof(ioqueue_udpsock_t));
  1511. udpsock->u.sock = s;
  1512. nonblock_sock(udpsock->u.sock);
  1513. if (!CreateIoCompletionPort((HANDLE)udpsock->u.sock, ioq->iocp, 0, 0))
  1514. return -1;
  1515. fastlock_init(udpsock->ov_pending_list_lock);
  1516. INIT_LIST_HEAD(&udpsock->ov_pending_list);
  1517. udpsock->type = HANDLE_TYPE_UDPSOCK;
  1518. udpsock->owner = ioq;
  1519. add_handler_list(udpsock, ioq);
  1520. inc_ref(ioqueue_handle_context, udpsock);
  1521. return 0;
  1522. }
  1523. TOOLKIT_API void ioqueue_udpsock_close(ioqueue_udpsock_t *udpsock)
  1524. {
  1525. SOCKET s;
  1526. TOOLKIT_ASSERT(udpsock);
  1527. s = udpsock->u.sock;
  1528. if (s != INVALID_SOCKET) {
  1529. udpsock->u.sock = INVALID_SOCKET;
  1530. closesocket(s);
  1531. }
  1532. }
  1533. TOOLKIT_API void ioqueue_udpsock_destroy(ioqueue_udpsock_t *udpsock)
  1534. {
  1535. TOOLKIT_ASSERT(udpsock);
  1536. dec_ref(ioqueue_handle_context, udpsock);
  1537. }
  1538. TOOLKIT_API int ioqueue_udpsock_async_sendto(ioqueue_udpsock_t* udpsock,
  1539. ioqueue_overlapped_t *ov,
  1540. void *buf,
  1541. int len,
  1542. const struct sockaddr* to,
  1543. int tolen,
  1544. ioqueue_on_sendto_callback on_sendto_callback,
  1545. void *user_data)
  1546. {
  1547. ioqueue_sendto_overlapped_t *overlapped;
  1548. int rc;
  1549. DWORD bytesWritten;
  1550. ioqueue_t *ioq;
  1551. TOOLKIT_ASSERT(udpsock);
  1552. TOOLKIT_ASSERT(ov);
  1553. TOOLKIT_ASSERT(buf);
  1554. TOOLKIT_ASSERT(to);
  1555. TOOLKIT_ASSERT(on_sendto_callback);
  1556. TOOLKIT_ASSERT(ov);
  1557. ioq = udpsock->owner;
  1558. if (ioq->stop)
  1559. return -1;
  1560. overlapped = (ioqueue_sendto_overlapped_t*)ov;
  1561. memset(overlapped, 0, sizeof(ioqueue_sendto_overlapped_t));
  1562. fastlock_enter(udpsock->ov_pending_list_lock);
  1563. list_add_tail(&overlapped->base.pending_entry, &udpsock->ov_pending_list);
  1564. fastlock_leave(udpsock->ov_pending_list_lock);
  1565. overlapped->base.type = OV_SENDTO;
  1566. overlapped->base.user_data = user_data;
  1567. overlapped->base.handle_ctx = (ioqueue_handle_context*)udpsock;
  1568. overlapped->on_sendto_callback = on_sendto_callback;
  1569. overlapped->wsabuf.len = len;
  1570. overlapped->wsabuf.buf = buf;
  1571. inc_pending_io(udpsock);
  1572. rc = WSASendTo(udpsock->u.sock, &overlapped->wsabuf, 1, &bytesWritten, 0,
  1573. to, tolen, &overlapped->base.ov, NULL);
  1574. if (rc == 0 || WSAGetLastError() == WSA_IO_PENDING)
  1575. return 0;
  1576. fastlock_enter(udpsock->ov_pending_list_lock);
  1577. list_del(&overlapped->base.pending_entry);
  1578. fastlock_leave(udpsock->ov_pending_list_lock);
  1579. dec_pending_io(udpsock);
  1580. return -1;
  1581. }
  1582. TOOLKIT_API int ioqueue_udpsock_sendto(ioqueue_udpsock_t *udpsock,
  1583. void *buf,
  1584. int len,
  1585. const struct sockaddr* to,
  1586. int tolen,
  1587. int timeout)
  1588. {
  1589. return tsendto(udpsock->u.sock, buf, len, to, tolen, timeout);
  1590. }
  1591. TOOLKIT_API int ioqueue_udpsock_async_recvfrom(ioqueue_udpsock_t* udpsock,
  1592. ioqueue_overlapped_t *ov,
  1593. void* buf,
  1594. int len,
  1595. ioqueue_on_recvfrom_callback on_recvfrom_callback,
  1596. void *user_data)
  1597. {
  1598. ioqueue_recvfrom_overlapped_t *overlapped;
  1599. int rc;
  1600. DWORD bytesRead;
  1601. ioqueue_t *ioq;
  1602. TOOLKIT_ASSERT(udpsock);
  1603. TOOLKIT_ASSERT(ov);
  1604. TOOLKIT_ASSERT(buf);
  1605. TOOLKIT_ASSERT(on_recvfrom_callback);
  1606. ioq = udpsock->owner;
  1607. if (ioq->stop)
  1608. return -1;
  1609. overlapped = (ioqueue_recvfrom_overlapped_t*)ov;
  1610. memset(overlapped, 0, sizeof(ioqueue_recvfrom_overlapped_t));
  1611. fastlock_enter(udpsock->ov_pending_list_lock);
  1612. list_add_tail(&overlapped->base.pending_entry, &udpsock->ov_pending_list);
  1613. fastlock_leave(udpsock->ov_pending_list_lock);
  1614. overlapped->base.type = OV_RECVFROM;
  1615. overlapped->base.user_data = user_data;
  1616. overlapped->base.handle_ctx = (ioqueue_handle_context*)udpsock;
  1617. overlapped->on_recvfrom_callback = on_recvfrom_callback;
  1618. overlapped->wsabuf.len = len;
  1619. overlapped->wsabuf.buf = buf;
  1620. overlapped->dwFlags = 0;
  1621. inc_pending_io(udpsock);
  1622. rc = WSARecvFrom(udpsock->u.sock, &overlapped->wsabuf, 1, &bytesRead, &overlapped->dwFlags,
  1623. (struct sockaddr*)&overlapped->peer, &overlapped->addrlen, &overlapped->base.ov, NULL);
  1624. if (rc == 0 || WSAGetLastError() == WSA_IO_PENDING)
  1625. return 0;
  1626. fastlock_enter(udpsock->ov_pending_list_lock);
  1627. list_del(&overlapped->base.pending_entry);
  1628. fastlock_leave(udpsock->ov_pending_list_lock);
  1629. dec_pending_io(udpsock);
  1630. return -1;
  1631. }
  1632. TOOLKIT_API int ioqueue_udpsock_recvfrom(ioqueue_udpsock_t* udpsock,
  1633. ioqueue_overlapped_t *overlapped,
  1634. void* buf,
  1635. int len,
  1636. struct sockaddr *fromaddr,
  1637. int *addrlen,
  1638. int timeout)
  1639. {
  1640. return trecvfrom(udpsock->u.sock, buf, len, fromaddr, addrlen, timeout);
  1641. }
  1642. TOOLKIT_API SOCKET ioqueue_udpsock_get_raw_socket(ioqueue_udpsock_t *udpsock)
  1643. {
  1644. TOOLKIT_ASSERT(udpsock);
  1645. return udpsock->u.sock;
  1646. }
  1647. TOOLKIT_API ioqueue_t* ioqueue_udpsock_get_owned_ioqueue(ioqueue_udpsock_t *udpsock)
  1648. {
  1649. TOOLKIT_ASSERT(udpsock);
  1650. return udpsock->owner;
  1651. }
  1652. TOOLKIT_API void *ioqueue_udpsock_set_user_data(ioqueue_udpsock_t *udpsock, void *user_data)
  1653. {
  1654. void *old;
  1655. TOOLKIT_ASSERT(udpsock);
  1656. old = udpsock->user_data;
  1657. udpsock->user_data = user_data;
  1658. return old;
  1659. }
  1660. TOOLKIT_API void *ioqueue_udpsock_get_user_data(ioqueue_udpsock_t *udpsock)
  1661. {
  1662. TOOLKIT_ASSERT(udpsock);
  1663. return udpsock->user_data;
  1664. }
  1665. TOOLKIT_API int ioqueue_udpsock_cancel(ioqueue_udpsock_t *udpsock)
  1666. {
  1667. TOOLKIT_ASSERT(udpsock);
  1668. return CancelIo(udpsock->u.file) ? 0 : -1;
  1669. }
  1670. /* file */
  1671. TOOLKIT_API int ioqueue_file_create(ioqueue_t *ioq,
  1672. const char *path,
  1673. DWORD dwDesiredAccess,
  1674. DWORD dwShareMode,
  1675. DWORD dwCreationDisposition,
  1676. DWORD dwFlagsAndAttributes,
  1677. ioqueue_file_t *file)
  1678. {
  1679. HANDLE hFile;
  1680. TOOLKIT_ASSERT(ioq);
  1681. TOOLKIT_ASSERT(path);
  1682. TOOLKIT_ASSERT(file);
  1683. if (ioq->stop)
  1684. return -1;
  1685. hFile = CreateFileA(path, dwDesiredAccess, dwShareMode,
  1686. NULL, dwCreationDisposition,
  1687. dwFlagsAndAttributes|FILE_FLAG_OVERLAPPED, NULL);
  1688. return ioqueue_file_create_from_handle(ioq, hFile, file);
  1689. }
  1690. TOOLKIT_API int ioqueue_file_create_from_handle(ioqueue_t *ioq, HANDLE h, ioqueue_file_t *file)
  1691. {
  1692. TOOLKIT_ASSERT(ioq);
  1693. TOOLKIT_ASSERT(file);
  1694. if (ioq->stop)
  1695. return -1;
  1696. memset(file, 0, sizeof(ioqueue_file_t));
  1697. file->u.file = h;
  1698. if (file->u.file == INVALID_HANDLE_VALUE)
  1699. return -1;
  1700. if (!CreateIoCompletionPort(file->u.file, ioq->iocp, 0, 0)) {
  1701. CloseHandle(file->u.file);
  1702. file->u.file = INVALID_HANDLE_VALUE;
  1703. return -1;
  1704. }
  1705. fastlock_init(file->ov_pending_list_lock);
  1706. INIT_LIST_HEAD(&file->ov_pending_list);
  1707. file->type = HANDLE_TYPE_FILE;
  1708. file->owner = ioq;
  1709. add_handler_list(file, ioq);
  1710. inc_ref(ioqueue_handle_context, file);
  1711. return 0;
  1712. }
  1713. TOOLKIT_API void ioqueue_file_close(ioqueue_file_t* file)
  1714. {
  1715. HANDLE s;
  1716. TOOLKIT_ASSERT(file);
  1717. s = file->u.file;
  1718. if (s != INVALID_HANDLE_VALUE) {
  1719. file->u.file = INVALID_HANDLE_VALUE;
  1720. CloseHandle(s);
  1721. }
  1722. }
  1723. TOOLKIT_API void ioqueue_file_destroy(ioqueue_file_t* file)
  1724. {
  1725. TOOLKIT_ASSERT(file);
  1726. dec_ref(ioqueue_handle_context, file);
  1727. }
  1728. TOOLKIT_API int ioqueue_file_async_readsome(ioqueue_file_t* file,
  1729. ioqueue_overlapped_t *ov,
  1730. void *buf,
  1731. unsigned int len,
  1732. ioqueue_on_read_callback on_read_callback,
  1733. void *user_data)
  1734. {
  1735. return ioqueue_file_async_readsome_at(file, ov, buf, len, 0, 0, on_read_callback, user_data);
  1736. }
  1737. TOOLKIT_API int ioqueue_file_async_readn(ioqueue_file_t* file,
  1738. ioqueue_overlapped_t *overlapped,
  1739. void *buf,
  1740. unsigned int len,
  1741. ioqueue_on_read_callback on_read_cb,
  1742. void *user_data)
  1743. {
  1744. return ioqueue_file_async_readn_at(file, overlapped, buf, len, 0, 0, on_read_cb, user_data);
  1745. }
  1746. TOOLKIT_API int ioqueue_file_readsome(ioqueue_file_t *file, void *buf, unsigned int len)
  1747. {
  1748. return ioqueue_file_readsome_at(file, buf, len, 0, 0);
  1749. }
  1750. TOOLKIT_API int ioqueue_file_readn(ioqueue_file_t *file, void *buf, unsigned int len)
  1751. {
  1752. return ioqueue_file_readn_at(file, buf, len, 0, 0);
  1753. }
  1754. TOOLKIT_API int ioqueue_file_async_readsome_at(ioqueue_file_t* file,
  1755. ioqueue_overlapped_t *ov,
  1756. void *buf,
  1757. unsigned int len,
  1758. DWORD posLow,
  1759. DWORD posHigh,
  1760. ioqueue_on_read_callback on_read_callback,
  1761. void *user_data)
  1762. {
  1763. ioqueue_readfilesome_overlapped_t *overlapped;
  1764. BOOL rc;
  1765. ioqueue_t *ioq;
  1766. TOOLKIT_ASSERT(file);
  1767. TOOLKIT_ASSERT(ov);
  1768. TOOLKIT_ASSERT(buf);
  1769. TOOLKIT_ASSERT(on_read_callback);
  1770. ioq = file->owner;
  1771. if (ioq->stop)
  1772. return -1;
  1773. overlapped = (ioqueue_readfilesome_overlapped_t*)ov;
  1774. memset(overlapped, 0, sizeof(ioqueue_readfilesome_overlapped_t));
  1775. fastlock_enter(file->ov_pending_list_lock);
  1776. list_add_tail(&overlapped->base.pending_entry, &file->ov_pending_list);
  1777. fastlock_leave(file->ov_pending_list_lock);
  1778. overlapped->hevt = CreateEventA(NULL, TRUE, FALSE, NULL);
  1779. overlapped->base.type = OV_READFILESOME;
  1780. overlapped->base.user_data = user_data;
  1781. overlapped->base.handle_ctx = (ioqueue_handle_context*)file;
  1782. overlapped->base.ov.Offset = posLow;
  1783. overlapped->base.ov.OffsetHigh = posHigh;
  1784. overlapped->on_read_callback = on_read_callback;
  1785. overlapped->buf = buf;
  1786. inc_pending_io(file);
  1787. rc = ReadFile(file->u.file, buf, (DWORD)len, NULL, &overlapped->base.ov);
  1788. if (rc || GetLastError() == ERROR_IO_PENDING)
  1789. return 0;
  1790. fastlock_enter(file->ov_pending_list_lock);
  1791. list_del(&overlapped->base.pending_entry);
  1792. fastlock_leave(file->ov_pending_list_lock);
  1793. dec_pending_io(file);
  1794. CloseHandle(overlapped->hevt);
  1795. return -1;
  1796. }
  1797. TOOLKIT_API int ioqueue_file_async_readn_at(ioqueue_file_t* file,
  1798. ioqueue_overlapped_t *ov,
  1799. void *buf,
  1800. unsigned int len,
  1801. DWORD posLow,
  1802. DWORD posHigh,
  1803. ioqueue_on_read_callback on_read_cb,
  1804. void *user_data)
  1805. {
  1806. ioqueue_readfilen_overlapped_t *overlapped;
  1807. BOOL rc;
  1808. ioqueue_t *ioq;
  1809. TOOLKIT_ASSERT(file);
  1810. TOOLKIT_ASSERT(ov);
  1811. TOOLKIT_ASSERT(buf);
  1812. TOOLKIT_ASSERT(on_read_cb);
  1813. ioq = file->owner;
  1814. if (ioq->stop)
  1815. return -1;
  1816. overlapped = (ioqueue_readfilen_overlapped_t*)ov;
  1817. memset(overlapped, 0, sizeof(ioqueue_readfilen_overlapped_t));
  1818. fastlock_enter(file->ov_pending_list_lock);
  1819. list_add_tail(&overlapped->base.pending_entry, &file->ov_pending_list);
  1820. fastlock_leave(file->ov_pending_list_lock);
  1821. overlapped->hevt = CreateEventA(NULL, TRUE, FALSE, NULL);
  1822. overlapped->base.type = OV_READFILEN;
  1823. overlapped->base.user_data = user_data;
  1824. overlapped->base.handle_ctx = (ioqueue_handle_context*)file;
  1825. overlapped->base.ov.Offset = posLow;
  1826. overlapped->base.ov.OffsetHigh = posHigh;
  1827. overlapped->on_read_callback = on_read_cb;
  1828. overlapped->buf = buf;
  1829. overlapped->recved_bytes = 0;
  1830. overlapped->total_bytes = len;
  1831. inc_pending_io(file);
  1832. rc = ReadFile(file->u.file, buf, (DWORD)len, NULL, &overlapped->base.ov);
  1833. if (rc || GetLastError() == ERROR_IO_PENDING)
  1834. return 0;
  1835. fastlock_enter(file->ov_pending_list_lock);
  1836. list_del(&overlapped->base.pending_entry);
  1837. fastlock_leave(file->ov_pending_list_lock);
  1838. dec_pending_io(file);
  1839. return -1;
  1840. }
  1841. TOOLKIT_API int ioqueue_file_readsome_at(ioqueue_file_t *file,
  1842. void *buf,
  1843. unsigned int len,
  1844. DWORD posLow,
  1845. DWORD posHigh)
  1846. {
  1847. OVERLAPPED ov;
  1848. BOOL ret;
  1849. DWORD dwTransferBytes;
  1850. int rc = -1;
  1851. /* (MSDN)
  1852. Even if you have passed the function a file handle associated with a completion port and
  1853. a valid OVERLAPPED structure, an application can prevent completion port notification.
  1854. This is done by specifying a valid event handle for the hEvent member of the OVERLAPPED structure,
  1855. and setting its low-order bit. A valid event handle whose low-order bit is set keeps I/O completion
  1856. from being queued to the completion port.
  1857. */
  1858. memset(&ov, 0, sizeof(ov));
  1859. ov.Offset = posLow;
  1860. ov.OffsetHigh = posHigh;
  1861. ov.hEvent = CreateEventA(NULL, TRUE, FALSE, NULL);
  1862. ov.hEvent = (HANDLE)((DWORD)ov.hEvent & 0x1);
  1863. ret = ReadFile(file->u.file, buf, len, &dwTransferBytes, &ov);
  1864. if (!ret && GetLastError() == ERROR_IO_PENDING) {
  1865. ret = GetOverlappedResult(file->u.file, &ov, &dwTransferBytes, TRUE);
  1866. }
  1867. CloseHandle((HANDLE)((DWORD)ov.hEvent & ~1));
  1868. if (ret && dwTransferBytes > 0)
  1869. rc = dwTransferBytes;
  1870. return rc;
  1871. }
  1872. TOOLKIT_API int ioqueue_file_readn_at(ioqueue_file_t *file,
  1873. void *buf,
  1874. unsigned int len,
  1875. DWORD posLow,
  1876. DWORD posHigh)
  1877. {
  1878. OVERLAPPED ov;
  1879. int rc = 0;
  1880. DWORD left = len;
  1881. DWORD offset = 0;
  1882. memset(&ov, 0, sizeof(ov));
  1883. ov.Offset = posLow;
  1884. ov.OffsetHigh = posHigh;
  1885. ov.hEvent = CreateEventA(NULL, TRUE, FALSE, NULL);
  1886. ov.hEvent = (HANDLE)((DWORD)ov.hEvent & 0x1);
  1887. while (left > 0) {
  1888. BOOL ret;
  1889. DWORD dwTransferBytes;
  1890. ret = ReadFile(file->u.file, (char*)buf+offset, len, &dwTransferBytes, &ov);
  1891. if (!ret && GetLastError() == ERROR_IO_PENDING) {
  1892. ret = GetOverlappedResult(file->u.file, &ov, &dwTransferBytes, TRUE);
  1893. }
  1894. if (rc && dwTransferBytes) {
  1895. offset += dwTransferBytes;
  1896. left -= dwTransferBytes;
  1897. ov.Internal = 0;
  1898. ov.InternalHigh = 0;
  1899. ov.Offset += dwTransferBytes;
  1900. if (ov.Offset < dwTransferBytes)
  1901. ov.OffsetHigh++;
  1902. } else {
  1903. rc = -1;
  1904. break;
  1905. }
  1906. }
  1907. CloseHandle((HANDLE)((DWORD)ov.hEvent & ~1));
  1908. return rc;
  1909. }
  1910. TOOLKIT_API int ioqueue_file_async_writesome(ioqueue_file_t* file,
  1911. ioqueue_overlapped_t *ov,
  1912. void* buf,
  1913. unsigned int len,
  1914. ioqueue_on_write_callback on_write_callback,
  1915. void *user_data)
  1916. {
  1917. return ioqueue_file_async_writesome_at(file, ov, buf, len, 0, 0, on_write_callback, user_data);
  1918. }
  1919. TOOLKIT_API int ioqueue_file_async_writen(ioqueue_file_t* file,
  1920. ioqueue_overlapped_t *overlapped,
  1921. void* buf,
  1922. unsigned int len,
  1923. ioqueue_on_write_callback on_write_cb,
  1924. void *user_data)
  1925. {
  1926. return ioqueue_file_async_writen_at(file, overlapped, buf, len, 0, 0, on_write_cb, user_data);
  1927. }
  1928. TOOLKIT_API int ioqueue_file_writesome(ioqueue_file_t* file, const void *buf, unsigned int len)
  1929. {
  1930. return ioqueue_file_writesome_at(file, buf, len, 0, 0);
  1931. }
  1932. TOOLKIT_API int ioqueue_file_writen(ioqueue_file_t* file, const void *buf, unsigned int len)
  1933. {
  1934. return ioqueue_file_writen_at(file, buf, len, 0, 0);
  1935. }
  1936. TOOLKIT_API int ioqueue_file_async_writesome_at(ioqueue_file_t* file,
  1937. ioqueue_overlapped_t *ov,
  1938. void* buf,
  1939. unsigned int len,
  1940. DWORD posLow,
  1941. DWORD posHigh,
  1942. ioqueue_on_write_callback on_write_callback,
  1943. void *user_data)
  1944. {
  1945. ioqueue_writefilesome_overlapped_t *overlapped;
  1946. BOOL rc;
  1947. ioqueue_t *ioq;
  1948. TOOLKIT_ASSERT(file);
  1949. TOOLKIT_ASSERT(ov);
  1950. TOOLKIT_ASSERT(buf);
  1951. TOOLKIT_ASSERT(on_write_callback);
  1952. ioq = file->owner;
  1953. if (ioq->stop)
  1954. return -1;
  1955. overlapped = (ioqueue_writefilesome_overlapped_t*)ov;
  1956. memset(overlapped, 0, sizeof(ioqueue_writefilesome_overlapped_t));
  1957. fastlock_enter(file->ov_pending_list_lock);
  1958. list_add_tail(&overlapped->base.pending_entry, &file->ov_pending_list);
  1959. fastlock_leave(file->ov_pending_list_lock);
  1960. overlapped->hevt = CreateEventA(NULL, TRUE, FALSE, NULL);
  1961. overlapped->base.type = OV_WRITEFILESOME;
  1962. overlapped->base.user_data = user_data;
  1963. overlapped->base.handle_ctx = (ioqueue_handle_context*)file;
  1964. overlapped->base.ov.Offset = posLow;
  1965. overlapped->base.ov.OffsetHigh = posHigh;
  1966. overlapped->on_write_callback = on_write_callback;
  1967. overlapped->buf = buf;
  1968. inc_pending_io(file);
  1969. rc = WriteFile(file->u.file, buf, (DWORD)len, NULL, &overlapped->base.ov);
  1970. if (rc || GetLastError() == ERROR_IO_PENDING)
  1971. return 0;
  1972. fastlock_enter(file->ov_pending_list_lock);
  1973. list_del(&overlapped->base.pending_entry);
  1974. fastlock_leave(file->ov_pending_list_lock);
  1975. dec_pending_io(file);
  1976. CloseHandle(overlapped->hevt);
  1977. return -1;
  1978. }
  1979. TOOLKIT_API int ioqueue_file_async_writen_at(ioqueue_file_t* file,
  1980. ioqueue_overlapped_t *ov,
  1981. void* buf,
  1982. unsigned int len,
  1983. DWORD posLow,
  1984. DWORD posHigh,
  1985. ioqueue_on_write_callback on_write_cb,
  1986. void *user_data)
  1987. {
  1988. ioqueue_writefilen_overlapped_t *overlapped;
  1989. BOOL rc;
  1990. ioqueue_t *ioq;
  1991. TOOLKIT_ASSERT(file);
  1992. TOOLKIT_ASSERT(ov);
  1993. TOOLKIT_ASSERT(buf);
  1994. TOOLKIT_ASSERT(on_write_cb);
  1995. ioq = file->owner;
  1996. if (ioq->stop)
  1997. return -1;
  1998. overlapped = (ioqueue_writefilen_overlapped_t*)ov;
  1999. memset(overlapped, 0, sizeof(ioqueue_writefilen_overlapped_t));
  2000. fastlock_enter(file->ov_pending_list_lock);
  2001. list_add_tail(&overlapped->base.pending_entry, &file->ov_pending_list);
  2002. fastlock_leave(file->ov_pending_list_lock);
  2003. overlapped->hevt = CreateEventA(NULL, TRUE, FALSE, NULL);
  2004. overlapped->base.type = OV_WRITEFILEN;
  2005. overlapped->base.user_data = user_data;
  2006. overlapped->base.handle_ctx = (ioqueue_handle_context*)file;
  2007. overlapped->base.ov.Offset = posLow;
  2008. overlapped->base.ov.OffsetHigh = posHigh;
  2009. overlapped->on_write_callback = on_write_cb;
  2010. overlapped->buf = buf;
  2011. overlapped->sended_bytes = 0;
  2012. overlapped->total_bytes = len;
  2013. inc_pending_io(file);
  2014. rc = WriteFile(file->u.file, buf, (DWORD)len, NULL, &overlapped->base.ov);
  2015. if (rc || GetLastError() == ERROR_IO_PENDING)
  2016. return 0;
  2017. fastlock_enter(file->ov_pending_list_lock);
  2018. list_del(&overlapped->base.pending_entry);
  2019. fastlock_leave(file->ov_pending_list_lock);
  2020. dec_pending_io(file);
  2021. CloseHandle(overlapped->hevt);
  2022. return -1;
  2023. }
  2024. TOOLKIT_API int ioqueue_file_writesome_at(ioqueue_file_t* file,
  2025. const void *buf,
  2026. unsigned int len,
  2027. DWORD posLow,
  2028. DWORD posHigh)
  2029. {
  2030. OVERLAPPED ov;
  2031. BOOL ret;
  2032. DWORD dwTransferBytes;
  2033. int rc = -1;
  2034. memset(&ov, 0, sizeof(ov));
  2035. ov.Offset = posLow;
  2036. ov.OffsetHigh = posHigh;
  2037. ov.hEvent = CreateEventA(NULL, TRUE, FALSE, NULL);
  2038. ov.hEvent = (HANDLE)((DWORD)ov.hEvent & 0x1);
  2039. ret = WriteFile(file->u.file, buf, len, &dwTransferBytes, &ov);
  2040. if (!ret && GetLastError() == ERROR_IO_PENDING) {
  2041. ret = GetOverlappedResult(file->u.file, &ov, &dwTransferBytes, TRUE);
  2042. }
  2043. CloseHandle((HANDLE)((DWORD)ov.hEvent & ~1));
  2044. if (ret && dwTransferBytes > 0)
  2045. rc = dwTransferBytes;
  2046. return rc;
  2047. }
  2048. TOOLKIT_API int ioqueue_file_writen_at(ioqueue_file_t* file,
  2049. const void *buf,
  2050. unsigned int len,
  2051. DWORD posLow,
  2052. DWORD posHigh)
  2053. {
  2054. OVERLAPPED ov;
  2055. int rc = 0;
  2056. DWORD offset = 0;
  2057. DWORD left = len;
  2058. memset(&ov, 0, sizeof(ov));
  2059. ov.Offset = posLow;
  2060. ov.OffsetHigh = posHigh;
  2061. ov.hEvent = CreateEventA(NULL, TRUE, FALSE, NULL);
  2062. ov.hEvent = (HANDLE)((DWORD)ov.hEvent & 0x1);
  2063. while (left > 0) {
  2064. BOOL ret;
  2065. DWORD dwTransferBytes;
  2066. ret = WriteFile(file->u.file, (char*)buf+offset, left, &dwTransferBytes, &ov);
  2067. if (!ret && GetLastError() == ERROR_IO_PENDING) {
  2068. ret = GetOverlappedResult(file->u.file, &ov, &dwTransferBytes, TRUE);
  2069. }
  2070. if (ret && dwTransferBytes > 0) {
  2071. offset += dwTransferBytes;
  2072. left -= dwTransferBytes;
  2073. ov.Internal = 0;
  2074. ov.InternalHigh = 0;
  2075. ov.Offset += dwTransferBytes;
  2076. if (ov.Offset < dwTransferBytes)
  2077. ov.OffsetHigh ++;
  2078. } else {
  2079. rc = -1;
  2080. break;
  2081. }
  2082. }
  2083. CloseHandle((HANDLE)((DWORD)ov.hEvent & ~1));
  2084. return rc;
  2085. }
  2086. TOOLKIT_API ioqueue_t* ioqueue_file_get_owned_ioqueue(ioqueue_file_t* file)
  2087. {
  2088. TOOLKIT_ASSERT(file);
  2089. return file->owner;
  2090. }
  2091. TOOLKIT_API HANDLE ioqueue_file_get_raw_handle(ioqueue_file_t* file)
  2092. {
  2093. TOOLKIT_ASSERT(file);
  2094. return file->u.file;
  2095. }
  2096. TOOLKIT_API void *ioqueue_file_set_user_data(ioqueue_file_t* file, void* user_data)
  2097. {
  2098. void *old;
  2099. TOOLKIT_ASSERT(file);
  2100. old = file->user_data;
  2101. file->user_data = user_data;
  2102. return old;
  2103. }
  2104. TOOLKIT_API void *ioqueue_file_get_user_data(ioqueue_file_t* file)
  2105. {
  2106. TOOLKIT_ASSERT(file);
  2107. return file->user_data;
  2108. }
  2109. TOOLKIT_API int ioqueue_file_cancel(ioqueue_file_t* file)
  2110. {
  2111. TOOLKIT_ASSERT(file);
  2112. return CancelIo(file->u.file) ? 0 : -1;
  2113. }
  2114. /* pipe acceptor */
  2115. TOOLKIT_API int ioqueue_pipe_acceptor_create(ioqueue_t *ioq,
  2116. const char *name,
  2117. ioqueue_pipe_acceptor_t *acceptor)
  2118. {
  2119. TOOLKIT_ASSERT(ioq);
  2120. TOOLKIT_ASSERT(name);
  2121. TOOLKIT_ASSERT(acceptor);
  2122. memset(acceptor, 0, sizeof(ioqueue_pipe_acceptor_t));
  2123. acceptor->u.pipe_name = strdup_printf("\\\\.\\pipe\\%s", name);
  2124. acceptor->type = HANDLE_TYPE_PIPEACCEPTOR;
  2125. acceptor->owner = ioq;
  2126. fastlock_init(acceptor->ov_pending_list_lock);
  2127. INIT_LIST_HEAD(&acceptor->ov_pending_list);
  2128. add_handler_list(acceptor, ioq);
  2129. inc_ref(ioqueue_handle_context, acceptor);
  2130. return 0;
  2131. }
  2132. TOOLKIT_API void ioqueue_pipe_acceptor_destroy(ioqueue_pipe_acceptor_t *acceptor)
  2133. {
  2134. TOOLKIT_ASSERT(acceptor);
  2135. dec_ref(ioqueue_handle_context, acceptor);
  2136. }
  2137. TOOLKIT_API ioqueue_t* ioqueue_pipe_acceptor_get_owned_ioqueue(ioqueue_pipe_acceptor_t *acceptor)
  2138. {
  2139. TOOLKIT_ASSERT(acceptor);
  2140. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_PIPEACCEPTOR);
  2141. return acceptor->owner;
  2142. }
  2143. TOOLKIT_API void *ioqueue_pipe_acceptor_set_user_data(ioqueue_pipe_acceptor_t *acceptor, void *user_data)
  2144. {
  2145. void *old;
  2146. TOOLKIT_ASSERT(acceptor);
  2147. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_PIPEACCEPTOR);
  2148. old = acceptor->user_data;
  2149. acceptor->user_data = user_data;
  2150. return old;
  2151. }
  2152. TOOLKIT_API void *ioqueue_pipe_acceptor_get_user_data(ioqueue_pipe_acceptor_t *acceptor)
  2153. {
  2154. TOOLKIT_ASSERT(acceptor);
  2155. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_ACCEPTOR);
  2156. return acceptor->user_data;
  2157. }
  2158. TOOLKIT_API int ioqueue_pipe_acceptor_async_accept(ioqueue_pipe_acceptor_t *acceptor,
  2159. ioqueue_overlapped_t *ov,
  2160. ioqueue_on_pipe_accept_callback on_accept_callback,
  2161. void *user_data)
  2162. {
  2163. ioqueue_t *ioq;
  2164. ioqueue_connectpipe_overlapped_t *overlapped;
  2165. BOOL ret;
  2166. TOOLKIT_ASSERT(acceptor);
  2167. TOOLKIT_ASSERT(ov);
  2168. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_PIPEACCEPTOR);
  2169. TOOLKIT_ASSERT(on_accept_callback);
  2170. ioq = acceptor->owner;
  2171. if (ioq->stop)
  2172. return -1;
  2173. overlapped = (ioqueue_connectpipe_overlapped_t*)ov;
  2174. memset(overlapped, 0, sizeof(ioqueue_connectpipe_overlapped_t));
  2175. overlapped->client = CreateNamedPipeA(acceptor->u.pipe_name,
  2176. PIPE_ACCESS_DUPLEX|FILE_FLAG_OVERLAPPED, PIPE_TYPE_BYTE,
  2177. PIPE_UNLIMITED_INSTANCES, 3072, 3072, NMPWAIT_WAIT_FOREVER, NULL);
  2178. if (overlapped->client == INVALID_HANDLE_VALUE)
  2179. return -1;
  2180. if (!CreateIoCompletionPort(overlapped->client, ioq->iocp, 0, 0)) {
  2181. CloseHandle(overlapped->client);
  2182. return -1;
  2183. }
  2184. overlapped->hevt = CreateEventA(NULL, TRUE, FALSE, NULL); // must be use event, from MSDN
  2185. overlapped->base.type = OV_CONNECTPIPE;
  2186. overlapped->base.user_data = user_data;
  2187. overlapped->base.handle_ctx = acceptor;
  2188. overlapped->base.ov.hEvent = overlapped->hevt;
  2189. fastlock_enter(acceptor->ov_pending_list_lock);
  2190. list_add_tail(&overlapped->base.pending_entry, &acceptor->ov_pending_list);
  2191. fastlock_leave(acceptor->ov_pending_list_lock);
  2192. inc_pending_io(acceptor);
  2193. overlapped->on_accept_callback = on_accept_callback;
  2194. ret = ConnectNamedPipe(overlapped->client, &overlapped->base.ov);
  2195. if (ret || GetLastError() == ERROR_IO_PENDING)
  2196. return 0;
  2197. fastlock_enter(acceptor->ov_pending_list_lock);
  2198. list_del(&overlapped->base.pending_entry);
  2199. fastlock_leave(acceptor->ov_pending_list_lock);
  2200. dec_pending_io(acceptor);
  2201. CloseHandle(overlapped->client);
  2202. CloseHandle(overlapped->hevt);
  2203. return -1;
  2204. }
  2205. TOOLKIT_API int ioqueue_pipe_acceptor_accept(ioqueue_pipe_acceptor_t *acceptor, HANDLE *p_pipe, int timeout)
  2206. {
  2207. ioqueue_t *ioq;
  2208. HANDLE pipe;
  2209. OVERLAPPED ov;
  2210. BOOL ret;
  2211. TOOLKIT_ASSERT(acceptor);
  2212. TOOLKIT_ASSERT(p_pipe);
  2213. TOOLKIT_ASSERT(acceptor->type == HANDLE_TYPE_PIPEACCEPTOR);
  2214. ioq = acceptor->owner;
  2215. if (ioq->stop)
  2216. return -1;
  2217. pipe = CreateNamedPipeA(acceptor->u.pipe_name,
  2218. PIPE_ACCESS_DUPLEX|FILE_FLAG_OVERLAPPED, PIPE_TYPE_BYTE,
  2219. PIPE_UNLIMITED_INSTANCES, 3072, 3072, (DWORD)timeout, NULL);
  2220. if (pipe == INVALID_HANDLE_VALUE)
  2221. return -1;
  2222. memset(&ov, 0, sizeof(ov));
  2223. ov.hEvent = CreateEventA(NULL, TRUE, FALSE, NULL);
  2224. ret = ConnectNamedPipe(pipe, &ov);
  2225. CloseHandle(ov.hEvent);
  2226. if (ret && CreateIoCompletionPort(pipe, ioq->iocp, 0, 0)) {
  2227. *p_pipe = pipe;
  2228. return 0;
  2229. } else {
  2230. CloseHandle(pipe);
  2231. }
  2232. return -1;
  2233. }
  2234. TOOLKIT_API int ioqueue_pipe_acceptor_create_client(ioqueue_pipe_acceptor_t *acceptor,
  2235. HANDLE h,
  2236. ioqueue_file_t *pipe)
  2237. {
  2238. ioqueue_t *ioq;
  2239. TOOLKIT_ASSERT(acceptor);
  2240. TOOLKIT_ASSERT(pipe);
  2241. TOOLKIT_ASSERT(h != INVALID_HANDLE_VALUE);
  2242. ioq = acceptor->owner;
  2243. if (ioq->stop)
  2244. return -1;
  2245. memset(pipe, 0, sizeof(ioqueue_tcpsock_t));
  2246. pipe->type = HANDLE_TYPE_FILE;
  2247. pipe->u.file = h;
  2248. pipe->owner = ioq;
  2249. INIT_LIST_HEAD(&pipe->ov_pending_list);
  2250. add_handler_list(pipe, ioq);
  2251. inc_ref(ioqueue_handle_context, pipe);
  2252. return 0;
  2253. }
  2254. TOOLKIT_API int ioqueue_pipe_acceptor_cancel(ioqueue_pipe_acceptor_t *acceptor)
  2255. {
  2256. //.....
  2257. TOOLKIT_ASSERT(0);
  2258. return 0;
  2259. }
  2260. TOOLKIT_API int ioqueue_pipe_acceptor_close_pending_handle(ioqueue_pipe_acceptor_t *acceptor)
  2261. {
  2262. TOOLKIT_ASSERT(acceptor);
  2263. fastlock_enter(acceptor->ov_pending_list_lock);
  2264. {
  2265. ioqueue_base_overlapped_t *pos;
  2266. list_for_each_entry(pos, &acceptor->ov_pending_list, ioqueue_base_overlapped_t, pending_entry) {
  2267. ioqueue_connectpipe_overlapped_t *overlapped = (ioqueue_connectpipe_overlapped_t *)pos;
  2268. if (overlapped->client != INVALID_HANDLE_VALUE) {
  2269. CloseHandle(overlapped->client);
  2270. overlapped->client = INVALID_HANDLE_VALUE;
  2271. }
  2272. }
  2273. }
  2274. fastlock_leave(acceptor->ov_pending_list_lock);
  2275. return 0;
  2276. }