buf.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607
  1. /** @file buf.c
  2. * @brief Dynamic buffer.
  3. *
  4. */
  5. #include <stdlib.h>
  6. #include <stdint.h>
  7. #include <stdio.h>
  8. #include <string.h>
  9. #include <assert.h>
  10. #include "faux/faux.h"
  11. #include "faux/str.h"
  12. #include "faux/buf.h"
  13. // Default chunk size
  14. #define DATA_CHUNK 4096
  15. struct faux_buf_s {
  16. faux_list_t *list; // List of chunks
  17. faux_list_node_t *wchunk; // Chunk to write to
  18. size_t rpos; // Read position within first chunk
  19. size_t wpos; // Write position within wchunk (can be non-last chunk)
  20. size_t chunk_size; // Size of chunk
  21. size_t len; // Whole data length
  22. size_t limit; // Overflow limit
  23. size_t rlocked;
  24. size_t wlocked;
  25. };
  26. /** @brief Create new dynamic buffer object.
  27. *
  28. * @param [in] chunk_size Chunk size. If "0" then default size will be used.
  29. * @return Allocated object or NULL on error.
  30. */
  31. faux_buf_t *faux_buf_new(size_t chunk_size)
  32. {
  33. faux_buf_t *buf = NULL;
  34. buf = faux_zmalloc(sizeof(*buf));
  35. assert(buf);
  36. if (!buf)
  37. return NULL;
  38. // Init
  39. buf->chunk_size = (chunk_size != 0) ? chunk_size : DATA_CHUNK;
  40. buf->limit = FAUX_BUF_UNLIMITED;
  41. buf->list = faux_list_new(FAUX_LIST_UNSORTED, FAUX_LIST_NONUNIQUE,
  42. NULL, NULL, faux_free);
  43. buf->rpos = 0;
  44. buf->wpos = buf->chunk_size;
  45. buf->len = 0;
  46. buf->wchunk = NULL;
  47. buf->rlocked = 0; // Unlocked
  48. buf->wlocked = 0; // Unlocked
  49. return buf;
  50. }
  51. /** @brief Free dynamic buffer object.
  52. *
  53. * @param [in] buf Buffer object.
  54. */
  55. void faux_buf_free(faux_buf_t *buf)
  56. {
  57. if (!buf)
  58. return;
  59. faux_list_free(buf->list);
  60. faux_free(buf);
  61. }
  62. ssize_t faux_buf_len(const faux_buf_t *buf)
  63. {
  64. assert(buf);
  65. if (!buf)
  66. return -1;
  67. return buf->len;
  68. }
  69. FAUX_HIDDEN ssize_t faux_buf_chunk_num(const faux_buf_t *buf)
  70. {
  71. assert(buf);
  72. if (!buf)
  73. return -1;
  74. assert(buf->list);
  75. if (!buf->list)
  76. return -1;
  77. return faux_list_len(buf->list);
  78. }
  79. ssize_t faux_buf_limit(const faux_buf_t *buf)
  80. {
  81. assert(buf);
  82. if (!buf)
  83. return -1;
  84. return buf->limit;
  85. }
  86. /** @brief Set size limit.
  87. *
  88. * Read limits define conditions when the read callback will be executed.
  89. * Buffer must contain data amount greater or equal to "min" value. Callback
  90. * will not get data amount greater than "max" value. If min == max then
  91. * callback will be executed with fixed data size. The "max" value can be "0".
  92. * It means indefinite i.e. data transferred to callback can be really large.
  93. *
  94. * @param [in] buf Allocated and initialized buf I/O object.
  95. * @param [in] min Minimal data amount.
  96. * @param [in] max Maximal data amount. The "0" means indefinite.
  97. * @return BOOL_TRUE - success, BOOL_FALSE - error.
  98. */
  99. bool_t faux_buf_set_limit(faux_buf_t *buf, size_t limit)
  100. {
  101. assert(buf);
  102. if (!buf)
  103. return BOOL_FALSE;
  104. buf->limit = limit;
  105. return BOOL_TRUE;
  106. }
  107. /** @brief Get amount of unused space within current data chunk.
  108. *
  109. * Inernal static function.
  110. *
  111. * @param [in] list Internal buffer (list of chunks) to inspect.
  112. * @param [in] pos Current write position within last chunk
  113. * @return Size of unused space or < 0 on error.
  114. */
  115. static ssize_t faux_buf_wavail(const faux_buf_t *buf)
  116. {
  117. assert(buf);
  118. if (!buf)
  119. return -1;
  120. if (faux_buf_chunk_num(buf) == 0)
  121. return 0; // Empty list
  122. return (buf->chunk_size - buf->wpos);
  123. }
  124. static ssize_t faux_buf_ravail(const faux_buf_t *buf)
  125. {
  126. ssize_t num = 0;
  127. assert(buf);
  128. if (!buf)
  129. return -1;
  130. num = faux_buf_chunk_num(buf);
  131. if (num == 0)
  132. return 0; // Empty list
  133. if (num > 1)
  134. return (buf->chunk_size - buf->rpos);
  135. // Single chunk
  136. return (buf->wpos - buf->rpos);
  137. }
  138. size_t faux_buf_is_wlocked(const faux_buf_t *buf)
  139. {
  140. assert(buf);
  141. if (!buf)
  142. return BOOL_FALSE;
  143. return buf->wlocked;
  144. }
  145. size_t faux_buf_is_rlocked(const faux_buf_t *buf)
  146. {
  147. assert(buf);
  148. if (!buf)
  149. return BOOL_FALSE;
  150. return buf->rlocked;
  151. }
  152. static faux_list_node_t *faux_buf_alloc_chunk(faux_buf_t *buf)
  153. {
  154. char *chunk = NULL;
  155. assert(buf);
  156. if (!buf)
  157. return NULL;
  158. assert(buf->list);
  159. if (!buf->list)
  160. return NULL;
  161. chunk = faux_malloc(buf->chunk_size);
  162. assert(chunk);
  163. if (!chunk)
  164. return NULL;
  165. return faux_list_add(buf->list, chunk);
  166. }
  167. static bool_t faux_buf_will_be_overflow(const faux_buf_t *buf, size_t add_len)
  168. {
  169. assert(buf);
  170. if (!buf)
  171. return BOOL_FALSE;
  172. if (FAUX_BUF_UNLIMITED == buf->limit)
  173. return BOOL_FALSE;
  174. if ((buf->len + add_len) > buf->limit)
  175. return BOOL_TRUE;
  176. return BOOL_FALSE;
  177. }
  178. bool_t faux_buf_is_overflow(const faux_buf_t *buf)
  179. {
  180. return faux_buf_will_be_overflow(buf, 0);
  181. }
  182. /** @brief buf data write.
  183. *
  184. * All given data will be stored to internal buffer (list of data chunks).
  185. * Then function will try to write stored data to file descriptor in
  186. * non-locking mode. Note some data can be left within buffer. In this case
  187. * the "stall" callback will be executed to inform about it. To try to write
  188. * the rest of the data user can be call faux_buf_out() function. Both
  189. * functions will not lock.
  190. *
  191. * @param [in] buf Allocated and initialized buf I/O object.
  192. * @param [in] data Data buffer to write.
  193. * @param [in] len Data length to write.
  194. * @return Length of stored/writed data or < 0 on error.
  195. */
  196. ssize_t faux_buf_write(faux_buf_t *buf, const void *data, size_t len)
  197. {
  198. struct iovec *iov = NULL;
  199. size_t iov_num = 0;
  200. ssize_t total = 0;
  201. char *src = (char *)data;
  202. size_t i = 0;
  203. assert(data);
  204. if (!data)
  205. return -1;
  206. total = faux_buf_dwrite_lock(buf, len, &iov, &iov_num);
  207. if (total <= 0)
  208. return total;
  209. for (i = 0; i < iov_num; i++) {
  210. memcpy(iov[i].iov_base, src, iov[i].iov_len);
  211. src += iov[i].iov_len;
  212. }
  213. if (faux_buf_dwrite_unlock(buf, total, iov) != total)
  214. return -1;
  215. return total;
  216. }
  217. /** @brief Write output buffer to fd in non-locking mode.
  218. *
  219. * Previously data must be written to internal buffer by faux_buf_write()
  220. * function. But some data can be left within internal buffer because can't be
  221. * written to fd in non-locking mode. This function tries to write the rest of
  222. * data to fd in non-locking mode. So function doesn't lock. It can be called
  223. * after select() or poll() if fd is ready to be written to. If function can't
  224. * to write all buffer to fd it executes "stall" callback to inform about it.
  225. *
  226. * @param [in] buf Allocated and initialized buf I/O object.
  227. * @return Length of data actually written or < 0 on error.
  228. */
  229. ssize_t faux_buf_read(faux_buf_t *buf, void *data, size_t len)
  230. {
  231. struct iovec *iov = NULL;
  232. size_t iov_num = 0;
  233. ssize_t total = 0;
  234. char *dst = (char *)data;
  235. size_t i = 0;
  236. assert(data);
  237. if (!data)
  238. return -1;
  239. total = faux_buf_dread_lock(buf, len, &iov, &iov_num);
  240. if (total <= 0)
  241. return total;
  242. for (i = 0; i < iov_num; i++) {
  243. memcpy(dst, iov[i].iov_base, iov[i].iov_len);
  244. dst += iov[i].iov_len;
  245. }
  246. if (faux_buf_dread_unlock(buf, total, iov) != total)
  247. return -1;
  248. return total;
  249. }
  250. ssize_t faux_buf_dread_lock(faux_buf_t *buf, size_t len,
  251. struct iovec **iov_out, size_t *iov_num_out)
  252. {
  253. size_t vec_entries_num = 0;
  254. struct iovec *iov = NULL;
  255. unsigned int i = 0;
  256. faux_list_node_t *iter = NULL;
  257. size_t len_to_lock = 0;
  258. size_t avail = 0;
  259. size_t must_be_read = 0;
  260. assert(buf);
  261. if (!buf)
  262. return -1;
  263. assert(iov_out);
  264. if (!iov_out)
  265. return -1;
  266. assert(iov_num_out);
  267. if (!iov_num_out)
  268. return -1;
  269. // Don't use already locked buffer
  270. if (faux_buf_is_rlocked(buf))
  271. return -1;
  272. len_to_lock = (len < buf->len) ? len : buf->len;
  273. // Nothing to lock
  274. if (0 == len_to_lock) {
  275. *iov_out = NULL;
  276. *iov_num_out = 0;
  277. return 0;
  278. }
  279. // Calculate number of struct iovec entries
  280. avail = faux_buf_ravail(buf);
  281. vec_entries_num = 1; // Guaranteed
  282. if (avail < len_to_lock) {
  283. size_t l = buf->len - avail; // length wo first chunk
  284. vec_entries_num += l / buf->chunk_size;
  285. if ((l % buf->chunk_size) > 0)
  286. vec_entries_num++;
  287. }
  288. iov = faux_zmalloc(vec_entries_num * sizeof(*iov));
  289. // Iterate chunks
  290. must_be_read = len_to_lock;
  291. iter = faux_list_head(buf->list);
  292. while ((must_be_read > 0) && (iter)) {
  293. char *p = (char *)faux_list_data(iter);
  294. size_t l = buf->chunk_size;
  295. size_t p_len = 0;
  296. if (iter == faux_list_head(buf->list)) { // First chunk
  297. p += buf->rpos;
  298. l = avail;
  299. }
  300. p_len = (must_be_read < l) ? must_be_read : l;
  301. iov[i].iov_base = p;
  302. iov[i].iov_len = p_len;
  303. i++;
  304. must_be_read -= p_len;
  305. iter = faux_list_next_node(iter);
  306. }
  307. *iov_out = iov;
  308. *iov_num_out = vec_entries_num;
  309. buf->rlocked = len_to_lock;
  310. return len_to_lock;
  311. }
  312. ssize_t faux_buf_dread_unlock(faux_buf_t *buf, size_t really_readed,
  313. struct iovec *iov)
  314. {
  315. size_t must_be_read = 0;
  316. assert(buf);
  317. if (!buf)
  318. return -1;
  319. // Can't unlock non-locked buffer
  320. if (!faux_buf_is_rlocked(buf))
  321. return -1;
  322. if (buf->rlocked < really_readed)
  323. return -1; // Something went wrong
  324. if (buf->len < really_readed)
  325. return -1; // Something went wrong
  326. if (0 == really_readed)
  327. goto unlock;
  328. must_be_read = really_readed;
  329. while (must_be_read > 0) {
  330. size_t avail = faux_buf_ravail(buf);
  331. ssize_t data_to_rm = (must_be_read < avail) ? must_be_read : avail;
  332. buf->len -= data_to_rm;
  333. buf->rpos += data_to_rm;
  334. must_be_read -= data_to_rm;
  335. // Current chunk was fully readed. So remove it from list.
  336. if ((buf->rpos == buf->chunk_size) ||
  337. ((faux_buf_chunk_num(buf) == 1) && (buf->rpos == buf->wpos))
  338. ) {
  339. buf->rpos = 0; // 0 position within next chunk
  340. faux_list_del(buf->list, faux_list_head(buf->list));
  341. }
  342. if (faux_buf_chunk_num(buf) == 0)
  343. buf->wpos = buf->chunk_size;
  344. }
  345. unlock:
  346. // Unlock whole buffer. Not 'really readed' bytes only
  347. buf->rlocked = 0;
  348. faux_free(iov);
  349. return really_readed;
  350. }
  351. ssize_t faux_buf_dwrite_lock(faux_buf_t *buf, size_t len,
  352. struct iovec **iov_out, size_t *iov_num_out)
  353. {
  354. size_t vec_entries_num = 0;
  355. struct iovec *iov = NULL;
  356. unsigned int i = 0;
  357. faux_list_node_t *iter = NULL;
  358. faux_list_node_t *first_node = NULL;
  359. size_t avail = 0;
  360. size_t must_be_write = len;
  361. assert(buf);
  362. if (!buf)
  363. return -1;
  364. assert(iov_out);
  365. if (!iov_out)
  366. return -1;
  367. assert(iov_num_out);
  368. if (!iov_num_out)
  369. return -1;
  370. // Don't use already locked buffer
  371. if (faux_buf_is_wlocked(buf))
  372. return -1;
  373. // It will be overflow after writing
  374. if (faux_buf_will_be_overflow(buf, len))
  375. return -1;
  376. // Nothing to lock
  377. if (0 == len) {
  378. *iov_out = NULL;
  379. *iov_num_out = 0;
  380. return 0;
  381. }
  382. // Save wchunk
  383. buf->wchunk = faux_list_tail(buf->list); // Can be NULL
  384. buf->wlocked = len;
  385. // Calculate number of struct iovec entries
  386. avail = faux_buf_wavail(buf);
  387. if (avail > 0)
  388. vec_entries_num += 1;
  389. else
  390. buf->wpos = 0; // New chunk will be created when avail == 0
  391. if (avail < len) {
  392. size_t i = 0;
  393. size_t new_chunk_num = 0;
  394. size_t l = len - avail; // length wo first chunk
  395. new_chunk_num += l / buf->chunk_size;
  396. if ((l % buf->chunk_size) > 0)
  397. new_chunk_num++;
  398. vec_entries_num += new_chunk_num;
  399. for (i = 0; i < new_chunk_num; i++)
  400. faux_buf_alloc_chunk(buf);
  401. }
  402. iov = faux_zmalloc(vec_entries_num * sizeof(*iov));
  403. // Iterate chunks
  404. if (NULL == buf->wchunk)
  405. buf->wchunk = faux_list_head(buf->list);
  406. iter = buf->wchunk;
  407. first_node = iter;
  408. while ((must_be_write > 0) && (iter)) {
  409. char *p = (char *)faux_list_data(iter);
  410. size_t l = buf->chunk_size;
  411. size_t p_len = 0;
  412. if (iter == first_node) {
  413. p += buf->wpos;
  414. l = faux_buf_wavail(buf);
  415. }
  416. p_len = (must_be_write < l) ? must_be_write : l;
  417. iov[i].iov_base = p;
  418. iov[i].iov_len = p_len;
  419. i++;
  420. must_be_write -= p_len;
  421. iter = faux_list_next_node(iter);
  422. }
  423. *iov_out = iov;
  424. *iov_num_out = vec_entries_num;
  425. return len;
  426. }
  427. static bool_t faux_buf_rm_trailing_empty_chunks(faux_buf_t *buf)
  428. {
  429. faux_list_node_t *node = NULL;
  430. assert(buf);
  431. if (!buf)
  432. return BOOL_FALSE;
  433. assert(buf->list);
  434. if (!buf->list)
  435. return BOOL_FALSE;
  436. if (faux_buf_chunk_num(buf) == 0)
  437. return BOOL_TRUE; // Empty list
  438. while ((node = faux_list_tail(buf->list)) != buf->wchunk)
  439. faux_list_del(buf->list, node);
  440. if (buf->wchunk &&
  441. ((buf->wpos == 0) || // Empty chunk
  442. ((faux_buf_chunk_num(buf) == 1) && (buf->rpos == buf->wpos)))
  443. ) {
  444. faux_list_del(buf->list, buf->wchunk);
  445. buf->wchunk = NULL;
  446. buf->wpos = buf->chunk_size;
  447. }
  448. return BOOL_TRUE;
  449. }
  450. ssize_t faux_buf_dwrite_unlock(faux_buf_t *buf, size_t really_written,
  451. struct iovec *iov)
  452. {
  453. size_t must_be_write = 0;
  454. assert(buf);
  455. if (!buf)
  456. return -1;
  457. // Can't unlock non-locked buffer
  458. if (!faux_buf_is_wlocked(buf))
  459. return -1;
  460. // Empty wchunk - strange
  461. if (!buf->wchunk)
  462. return -1;
  463. if (0 == really_written)
  464. goto unlock;
  465. if (buf->wlocked < really_written)
  466. return -1; // Something went wrong
  467. must_be_write = really_written;
  468. while (must_be_write > 0) {
  469. size_t avail = 0;
  470. ssize_t data_to_add = 0;
  471. // Current chunk was fully written. So move to next one
  472. if (buf->wpos == buf->chunk_size) {
  473. buf->wpos = 0; // 0 position within next chunk
  474. buf->wchunk = faux_list_next_node(buf->wchunk);
  475. }
  476. avail = faux_buf_wavail(buf);
  477. data_to_add = (must_be_write < avail) ? must_be_write : avail;
  478. buf->len += data_to_add;
  479. buf->wpos += data_to_add;
  480. must_be_write -= data_to_add;
  481. }
  482. faux_buf_rm_trailing_empty_chunks(buf);
  483. unlock:
  484. // Unlock whole buffer. Not 'really written' bytes only
  485. buf->wchunk = NULL; // Because buffer is unlocked now
  486. buf->wlocked = 0;
  487. faux_free(iov);
  488. return really_written;
  489. }