NCDConfigTokenizer.c 7.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240
  1. /**
  2. * @file NCDConfigTokenizer.c
  3. * @author Ambroz Bizjak <ambrop7@gmail.com>
  4. *
  5. * @section LICENSE
  6. *
  7. * Redistribution and use in source and binary forms, with or without
  8. * modification, are permitted provided that the following conditions are met:
  9. * 1. Redistributions of source code must retain the above copyright
  10. * notice, this list of conditions and the following disclaimer.
  11. * 2. Redistributions in binary form must reproduce the above copyright
  12. * notice, this list of conditions and the following disclaimer in the
  13. * documentation and/or other materials provided with the distribution.
  14. * 3. Neither the name of the author nor the
  15. * names of its contributors may be used to endorse or promote products
  16. * derived from this software without specific prior written permission.
  17. *
  18. * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
  19. * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  20. * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  21. * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
  22. * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
  23. * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  24. * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
  25. * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  26. * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  27. * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28. */
  29. #include <string.h>
  30. #include <stddef.h>
  31. #include <stdlib.h>
  32. #include <misc/debug.h>
  33. #include <misc/string_begins_with.h>
  34. #include <misc/balloc.h>
  35. #include <misc/expstring.h>
  36. #include <base/BLog.h>
  37. #include <ncd/NCDConfigTokenizer.h>
  38. #include <generated/blog_channel_NCDConfigTokenizer.h>
  39. static int is_name_char (char c)
  40. {
  41. return ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') || (c >= '0' && c <= '9') || c == '_');
  42. }
  43. static int is_name_first_char (char c)
  44. {
  45. return ((c >= 'a' && c <= 'z') || (c >= 'A' && c <= 'Z') || c == '_');
  46. }
  47. static int is_space_char (char c)
  48. {
  49. return (c == ' ' || c == '\t' || c == '\n' || c == '\r');
  50. }
  51. static int string_equals (char *str, int str_len, char *needle)
  52. {
  53. return (str_len == strlen(needle) && !memcmp(str, needle, str_len));
  54. }
  55. void NCDConfigTokenizer_Tokenize (char *str, size_t left, NCDConfigTokenizer_output output, void *user)
  56. {
  57. size_t line = 1;
  58. size_t line_char = 1;
  59. while (left > 0) {
  60. size_t l;
  61. int error = 0;
  62. int token;
  63. void *token_val = NULL;
  64. if (*str == '#') {
  65. l = 1;
  66. while (l < left && str[l] != '\n') {
  67. l++;
  68. }
  69. token = 0;
  70. }
  71. else if (l = data_begins_with(str, left, "{")) {
  72. token = NCD_TOKEN_CURLY_OPEN;
  73. }
  74. else if (l = data_begins_with(str, left, "}")) {
  75. token = NCD_TOKEN_CURLY_CLOSE;
  76. }
  77. else if (l = data_begins_with(str, left, "(")) {
  78. token = NCD_TOKEN_ROUND_OPEN;
  79. }
  80. else if (l = data_begins_with(str, left, ")")) {
  81. token = NCD_TOKEN_ROUND_CLOSE;
  82. }
  83. else if (l = data_begins_with(str, left, ";")) {
  84. token = NCD_TOKEN_SEMICOLON;
  85. }
  86. else if (l = data_begins_with(str, left, ".")) {
  87. token = NCD_TOKEN_DOT;
  88. }
  89. else if (l = data_begins_with(str, left, ",")) {
  90. token = NCD_TOKEN_COMMA;
  91. }
  92. else if (l = data_begins_with(str, left, "->")) {
  93. token = NCD_TOKEN_ARROW;
  94. }
  95. else if (is_name_first_char(*str)) {
  96. l = 1;
  97. while (l < left && is_name_char(str[l])) {
  98. l++;
  99. }
  100. // allocate buffer
  101. bsize_t bufsize = bsize_add(bsize_fromsize(l), bsize_fromint(1));
  102. char *buf;
  103. if (bufsize.is_overflow || !(buf = malloc(bufsize.value))) {
  104. BLog(BLOG_ERROR, "malloc failed");
  105. error = 1;
  106. goto out;
  107. }
  108. // copy and terminate
  109. memcpy(buf, str, l);
  110. buf[l] = '\0';
  111. if (!strcmp(buf, "process")) {
  112. token = NCD_TOKEN_PROCESS;
  113. free(buf);
  114. }
  115. else if (!strcmp(buf, "template")) {
  116. token = NCD_TOKEN_TEMPLATE;
  117. free(buf);
  118. }
  119. else {
  120. token = NCD_TOKEN_NAME;
  121. token_val = buf;
  122. }
  123. }
  124. else if (*str == '"') do {
  125. // init string
  126. ExpString estr;
  127. if (!ExpString_Init(&estr)) {
  128. BLog(BLOG_ERROR, "ExpString_Init failed");
  129. goto string_fail0;
  130. }
  131. // skip start quote
  132. l = 1;
  133. // decode string
  134. while (l < left) {
  135. char dec_ch;
  136. // get character
  137. if (str[l] == '\\') {
  138. if (left - l < 2) {
  139. BLog(BLOG_ERROR, "escape character found in string but nothing follows");
  140. goto string_fail1;
  141. }
  142. dec_ch = str[l + 1];
  143. l += 2;
  144. }
  145. else if (str[l] == '"') {
  146. break;
  147. }
  148. else {
  149. dec_ch = str[l];
  150. l++;
  151. }
  152. // string cannot contain zeros bytes
  153. if (dec_ch == '\0') {
  154. BLog(BLOG_ERROR, "string contains zero byte");
  155. goto string_fail1;
  156. }
  157. // append character to string
  158. if (!ExpString_AppendChar(&estr, dec_ch)) {
  159. BLog(BLOG_ERROR, "ExpString_AppendChar failed");
  160. goto string_fail1;
  161. }
  162. }
  163. // make sure ending quote was found
  164. if (l == left) {
  165. BLog(BLOG_ERROR, "missing ending quote for string");
  166. goto string_fail1;
  167. }
  168. // skip ending quote
  169. l++;
  170. token = NCD_TOKEN_STRING;
  171. token_val = ExpString_Get(&estr);
  172. break;
  173. string_fail1:
  174. ExpString_Free(&estr);
  175. string_fail0:
  176. error = 1;
  177. } while (0);
  178. else if (is_space_char(*str)) {
  179. token = 0;
  180. l = 1;
  181. }
  182. else {
  183. BLog(BLOG_ERROR, "unrecognized character");
  184. error = 1;
  185. }
  186. out:
  187. // report error
  188. if (error) {
  189. output(user, NCD_ERROR, NULL, line, line_char);
  190. return;
  191. }
  192. // output token
  193. if (token) {
  194. if (!output(user, token, token_val, line, line_char)) {
  195. return;
  196. }
  197. }
  198. // update line/char counters
  199. for (size_t i = 0; i < l; i++) {
  200. if (str[i] == '\n') {
  201. line++;
  202. line_char = 1;
  203. } else {
  204. line_char++;
  205. }
  206. }
  207. str += l;
  208. left -= l;
  209. }
  210. output(user, NCD_EOF, NULL, line, line_char);
  211. }