another comment

1 files changed, 3 insertions, 0 deletions

diff --git a/parser.l b/parser.l
index d97daef..a525d8f 100644
--- a/parser.l
+++ b/parser.l
@@ -148,6 +148,9 @@ void runes_parser_process_string(RunesTerm *t, char *buf, size_t len)
     YY_BUFFER_STATE state;
     yyscan_t scanner;
 
+    /* XXX this will break if buf ends with a partial escape sequence or utf8
+     * character. we need to detect that and not consume the entire input in
+     * that case */
     yylex_init_extra(t, &scanner);
     state = runes_parser_yy_scan_bytes(buf, len, scanner);
     runes_parser_yylex(scanner);