Chewing_Bever/mrk
1
0
Fork 0
Code Issues 1 Pull requests Activity

feat(lexer): match regular words

Browse source
This commit is contained in:
Jef Roosens 2024-03-07 11:02:28 +01:00
parent dcc52e2850
commit ec076a56a5
Signed by: Jef Roosens
GPG key ID: B75D4F293C7052DB
6 changed files with 82 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

25
test/lexer/lexer.c
View file

@ -37,18 +37,37 @@ void test_lexer_line_break() {
mrk_lexer_open(lxr, buf2, 0);
TEST_CHECK(mrk_lexer_next(&t, lxr) == mrk_lexer_err_ok);
TEST_CHECK(t.type == mrk_token_type_space);
TEST_CHECK(mrk_lexer_next(&t, lxr) == mrk_lexer_err_ok);
TEST_CHECK(t.type == mrk_token_type_space);
TEST_CHECK(t.type == mrk_token_type_spaces);
TEST_CHECK(mrk_lexer_done(lxr));
mrk_lexer_free(lxr);
}
void test_lexer_simple1() {
LEXER_INIT();
const char *buf = "### hello world\n\nthis is a paragraph";
mrk_lexer_open(lxr, buf, 0);
mrk_token t;
TEST_CHECK(mrk_lexer_next(&t, lxr) == mrk_lexer_err_ok);
TEST_CHECK(t.type == mrk_token_type_pounds);
TEST_CHECK(mrk_lexer_next(&t, lxr) == mrk_lexer_err_ok);
TEST_CHECK(t.type == mrk_token_type_spaces);
TEST_CHECK(mrk_lexer_next(&t, lxr) == mrk_lexer_err_ok);
TEST_CHECK(t.type == mrk_token_type_word);
TEST_CHECK(mrk_lexer_next(&t, lxr) == mrk_lexer_err_ok);
TEST_CHECK(t.type == mrk_token_type_spaces);
TEST_CHECK(mrk_lexer_next(&t, lxr) == mrk_lexer_err_ok);
TEST_CHECK(t.type == mrk_token_type_word);
TEST_CHECK(mrk_lexer_next(&t, lxr) == mrk_lexer_err_ok);
TEST_CHECK(t.type == mrk_token_type_blank_line);
}
TEST_LIST = {
{ "lexer header", test_lexer_header },
{ "lexer line break", test_lexer_line_break},
{ "lexer simple 1", test_lexer_simple1 },
{ NULL, NULL }
};