Unify ubiquitous tokens and lexical separators in API

This commit is contained in:
Max Brunsfeld 2014-09-07 22:16:45 -07:00
parent a46f9d950c
commit 1ff7cedf40
29 changed files with 341 additions and 267 deletions

View file

@ -213,8 +213,10 @@ extern const Grammar javascript = Grammar({
{ "null", keyword("null") },
{ "true", keyword("true") },
{ "false", keyword("false") },
})
.ubiquitous_tokens({ "comment", "_line_break" })
.separators({ ' ', '\t', '\r' });
}).ubiquitous_tokens({
sym("comment"),
sym("_line_break"),
pattern("[ \t\r]"),
});
} // namespace tree_sitter_examples