Unify ubiquitous tokens and lexical separators in API
This commit is contained in:
parent
a46f9d950c
commit
1ff7cedf40
29 changed files with 341 additions and 267 deletions
|
|
@ -213,8 +213,10 @@ extern const Grammar javascript = Grammar({
|
|||
{ "null", keyword("null") },
|
||||
{ "true", keyword("true") },
|
||||
{ "false", keyword("false") },
|
||||
})
|
||||
.ubiquitous_tokens({ "comment", "_line_break" })
|
||||
.separators({ ' ', '\t', '\r' });
|
||||
}).ubiquitous_tokens({
|
||||
sym("comment"),
|
||||
sym("_line_break"),
|
||||
pattern("[ \t\r]"),
|
||||
});
|
||||
|
||||
} // namespace tree_sitter_examples
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue