traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Make grammars' separator characters configurable

Browse source
This commit is contained in:
Max Brunsfeld 2014-06-26 07:31:08 -07:00
parent 8aea89750d
commit a9dff20658
5 changed files with 24 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

12
spec/compiler/prepare_grammar/extract_tokens_spec.cc
View file

@ -107,6 +107,18 @@ describe("extracting tokens from a grammar", []() {
})))
});
it("preserves the separator characters in the lexical grammar", [&]() {
pair<SyntaxGrammar, LexicalGrammar> result = extract_tokens(InternedGrammar{
{
{ "rule_A", str("ab") },
},
{},
{ 'x', 'y', 'z' }
});
AssertThat(result.second.separators, Equals(vector<char>({ 'x', 'y', 'z' })));
});
describe("when an entire rule can be extracted", [&]() {
it("moves the rule the lexical grammar when possible and updates referencing symbols", [&]() {
auto result = extract_tokens(InternedGrammar{