traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Import error corpus entries from grammar repos

Browse source 
Now that error recovery requires no input for the grammar author, it shouldn't
be tested in the individual grammar repos.
This commit is contained in:
Max Brunsfeld 2016-05-28 20:12:02 -07:00
parent 1e353381ff
commit e1a3a1daeb
9 changed files with 300 additions and 16 deletions
Download patch file Download diff file Expand all files Collapse all files

2
spec/helpers/load_language.cc
View file

@ -156,7 +156,7 @@ const TSLanguage *get_test_language(const string &language_name) {
return nullptr;
}
string language_dir = string("spec/fixtures/") + language_name;
string language_dir = string("spec/fixtures/grammars/") + language_name;
string grammar_filename = language_dir + "/src/grammar.json";
string parser_filename = language_dir + "/src/parser.c";

27
spec/helpers/read_test_entries.cc
View file

@ -38,7 +38,7 @@ static string trim_output(const string &input) {
return result;
}
static vector<TestEntry> get_test_entries_from_string(string content) {
static vector<TestEntry> parse_test_entries(string content) {
regex header_pattern("===+\n" "([^=]+)\n" "===+", extended);
regex separator_pattern("---+", extended);
vector<string> descriptions;
@ -94,16 +94,25 @@ static vector<string> list_directory(string dir_name) {
return result;
}
vector<TestEntry> read_corpus_entries(string directory) {
vector<TestEntry> result;
vector<string> filenames = list_directory(directory);
static string read_file(string filename) {
ifstream file(filename);
string result((istreambuf_iterator<char>(file)), istreambuf_iterator<char>());
return result;
}
for (string &filename : filenames) {
ifstream file(filename);
std::string content((istreambuf_iterator<char>(file)), istreambuf_iterator<char>());
for (TestEntry &entry : get_test_entries_from_string(content))
vector<TestEntry> read_corpus_entries(string language_name) {
vector<TestEntry> result;
string fixtures_dir = "spec/fixtures/";
string test_directory = fixtures_dir + "grammars/" + language_name + "/grammar_test";
for (string &test_filename : list_directory(test_directory))
for (TestEntry &entry : parse_test_entries(read_file(test_filename)))
result.push_back(entry);
}
string error_test_filename = fixtures_dir + "/error_corpus/" + language_name + "_errors.txt";
for (TestEntry &entry : parse_test_entries(read_file(error_test_filename)))
result.push_back(entry);
return result;
}