This branch had diverged considerably, so merging it required changing a lot of code. Conflicts: project.gyp spec/compiler/build_tables/action_takes_precedence_spec.cc spec/compiler/build_tables/build_conflict_spec.cc spec/compiler/build_tables/build_parse_table_spec.cc spec/compiler/build_tables/first_symbols_spec.cc spec/compiler/build_tables/item_set_closure_spec.cc spec/compiler/build_tables/item_set_transitions_spec.cc spec/compiler/build_tables/rule_can_be_blank_spec.cc spec/compiler/helpers/containers.h spec/compiler/prepare_grammar/expand_repeats_spec.cc spec/compiler/prepare_grammar/extract_tokens_spec.cc src/compiler/build_tables/action_takes_precedence.h src/compiler/build_tables/build_parse_table.cc src/compiler/build_tables/first_symbols.cc src/compiler/build_tables/first_symbols.h src/compiler/build_tables/item_set_closure.cc src/compiler/build_tables/item_set_transitions.cc src/compiler/build_tables/parse_item.cc src/compiler/build_tables/parse_item.h src/compiler/build_tables/rule_can_be_blank.cc src/compiler/build_tables/rule_can_be_blank.h src/compiler/prepare_grammar/expand_repeats.cc src/compiler/prepare_grammar/extract_tokens.cc src/compiler/prepare_grammar/extract_tokens.h src/compiler/prepare_grammar/prepare_grammar.cc src/compiler/rules/built_in_symbols.cc src/compiler/rules/built_in_symbols.h src/compiler/syntax_grammar.cc src/compiler/syntax_grammar.h
134 lines
4.4 KiB
C++
134 lines
4.4 KiB
C++
#include "compiler/helpers/stream_methods.h"
|
|
#include "compiler/compiler_spec_helper.h"
|
|
#include "tree_sitter/compiler.h"
|
|
#include "compiler/parse_table.h"
|
|
#include "compiler/syntax_grammar.h"
|
|
#include "compiler/build_tables/parse_item.h"
|
|
#include "compiler/build_tables/lex_item.h"
|
|
#include "compiler/build_tables/get_metadata.h"
|
|
|
|
namespace tree_sitter {
|
|
|
|
ostream &operator<<(ostream &stream, const Grammar &grammar) {
|
|
stream << string("#<grammar");
|
|
stream << string(" rules: {");
|
|
bool started = false;
|
|
for (auto pair : grammar.rules()) {
|
|
if (started)
|
|
stream << string(", ");
|
|
stream << pair.first;
|
|
stream << string(" => ");
|
|
stream << pair.second;
|
|
started = true;
|
|
}
|
|
return stream << string("}>");
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const GrammarError *error) {
|
|
if (error)
|
|
return stream << (string("#<grammar-error '") + error->message + "'>");
|
|
else
|
|
return stream << string("#<null>");
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const Rule &rule) {
|
|
return stream << rule.to_string();
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const rule_ptr &rule) {
|
|
if (rule.get())
|
|
stream << *rule;
|
|
else
|
|
stream << string("(null-rule)");
|
|
return stream;
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const Variable &variable) {
|
|
return stream << string("{") << variable.name << string(", ") << variable.rule << string(", ") << to_string(variable.type) << string("}");
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const SyntaxVariable &variable) {
|
|
return stream << string("{") << variable.name << string(", ") << variable.productions << string(", ") << to_string(variable.type) << string("}");
|
|
}
|
|
|
|
std::ostream &operator<<(std::ostream &stream, const LexAction &action) {
|
|
switch (action.type) {
|
|
case LexActionTypeError:
|
|
return stream << string("#<error>");
|
|
case LexActionTypeAccept:
|
|
return stream << string("#<accept ") + to_string(action.symbol.index) +
|
|
">";
|
|
case LexActionTypeAdvance:
|
|
return stream << string("#<advance ") + to_string(action.state_index) +
|
|
">";
|
|
default:
|
|
return stream;
|
|
}
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const ParseAction &action) {
|
|
switch (action.type) {
|
|
case ParseActionTypeError:
|
|
return stream << string("#<error>");
|
|
case ParseActionTypeAccept:
|
|
return stream << string("#<accept>");
|
|
case ParseActionTypeShift:
|
|
return stream << (string("#<shift ") + to_string(action.state_index) +
|
|
">");
|
|
case ParseActionTypeShiftExtra:
|
|
return stream << string("#<shift_extra");
|
|
case ParseActionTypeReduceExtra:
|
|
return stream << ("#<reduce_extra sym" + to_string(action.symbol.index) +
|
|
">");
|
|
case ParseActionTypeReduce:
|
|
return stream << ("#<reduce sym" + to_string(action.symbol.index) + " " +
|
|
to_string(action.consumed_symbol_count) + ">");
|
|
default:
|
|
return stream;
|
|
}
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const ParseState &state) {
|
|
stream << string("#<parse_state ");
|
|
bool started = false;
|
|
for (auto pair : state.actions) {
|
|
if (started)
|
|
stream << string(", ");
|
|
stream << pair.first << string(" => {");
|
|
for (auto &action : pair.second) {
|
|
stream << string(" ") << action;
|
|
}
|
|
stream << string("}");
|
|
started = true;
|
|
}
|
|
stream << string(">");
|
|
return stream;
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const ProductionStep &step) {
|
|
return stream << string("(production_step symbol:") << step.symbol << string(" precedence:") << to_string(step.precedence) << ")";
|
|
}
|
|
|
|
namespace build_tables {
|
|
|
|
ostream &operator<<(ostream &stream, const build_tables::LexItem &item) {
|
|
return stream << string("(item ") << item.lhs << string(" ") << *item.rule
|
|
<< string(")");
|
|
}
|
|
|
|
ostream &operator<<(ostream &stream, const ParseItem &item) {
|
|
return stream << string("(item variable:") << to_string(item.variable_index)
|
|
<< string(" production:") << to_string(item.production_index)
|
|
<< string(" step:") << to_string(item.step_index)
|
|
<< string(" remaining_rule:") << to_string(item.rule_id)
|
|
<< string(")");
|
|
}
|
|
|
|
std::ostream &operator<<(std::ostream &stream, const MetadataRange &range) {
|
|
return stream << string("{") << to_string(range.min) << string(", ")
|
|
<< to_string(range.max) << string("}");
|
|
}
|
|
|
|
} // namespace build_tables
|
|
|
|
} // namespace tree_sitter
|