#include #include #include #include #include #include "compiler/generate_code/c_code.h" #include "compiler/generate_code/helpers.h" #include "compiler/rules/built_in_symbols.h" namespace tree_sitter { using std::string; using std::to_string; using std::map; using std::vector; using std::set; using std::pair; namespace generate_code { string _switch(string condition, string body) { return join({ "switch (" + condition + ") {", indent(body), "}" }); } string _case(string value, string body) { return join({ "case " + value + ":", indent(body), "" }); } string _default(string body) { return join({ "default:", indent(body) }); } string _if(string condition, string body) { return join({ "if (" + condition + ")", indent(body), "" }); } class CCodeGenerator { const string name; const ParseTable parse_table; const LexTable lex_table; public: CCodeGenerator(string name, const ParseTable &parse_table, const LexTable &lex_table) : name(name), parse_table(parse_table), lex_table(lex_table) {} string code() { return join({ includes(), symbol_count(), symbol_enum(), rule_names_list(), hidden_symbols_list(), lex_function(), lex_states_list(), parse_table_array(), parser_export(), }, "\n\n") + "\n"; } private: string symbol_id(rules::Symbol symbol) { if (symbol.is_built_in()) { if (symbol == rules::ERROR) return "ts_builtin_sym_error"; else return "ts_builtin_sym_end"; } else if (symbol.is_auxiliary()) { return "ts_aux_sym_" + symbol.name; } else { return "ts_sym_" + symbol.name; } } string character_code(char character) { switch (character) { case '\0': return "\\0"; case '"': return "\\\""; case '\n': return "\\n"; case '\\': return "\\\\"; default: return string() + character; } } string condition_for_character_range(const rules::CharacterRange &range) { string lookahead("lookahead"); if (range.min == range.max) { return lookahead + " == '" + character_code(range.min) + "'"; } else { return string("'") + character_code(range.min) + string("' <= ") + lookahead + " && " + lookahead + " <= '" + character_code(range.max) + "'"; } } string condition_for_character_set(const rules::CharacterSet &set) { vector parts; if (set.ranges.size() == 1) { return condition_for_character_range(*set.ranges.begin()); } else { for (auto &match : set.ranges) parts.push_back("(" + condition_for_character_range(match) + ")"); return join(parts, " ||\n "); } } string condition_for_character_rule(const rules::CharacterSet &rule) { vector parts; pair representation = rule.most_compact_representation(); if (representation.second) return condition_for_character_set(representation.first); else return "!(" + condition_for_character_set(rule.complement()) + ")"; } string code_for_parse_action(const ParseAction &action) { switch (action.type) { case ParseActionTypeAccept: return "ACCEPT_INPUT()"; case ParseActionTypeShift: return "SHIFT(" + to_string(action.state_index) + ")"; case ParseActionTypeReduce: return "REDUCE(" + symbol_id(action.symbol) + ", " + to_string(action.child_flags.size()) + ")"; default: return ""; } } string code_for_lex_actions(const LexAction &action, const set &expected_inputs) { switch (action.type) { case LexActionTypeAdvance: return "ADVANCE(" + to_string(action.state_index) + ");"; case LexActionTypeAccept: return "ACCEPT_TOKEN(" + symbol_id(action.symbol) + ");"; case LexActionTypeError: return "LEX_ERROR();"; } } string switch_on_lookahead_char(const LexState &parse_state) { string result = ""; auto expected_inputs = parse_state.expected_inputs(); for (auto pair : parse_state.actions) if (!pair.first.is_empty()) result += _if(condition_for_character_rule(pair.first), code_for_lex_actions(pair.second, expected_inputs)); result += code_for_lex_actions(parse_state.default_action, expected_inputs); return result; } string switch_on_lex_state() { string body = ""; for (size_t i = 0; i < lex_table.states.size(); i++) body += _case(std::to_string(i), switch_on_lookahead_char(lex_table.states[i])); body += _case("ts_lex_state_error", switch_on_lookahead_char(lex_table.error_state)); body += _default("LEX_PANIC();"); return _switch("lex_state", body); } string symbol_count() { return "#define TS_SYMBOL_COUNT " + to_string(parse_table.symbols.size()); } string symbol_enum() { string result = "enum {\n"; size_t index = 2; for (auto symbol : parse_table.symbols) if (!symbol.is_built_in()) result += indent(symbol_id(symbol)) + " = " + to_string(index++) + ",\n"; return result + "};"; } string rule_names_list() { string result = "SYMBOL_NAMES = {\n"; result += indent(string("\"") + "error") + "\",\n"; result += indent(string("\"") + "end") + "\",\n"; for (auto symbol : parse_table.symbols) if (!symbol.is_built_in()) result += indent(string("\"") + symbol.name) + "\",\n"; return result + "};"; } string hidden_symbols_list() { string result = "HIDDEN_SYMBOLS(" + to_string(parse_table.symbols.size()) + ") = {"; for (auto &symbol : parse_table.symbols) if (symbol.is_hidden()) result += indent("\n[" + symbol_id(symbol) + "] = 1,"); return result + "\n};"; } string includes() { return "#include \"tree_sitter/parser.h\""; } string lex_function() { return join({ "LEX_FN() {", indent("START_LEXER();"), indent(switch_on_lex_state()), "}" }); } template vector map_to_string(const vector &inputs, std::function f) { vector result; for (auto &item : inputs) result.push_back(f(item)); return result; } string lex_states_list() { size_t state_id = 0; return join({ "LEX_STATES(" + to_string(parse_table.states.size()) + ") = {", indent(join(map_to_string(parse_table.states, [&](ParseState state) { return "[" + to_string(state_id++) + "] = " + to_string(state.lex_state_id) + ","; }))), "};" }); } string parse_table_array() { size_t state_id = 0; return join({ "PARSE_TABLE(" + to_string(parse_table.states.size()) + ", " + to_string(parse_table.symbols.size()) + ") = {", indent(join(map_to_string(parse_table.states, [&](ParseState state) { string result = "[" + to_string(state_id++) + "] = {"; for (auto &pair : state.actions) result += indent("\n[" + symbol_id(pair.first) + "] = " + code_for_parse_action(pair.second) + ","); return result + "\n},"; }), "\n\n")), "};" }); } string parser_export() { return "EXPORT_PARSER(ts_parser_" + name + ");"; } }; string c_code(string name, const ParseTable &parse_table, const LexTable &lex_table) { return CCodeGenerator(name, parse_table, lex_table).code(); } } }