545e575508
This reverts commit 5cd07648fd.
The separators construct is useful as an optimization. It turns out that
constructing a node for every chunk of whitespace in a document causes a
significant performance regression.
Conflicts:
src/compiler/build_tables/build_lex_table.cc
src/compiler/grammar.cc
src/runtime/parser.c
80 lines
2.4 KiB
C++
80 lines
2.4 KiB
C++
#ifndef TREE_SITTER_COMPILER_H_
|
|
#define TREE_SITTER_COMPILER_H_
|
|
|
|
#include <memory>
|
|
#include <set>
|
|
#include <string>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
namespace tree_sitter {
|
|
|
|
namespace rules {
|
|
|
|
class Rule;
|
|
typedef std::shared_ptr<Rule> rule_ptr;
|
|
|
|
rule_ptr blank();
|
|
rule_ptr choice(const std::vector<rule_ptr> &rules);
|
|
rule_ptr repeat(const rule_ptr &content);
|
|
rule_ptr seq(const std::vector<rule_ptr> &rules);
|
|
rule_ptr sym(const std::string &name);
|
|
rule_ptr pattern(const std::string &value);
|
|
rule_ptr str(const std::string &value);
|
|
rule_ptr keyword(const std::string &value);
|
|
rule_ptr keypattern(const std::string &value);
|
|
rule_ptr err(const rule_ptr &rule);
|
|
rule_ptr prec(int precedence, rule_ptr rule);
|
|
rule_ptr token(rule_ptr rule);
|
|
|
|
std::ostream &operator<<(std::ostream &stream, const rules::rule_ptr &rule);
|
|
|
|
} // namespace rules
|
|
|
|
class Grammar {
|
|
const std::vector<std::pair<std::string, rules::rule_ptr> > rules_;
|
|
std::set<std::string> ubiquitous_tokens_;
|
|
std::set<char> separators_;
|
|
|
|
public:
|
|
Grammar(const std::vector<std::pair<std::string, rules::rule_ptr> > &rules);
|
|
bool operator==(const Grammar &other) const;
|
|
std::string start_rule_name() const;
|
|
const rules::rule_ptr rule(const std::string &name) const;
|
|
const std::vector<std::pair<std::string, rules::rule_ptr> > &rules() const;
|
|
const std::set<std::string> &ubiquitous_tokens() const;
|
|
Grammar &ubiquitous_tokens(const std::set<std::string> &ubiquitous_tokens);
|
|
const std::set<char> &separators() const;
|
|
Grammar &separators(const std::set<char> &separators);
|
|
};
|
|
|
|
struct Conflict {
|
|
explicit Conflict(std::string description);
|
|
std::string description;
|
|
bool operator==(const Conflict &other) const;
|
|
bool operator<(const Conflict &other) const;
|
|
};
|
|
|
|
enum GrammarErrorType {
|
|
GrammarErrorTypeRegex,
|
|
GrammarErrorTypeUndefinedSymbol
|
|
};
|
|
|
|
class GrammarError {
|
|
public:
|
|
GrammarError(GrammarErrorType type, std::string message);
|
|
bool operator==(const GrammarError &other) const;
|
|
GrammarErrorType type;
|
|
std::string message;
|
|
};
|
|
|
|
std::tuple<std::string, std::vector<Conflict>, const GrammarError *> compile(
|
|
const Grammar &grammar, std::string name);
|
|
|
|
std::ostream &operator<<(std::ostream &stream, const Grammar &grammar);
|
|
std::ostream &operator<<(std::ostream &stream, const Conflict &conflict);
|
|
std::ostream &operator<<(std::ostream &stream, const GrammarError *error);
|
|
|
|
} // namespace tree_sitter
|
|
|
|
#endif // TREE_SITTER_COMPILER_H_
|