5cd07648fd
Now, grammars can handle whitespace by making it another ubiquitous token, like comments. For now, this has the side effect of whitespace being included in the tree that precedes it. This was already an issue for other ubiquitous tokens though, so it needs to be fixed anyway.
77 lines
2.3 KiB
C++
77 lines
2.3 KiB
C++
#ifndef TREE_SITTER_COMPILER_H_
|
|
#define TREE_SITTER_COMPILER_H_
|
|
|
|
#include <memory>
|
|
#include <set>
|
|
#include <string>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
namespace tree_sitter {
|
|
|
|
namespace rules {
|
|
|
|
class Rule;
|
|
typedef std::shared_ptr<Rule> rule_ptr;
|
|
|
|
rule_ptr blank();
|
|
rule_ptr choice(const std::vector<rule_ptr> &rules);
|
|
rule_ptr repeat(const rule_ptr &content);
|
|
rule_ptr seq(const std::vector<rule_ptr> &rules);
|
|
rule_ptr sym(const std::string &name);
|
|
rule_ptr pattern(const std::string &value);
|
|
rule_ptr str(const std::string &value);
|
|
rule_ptr keyword(const std::string &value);
|
|
rule_ptr keypattern(const std::string &value);
|
|
rule_ptr err(const rule_ptr &rule);
|
|
rule_ptr prec(int precedence, rule_ptr rule);
|
|
rule_ptr token(rule_ptr rule);
|
|
|
|
std::ostream &operator<<(std::ostream &stream, const rules::rule_ptr &rule);
|
|
|
|
} // namespace rules
|
|
|
|
class Grammar {
|
|
const std::vector<std::pair<std::string, rules::rule_ptr> > rules_;
|
|
std::set<std::string> ubiquitous_tokens_;
|
|
|
|
public:
|
|
Grammar(const std::vector<std::pair<std::string, rules::rule_ptr> > &rules);
|
|
bool operator==(const Grammar &other) const;
|
|
std::string start_rule_name() const;
|
|
const rules::rule_ptr rule(const std::string &name) const;
|
|
const std::vector<std::pair<std::string, rules::rule_ptr> > &rules() const;
|
|
const std::set<std::string> &ubiquitous_tokens() const;
|
|
Grammar &ubiquitous_tokens(const std::set<std::string> &ubiquitous_tokens);
|
|
};
|
|
|
|
struct Conflict {
|
|
explicit Conflict(std::string description);
|
|
std::string description;
|
|
bool operator==(const Conflict &other) const;
|
|
bool operator<(const Conflict &other) const;
|
|
};
|
|
|
|
enum GrammarErrorType {
|
|
GrammarErrorTypeRegex,
|
|
GrammarErrorTypeUndefinedSymbol
|
|
};
|
|
|
|
class GrammarError {
|
|
public:
|
|
GrammarError(GrammarErrorType type, std::string message);
|
|
bool operator==(const GrammarError &other) const;
|
|
GrammarErrorType type;
|
|
std::string message;
|
|
};
|
|
|
|
std::tuple<std::string, std::vector<Conflict>, const GrammarError *> compile(
|
|
const Grammar &grammar, std::string name);
|
|
|
|
std::ostream &operator<<(std::ostream &stream, const Grammar &grammar);
|
|
std::ostream &operator<<(std::ostream &stream, const Conflict &conflict);
|
|
std::ostream &operator<<(std::ostream &stream, const GrammarError *error);
|
|
|
|
} // namespace tree_sitter
|
|
|
|
#endif // TREE_SITTER_COMPILER_H_
|