6401a065ae
Unlike with parse actions, lexical actions of different types never appear in the same places in the table
73 lines
1.5 KiB
C++
73 lines
1.5 KiB
C++
#ifndef COMPILER_LEX_TABLE_H_
|
|
#define COMPILER_LEX_TABLE_H_
|
|
|
|
#include <map>
|
|
#include <vector>
|
|
#include <set>
|
|
#include <string>
|
|
#include "compiler/precedence_range.h"
|
|
#include "compiler/rules/symbol.h"
|
|
#include "compiler/rules/character_set.h"
|
|
|
|
namespace tree_sitter {
|
|
|
|
typedef enum {
|
|
LexActionTypeError,
|
|
LexActionTypeAccept,
|
|
LexActionTypeAcceptFragile,
|
|
LexActionTypeAdvance
|
|
} LexActionType;
|
|
|
|
struct AdvanceAction {
|
|
AdvanceAction();
|
|
AdvanceAction(size_t, PrecedenceRange);
|
|
|
|
bool operator==(const AdvanceAction &action) const;
|
|
|
|
size_t state_index;
|
|
PrecedenceRange precedence_range;
|
|
};
|
|
|
|
struct AcceptTokenAction {
|
|
AcceptTokenAction();
|
|
AcceptTokenAction(rules::Symbol, int, bool);
|
|
|
|
bool is_present() const;
|
|
bool operator==(const AcceptTokenAction &action) const;
|
|
|
|
rules::Symbol symbol;
|
|
int precedence;
|
|
bool is_string;
|
|
bool is_fragile;
|
|
};
|
|
|
|
} // namespace tree_sitter
|
|
|
|
namespace std {} // namespace std
|
|
|
|
namespace tree_sitter {
|
|
|
|
class LexState {
|
|
public:
|
|
LexState();
|
|
std::set<rules::CharacterSet> expected_inputs() const;
|
|
bool operator==(const LexState &) const;
|
|
void each_advance_action(std::function<void(AdvanceAction *)>);
|
|
|
|
std::map<rules::CharacterSet, AdvanceAction> advance_actions;
|
|
AcceptTokenAction accept_action;
|
|
bool is_token_start;
|
|
};
|
|
|
|
typedef int64_t LexStateId;
|
|
|
|
class LexTable {
|
|
public:
|
|
LexStateId add_state();
|
|
LexState &state(LexStateId state_id);
|
|
std::vector<LexState> states;
|
|
};
|
|
|
|
} // namespace tree_sitter
|
|
|
|
#endif // COMPILER_LEX_TABLE_H_
|