traxys/tree-sitter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Implement lex table construction

Browse source
This commit is contained in:
Max Brunsfeld 2019-01-02 12:34:40 -08:00
parent a46b8fcb46
commit 9824ebbbc3
15 changed files with 581 additions and 227 deletions
Download patch file Download diff file Expand all files Collapse all files

15
src/tables.rs
View file

@ -1,7 +1,6 @@
use crate::nfa::CharacterSet;
use crate::rules::{Alias, Associativity, Symbol};
use std::collections::HashMap;
use std::ops::Range;
pub(crate) type AliasSequenceId = usize;
pub(crate) type ParseStateId = usize;
@ -50,21 +49,13 @@ pub(crate) struct ParseTable {
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct AdvanceAction {
pub state: LexStateId,
pub precedence: Range<i32>,
pub in_main_token: bool,
}
#[derive(Clone, Debug, PartialEq, Eq)]
pub(crate) struct AcceptTokenAction {
pub symbol: Symbol,
pub precedence: i32,
pub implicit_precedence: i32,
}
#[derive(Clone, Debug, PartialEq, Eq)]
#[derive(Clone, Debug, Default, PartialEq, Eq)]
pub(crate) struct LexState {
pub advance_actions: HashMap<CharacterSet, AdvanceAction>,
pub accept_action: Option<AcceptTokenAction>,
pub advance_actions: Vec<(CharacterSet, AdvanceAction)>,
pub accept_action: Option<usize>,
}
#[derive(Debug, PartialEq, Eq)]