Unnamed repository; edit this file 'description' to name the repository.
Add a tokens iterator
| -rw-r--r-- | lib/ungrammar/src/lib.rs | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/lib/ungrammar/src/lib.rs b/lib/ungrammar/src/lib.rs index d4a5e6a44c..228952389f 100644 --- a/lib/ungrammar/src/lib.rs +++ b/lib/ungrammar/src/lib.rs @@ -42,6 +42,10 @@ impl Grammar { pub fn iter(&self) -> impl Iterator<Item = Node> + '_ { (0..self.nodes.len()).map(Node) } + + pub fn tokens(&self) -> impl Iterator<Item = Token> + '_ { + (0..self.tokens.len()).map(Token) + } } impl ops::Index<Node> for Grammar { |