// pest. The Elegant Parser // Copyright (c) 2018 DragoČ™ Tiselice // // Licensed under the Apache License, Version 2.0 // or the MIT // license , at your // option. All files in the project carrying such notice may not be copied, // modified, or distributed except according to those terms. // This structure serves to improve performance over Token objects in two ways: // // * it is smaller than a Token, leading to both less memory use when stored in the queue but also // increased speed when pushing to the queue // * it finds its pair in O(1) time instead of O(N), since pair positions are known at parse time // and can easily be stored instead of recomputed #[derive(Debug)] pub enum QueueableToken { Start { end_token_index: usize, input_pos: usize, }, End { start_token_index: usize, rule: R, input_pos: usize, }, }