41 lines
922 B
Rust
41 lines
922 B
Rust
use crate::SyntaxKind;
|
|
|
|
#[derive(Clone, Copy)]
|
|
pub(crate) struct TokenSet(u128);
|
|
|
|
impl TokenSet {
|
|
pub const fn empty() -> TokenSet {
|
|
TokenSet(0)
|
|
}
|
|
|
|
pub const fn singleton(kind: SyntaxKind) -> TokenSet {
|
|
TokenSet(mask(kind))
|
|
}
|
|
|
|
pub const fn union(self, other: TokenSet) -> TokenSet {
|
|
TokenSet(self.0 | other.0)
|
|
}
|
|
|
|
pub fn contains(&self, kind: SyntaxKind) -> bool {
|
|
self.0 & mask(kind) != 0
|
|
}
|
|
}
|
|
|
|
const fn mask(kind: SyntaxKind) -> u128 {
|
|
1u128 << (kind as usize)
|
|
}
|
|
|
|
#[macro_export]
|
|
macro_rules! token_set {
|
|
($($t:ident),*) => { TokenSet::empty()$(.union(TokenSet::singleton($t)))* };
|
|
($($t:ident),* ,) => { token_set!($($t),*) };
|
|
}
|
|
|
|
#[test]
|
|
fn token_set_works_for_tokens() {
|
|
use crate::SyntaxKind::*;
|
|
let ts = token_set! { EOF, SHEBANG };
|
|
assert!(ts.contains(EOF));
|
|
assert!(ts.contains(SHEBANG));
|
|
assert!(!ts.contains(PLUS));
|
|
}
|