Enum TokenType

#[repr(u8)]
pub enum TokenType {
    LParen = 0,
    RParen = 1,
    LBrace = 2,
    RBrace = 3,
    LBracket = 4,
    RBracket = 5,
    Semi = 6,
    Comma = 7,
    Dot = 8,
    Colon = 9,
    QuestionMark = 10,
    Bang = 11,
    Tilde = 12,
    Plus = 13,
    Minus = 14,
    Asterisk = 15,
    Slash = 16,
    Percent = 17,
    Lt = 18,
    Gt = 19,
    Pipe = 20,
    Caret = 21,
    Ampersand = 22,
    Eq = 23,
    At = 24,
    Hash = 25,
    BackQuote = 26,
    Arrow = 27,
    DotDotDot = 28,
    PlusPlus = 29,
    MinusMinus = 30,
    PlusEq = 31,
    MinusEq = 32,
    MulEq = 33,
    DivEq = 34,
    ModEq = 35,
    BitOrEq = 36,
    BitXorEq = 37,
    BitAndEq = 38,
    ExpEq = 39,
    LogicalOrEq = 40,
    LogicalAndEq = 41,
    NullishEq = 42,
    OptionalChain = 43,
    EqEq = 44,
    NotEq = 45,
    EqEqEq = 46,
    NotEqEq = 47,
    LtEq = 48,
    GtEq = 49,
    LShift = 50,
    RShift = 51,
    ZeroFillRShift = 52,
    Exp = 53,
    LogicalOr = 54,
    LogicalAnd = 55,
    NullishCoalescing = 56,
    DollarLBrace = 57,
    JSXTagStart = 58,
    JSXTagEnd = 59,
    Str = 60,
    Num = 61,
    BigInt = 62,
    Regex = 63,
    Template = 64,
    JSXText = 65,
    Ident = 66,
    Await = 100,
    Break = 101,
    Case = 102,
    Catch = 103,
    Class = 104,
    Const = 105,
    Continue = 106,
    Debugger = 107,
    Default = 108,
    Delete = 109,
    Do = 110,
    Else = 111,
    Export = 112,
    Extends = 113,
    False = 114,
    Finally = 115,
    For = 116,
    Function = 117,
    If = 118,
    Import = 119,
    In = 120,
    InstanceOf = 121,
    Let = 122,
    New = 123,
    Null = 124,
    Return = 125,
    Super = 126,
    Switch = 127,
    This = 128,
    Throw = 129,
    True = 130,
    Try = 131,
    TypeOf = 132,
    Var = 133,
    Void = 134,
    While = 135,
    With = 136,
    Yield = 137,
    Module = 138,
    Abstract = 150,
    Any = 151,
    As = 152,
    Asserts = 153,
    Assert = 154,
    Async = 155,
    Bigint = 156,
    Boolean = 157,
    Constructor = 158,
    Declare = 159,
    Enum = 160,
    From = 161,
    Get = 162,
    Global = 163,
    Implements = 164,
    Interface = 165,
    Intrinsic = 166,
    Is = 167,
    Keyof = 168,
    Namespace = 169,
    Never = 170,
    Number = 171,
    Object = 172,
    Of = 173,
    Package = 174,
    Private = 175,
    Protected = 176,
    Public = 177,
    Readonly = 178,
    Require = 179,
    Set = 180,
    Static = 181,
    String = 182,
    Symbol = 183,
    Type = 184,
    Undefined = 185,
    Unique = 186,
    Unknown = 187,
    Using = 188,
    Shebang = 190,
    EOF = 191,
    Invalid = 192,
}

Performance-optimized token type Represented as u8 to minimize memory usage

Variants

LParen = 0

RParen = 1

LBrace = 2

RBrace = 3

LBracket = 4

RBracket = 5

Semi = 6

Comma = 7

Dot = 8

Colon = 9

QuestionMark = 10

Bang = 11

Tilde = 12

Plus = 13

Minus = 14

Asterisk = 15

Slash = 16

Percent = 17

Lt = 18

Gt = 19

Pipe = 20

Caret = 21

Ampersand = 22

Eq = 23

At = 24

Hash = 25

BackQuote = 26

Arrow = 27

DotDotDot = 28

PlusPlus = 29

MinusMinus = 30

PlusEq = 31

MinusEq = 32

MulEq = 33

DivEq = 34

ModEq = 35

BitOrEq = 36

BitXorEq = 37

BitAndEq = 38

ExpEq = 39

LogicalOrEq = 40

LogicalAndEq = 41

NullishEq = 42

OptionalChain = 43

EqEq = 44

NotEq = 45

EqEqEq = 46

NotEqEq = 47

LtEq = 48

GtEq = 49

LShift = 50

RShift = 51

ZeroFillRShift = 52

Exp = 53

LogicalOr = 54

LogicalAnd = 55

NullishCoalescing = 56

DollarLBrace = 57

JSXTagStart = 58

JSXTagEnd = 59

Str = 60

Num = 61

BigInt = 62

Regex = 63

Template = 64

JSXText = 65

Ident = 66

Await = 100

Break = 101

Case = 102

Catch = 103

Class = 104

Const = 105

Continue = 106

Debugger = 107

Default = 108

Delete = 109

Do = 110

Else = 111

Export = 112

Extends = 113

False = 114

Finally = 115

For = 116

Function = 117

If = 118

Import = 119

In = 120

InstanceOf = 121

Let = 122

New = 123

Null = 124

Return = 125

Super = 126

Switch = 127

This = 128

Throw = 129

True = 130

Try = 131

TypeOf = 132

Var = 133

Void = 134

While = 135

With = 136

Yield = 137

Module = 138

Abstract = 150

Any = 151

As = 152

Asserts = 153

Assert = 154

Async = 155

Bigint = 156

Boolean = 157

Constructor = 158

Declare = 159

Enum = 160

From = 161

Get = 162

Global = 163

Implements = 164

Interface = 165

Intrinsic = 166

Is = 167

Keyof = 168

Namespace = 169

Never = 170

Number = 171

Object = 172

Of = 173

Package = 174

Private = 175

Protected = 176

Public = 177

Readonly = 178

Require = 179

Set = 180

Static = 181

String = 182

Symbol = 183

Type = 184

Undefined = 185

Unique = 186

Unknown = 187

Using = 188

Shebang = 190

EOF = 191

Invalid = 192

Implementations

impl TokenType

pub const fn before_expr(self) -> bool

Constant method for compiler optimization Checks if this token can precede an expression

pub const fn starts_expr(self) -> bool

Constant method for compiler optimization Checks if this token can start an expression

pub fn is_keyword(self) -> bool

Check if the token is a keyword

pub fn as_str(self) -> &'static str

Convert token type to string representation

Trait Implementations

impl Clone for TokenType

fn clone(&self) -> TokenType

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for TokenType

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for TokenType

fn eq(&self, other: &TokenType) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for TokenType

impl Eq for TokenType

impl StructuralPartialEq for TokenType