Enum Token

#[repr(u8)]
pub enum Token {
    LParen = 0,
    RParen = 1,
    LBrace = 2,
    RBrace = 3,
    LBracket = 4,
    RBracket = 5,
    Semi = 6,
    Comma = 7,
    Dot = 8,
    Colon = 9,
    QuestionMark = 10,
    Bang = 11,
    Tilde = 12,
    Plus = 13,
    Minus = 14,
    Asterisk = 15,
    Slash = 16,
    Percent = 17,
    Lt = 18,
    Gt = 19,
    Pipe = 20,
    Caret = 21,
    Ampersand = 22,
    Eq = 23,
    At = 24,
    Hash = 25,
    BackQuote = 26,
    Arrow = 27,
    DotDotDot = 28,
    PlusPlus = 29,
    MinusMinus = 30,
    PlusEq = 31,
    MinusEq = 32,
    MulEq = 33,
    DivEq = 34,
    ModEq = 35,
    LShiftEq = 36,
    RShiftEq = 37,
    ZeroFillRShiftEq = 38,
    BitOrEq = 39,
    BitXorEq = 40,
    BitAndEq = 41,
    ExpEq = 42,
    LogicalOrEq = 43,
    LogicalAndEq = 44,
    NullishEq = 45,
    OptionalChain = 46,
    EqEq = 47,
    NotEq = 48,
    EqEqEq = 49,
    NotEqEq = 50,
    LtEq = 51,
    GtEq = 52,
    LShift = 53,
    RShift = 54,
    ZeroFillRShift = 55,
    Exp = 56,
    LogicalOr = 57,
    LogicalAnd = 58,
    NullishCoalescing = 59,
    LessSlash = 60,
    DollarLBrace = 61,
    JSXTagStart = 62,
    JSXTagEnd = 63,
    Str = 64,
    Num = 65,
    BigInt = 66,
    Regex = 67,
    Template = 68,
    NoSubstitutionTemplateLiteral = 69,
    TemplateHead = 70,
    TemplateMiddle = 71,
    TemplateTail = 72,
    JSXName = 73,
    JSXText = 74,
    Ident = 75,
    Await = 76,
    Break = 77,
    Case = 78,
    Catch = 79,
    Class = 80,
    Const = 81,
    Continue = 82,
    Debugger = 83,
    Default = 84,
    Delete = 85,
    Do = 86,
    Else = 87,
    Export = 88,
    Extends = 89,
    False = 90,
    Finally = 91,
    For = 92,
    Function = 93,
    If = 94,
    Import = 95,
    In = 96,
    InstanceOf = 97,
    Let = 98,
    New = 99,
    Null = 100,
    Return = 101,
    Super = 102,
    Switch = 103,
    This = 104,
    Throw = 105,
    True = 106,
    Try = 107,
    TypeOf = 108,
    Var = 109,
    Void = 110,
    While = 111,
    With = 112,
    Yield = 113,
    Module = 114,
    Abstract = 115,
    Any = 116,
    As = 117,
    Asserts = 118,
    Assert = 119,
    Async = 120,
    Bigint = 121,
    Boolean = 122,
    Constructor = 123,
    Declare = 124,
    Enum = 125,
    From = 126,
    Get = 127,
    Global = 128,
    Implements = 129,
    Interface = 130,
    Intrinsic = 131,
    Is = 132,
    Keyof = 133,
    Namespace = 134,
    Never = 135,
    Number = 136,
    Object = 137,
    Of = 138,
    Out = 139,
    Override = 140,
    Package = 141,
    Private = 142,
    Protected = 143,
    Public = 144,
    Readonly = 145,
    Require = 146,
    Set = 147,
    Static = 148,
    String = 149,
    Symbol = 150,
    Type = 151,
    Undefined = 152,
    Unique = 153,
    Unknown = 154,
    Using = 155,
    Accessor = 156,
    Infer = 157,
    Satisfies = 158,
    Meta = 159,
    Target = 160,
    Shebang = 161,
    Error = 162,
    Eof = 163,
}

Variants

LParen = 0

(

RParen = 1

)

LBrace = 2

{

RBrace = 3

}

LBracket = 4

[

RBracket = 5

]

Semi = 6

;

Comma = 7

,

Dot = 8

.

Colon = 9

:

QuestionMark = 10

?

Bang = 11

!

Tilde = 12

~

Plus = 13

+

Minus = 14

-

Asterisk = 15

*

Slash = 16

/

Percent = 17

%

Lt = 18

<

Gt = 19

>

Pipe = 20

|

Caret = 21

^

Ampersand = 22

&

Eq = 23

=

At = 24

@

Hash = 25

#

BackQuote = 26

‘`’

Arrow = 27

=>

DotDotDot = 28

...

PlusPlus = 29

++

MinusMinus = 30

--

PlusEq = 31

+=

MinusEq = 32

-=

MulEq = 33

*=

DivEq = 34

/=

ModEq = 35

%=

LShiftEq = 36

<<=

RShiftEq = 37

>>=

ZeroFillRShiftEq = 38

>>>=

BitOrEq = 39

|=

BitXorEq = 40

^=

BitAndEq = 41

&=

ExpEq = 42

**=

LogicalOrEq = 43

||=

LogicalAndEq = 44

&&=

NullishEq = 45

??=

OptionalChain = 46

?.

EqEq = 47

==

NotEq = 48

!=

EqEqEq = 49

===

NotEqEq = 50

!==

LtEq = 51

<=

GtEq = 52

>=

LShift = 53

<<

RShift = 54

>>

ZeroFillRShift = 55

>>>

Exp = 56

**

LogicalOr = 57

||

LogicalAnd = 58

&&

NullishCoalescing = 59

??

LessSlash = 60

</

DollarLBrace = 61

${

JSXTagStart = 62

JSXTagEnd = 63

Str = 64

Num = 65

BigInt = 66

Regex = 67

Template = 68

NoSubstitutionTemplateLiteral = 69

TemplateHead = 70

TemplateMiddle = 71

TemplateTail = 72

JSXName = 73

JSXText = 74

Ident = 75

Await = 76

Break = 77

Case = 78

Catch = 79

Class = 80

Const = 81

Continue = 82

Debugger = 83

Default = 84

Delete = 85

Do = 86

Else = 87

Export = 88

Extends = 89

False = 90

Finally = 91

For = 92

Function = 93

If = 94

Import = 95

In = 96

InstanceOf = 97

Let = 98

New = 99

Null = 100

Return = 101

Super = 102

Switch = 103

This = 104

Throw = 105

True = 106

Try = 107

TypeOf = 108

Var = 109

Void = 110

While = 111

With = 112

Yield = 113

Module = 114

Abstract = 115

Any = 116

As = 117

Asserts = 118

Assert = 119

Async = 120

Bigint = 121

Boolean = 122

Constructor = 123

Declare = 124

Enum = 125

From = 126

Get = 127

Global = 128

Implements = 129

Interface = 130

Intrinsic = 131

Is = 132

Keyof = 133

Namespace = 134

Never = 135

Number = 136

Object = 137

Of = 138

Out = 139

Override = 140

Package = 141

Private = 142

Protected = 143

Public = 144

Readonly = 145

Require = 146

Set = 147

Static = 148

String = 149

Symbol = 150

Type = 151

Undefined = 152

Unique = 153

Unknown = 154

Using = 155

Accessor = 156

Infer = 157

Satisfies = 158

Meta = 159

Target = 160

Shebang = 161

Error = 162

Eof = 163

Implementations

impl Token

pub const fn is_ident_ref(self, ctx: Context) -> bool

pub const fn is_other_and_before_expr_is_false(self) -> bool

pub const fn is_other_and_can_have_trailing_comment(self) -> bool

impl<'a> Token

pub fn jsx_name(name: &str, lexer: &mut Lexer<'_>) -> Self

pub fn take_jsx_name<I: Tokens>(self, buffer: &mut Buffer<I>) -> Atom

pub fn str(value: Wtf8Atom, raw: Atom, lexer: &mut Lexer<'a>) -> Self

pub fn template( cooked: LexResult<Wtf8Atom>, raw: Atom, lexer: &mut Lexer<'a>, ) -> Self

pub fn regexp(content: Atom, flags: Atom, lexer: &mut Lexer<'a>) -> Self

pub fn num(value: f64, raw: Atom, lexer: &mut Lexer<'a>) -> Self

pub fn bigint(value: Box<BigInt>, raw: Atom, lexer: &mut Lexer<'a>) -> Self

pub fn unknown_ident(value: Atom, lexer: &mut Lexer<'a>) -> Self

pub fn into_atom(self, lexer: &mut Lexer<'a>) -> Option<Atom>

pub fn take_error<I: Tokens>(self, buffer: &mut Buffer<I>) -> Error

pub fn is_str_raw_content<I: Tokens>( self, content: &str, buffer: &Buffer<I>, ) -> bool

pub fn take_str<I: Tokens>(self, buffer: &mut Buffer<I>) -> (Wtf8Atom, Atom)

pub fn take_num<I: Tokens>(self, buffer: &mut Buffer<I>) -> (f64, Atom)

pub fn take_bigint<I: Tokens>( self, buffer: &mut Buffer<I>, ) -> (Box<BigInt>, Atom)

pub fn take_word<I: Tokens>(self, buffer: &Buffer<I>) -> Option<Atom>

pub fn take_unknown_ident<I: Tokens>(self, buffer: &mut Buffer<I>) -> Atom

pub fn take_known_ident(self) -> Atom

pub fn take_unknown_ident_ref<'b, I: Tokens>( &'b self, buffer: &'b Buffer<I>, ) -> &'b Atom

pub fn take_template<I: Tokens>( self, buffer: &mut Buffer<I>, ) -> (LexResult<Wtf8Atom>, Atom)

pub fn jsx_text(value: Wtf8Atom, raw: Atom, lexer: &mut Lexer<'_>) -> Self

pub fn take_jsx_text<I: Tokens>(self, buffer: &mut Buffer<I>) -> (Atom, Atom)

pub fn take_regexp<I: Tokens>(self, buffer: &mut Buffer<I>) -> (Atom, Atom)

pub fn shebang(value: Atom, lexer: &mut Lexer<'_>) -> Self

pub fn take_shebang<I: Tokens>(self, buffer: &mut Buffer<I>) -> Atom

impl Token

pub const fn is_reserved(self, ctx: Context) -> bool

pub fn to_string(self, value: Option<&TokenValue>) -> String

pub fn as_keyword_atom(self) -> Option<Atom>

pub const fn is_keyword(self) -> bool

pub fn as_known_ident_atom(self) -> Option<Atom>

pub const fn is_known_ident(self) -> bool

pub const fn is_word(self) -> bool

pub fn as_word_atom(self, value: Option<&TokenValue>) -> Option<Atom>

pub const fn is_bin_op(self) -> bool

pub const fn as_bin_op(self) -> Option<BinaryOp>

pub const fn is_assign_op(self) -> bool

pub fn as_assign_op(self) -> Option<AssignOp>

pub const fn before_expr(self) -> bool

pub const fn starts_expr(self) -> bool

pub const fn follows_keyword_let(self) -> bool

pub const fn should_rescan_into_gt_in_jsx(self) -> bool

Trait Implementations

impl Clone for Token

fn clone(&self) -> Token

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Token

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl PartialEq for Token

fn eq(&self, other: &Token) -> bool

Tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

Tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl Copy for Token

impl Eq for Token

impl StructuralPartialEq for Token