Enum rustc_ast::token::TokenKind

source · [−]

pub enum TokenKind {
Show 37 variants    Eq,
    Lt,
    Le,
    EqEq,
    Ne,
    Ge,
    Gt,
    AndAnd,
    OrOr,
    Not,
    Tilde,
    BinOp(BinOpToken),
    BinOpEq(BinOpToken),
    At,
    Dot,
    DotDot,
    DotDotDot,
    DotDotEq,
    Comma,
    Semi,
    Colon,
    ModSep,
    RArrow,
    LArrow,
    FatArrow,
    Pound,
    Dollar,
    Question,
    SingleQuote,
    OpenDelim(DelimToken),
    CloseDelim(DelimToken),
    Literal(Lit),
    Ident(Symbol, bool),
    Lifetime(Symbol),
    Interpolated(Lrc<Nonterminal>),
    DocComment(CommentKind, AttrStyle, Symbol),
    Eof,
}

Variants

`Eq`

`Lt`

`Le`

`EqEq`

`Ne`

`Ge`

`Gt`

`AndAnd`

`OrOr`

`Not`

`Tilde`

`BinOp(BinOpToken)`

`BinOpEq(BinOpToken)`

`At`

`Dot`

`DotDot`

`DotDotDot`

`DotDotEq`

`Comma`

`Semi`

`Colon`

`ModSep`

`RArrow`

`LArrow`

`FatArrow`

`Pound`

`Dollar`

`Question`

`SingleQuote`

Used by proc macros for representing lifetimes, not generated by lexer right now.

`OpenDelim(DelimToken)`

An opening delimiter (e.g., {).

`CloseDelim(DelimToken)`

A closing delimiter (e.g., }).

`Literal(Lit)`

`Ident(Symbol, bool)`

Identifier token. Do not forget about NtIdent when you want to match on identifiers. It’s recommended to use Token::(ident,uninterpolate,uninterpolated_span) to treat regular and interpolated identifiers in the same way.

`Lifetime(Symbol)`

Lifetime identifier token. Do not forget about NtLifetime when you want to match on lifetime identifiers. It’s recommended to use Token::(lifetime,uninterpolate,uninterpolated_span) to treat regular and interpolated lifetime identifiers in the same way.

`Interpolated(Lrc<Nonterminal>)`

`DocComment(CommentKind, AttrStyle, Symbol)`

A doc comment token. Symbol is the doc comment’s data excluding its “quotes” (///, /**, etc) similarly to symbols in string literal tokens.

Enum rustc_ast::token::TokenKind

Variants

Eq

Lt

Le

EqEq

Ne

Ge

Gt

AndAnd

OrOr

Not

Tilde

BinOp(BinOpToken)

BinOpEq(BinOpToken)

At

Dot

DotDot

DotDotDot

DotDotEq

Comma

Semi

Colon

ModSep

RArrow

LArrow

FatArrow

Pound

Dollar

Question

SingleQuote

OpenDelim(DelimToken)

CloseDelim(DelimToken)

Literal(Lit)

Ident(Symbol, bool)

Lifetime(Symbol)

Interpolated(Lrc<Nonterminal>)

DocComment(CommentKind, AttrStyle, Symbol)

Eof

Implementations

impl TokenKind

pub fn lit(kind: LitKind, symbol: Symbol, suffix: Option<Symbol>) -> TokenKind

pub fn break_two_token_op(&self) -> Option<(TokenKind, TokenKind)>

pub fn similar_tokens(&self) -> Option<Vec<TokenKind>>

pub fn should_end_const_arg(&self) -> bool

Trait Implementations

impl Clone for TokenKind

fn clone(&self) -> TokenKind

fn clone_from(&mut self, source: &Self)

impl Debug for TokenKind

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<__D: Decoder> Decodable<__D> for TokenKind

fn decode(__decoder: &mut __D) -> Self

impl<__E: Encoder> Encodable<__E> for TokenKind

fn encode(&self, __encoder: &mut __E) -> Result<(), <__E as Encoder>::Error>

impl<__CTX> HashStable<__CTX> for TokenKind where __CTX: HashStableContext,

fn hash_stable(&self, __hcx: &mut __CTX, __hasher: &mut StableHasher)

impl PartialEq<TokenKind> for TokenKind

fn eq(&self, other: &TokenKind) -> bool

fn ne(&self, other: &TokenKind) -> bool

impl PartialEq<TokenKind> for Token

fn eq(&self, rhs: &TokenKind) -> bool

fn ne(&self, other: &Rhs) -> bool

impl StructuralPartialEq for TokenKind

Auto Trait Implementations

impl !RefUnwindSafe for TokenKind

impl !Send for TokenKind

impl !Sync for TokenKind

impl Unpin for TokenKind

impl !UnwindSafe for TokenKind

Blanket Implementations

impl<T> Any for T where T: 'static + ?Sized,

pub fn type_id(&self) -> TypeId

impl<T> Borrow<T> for T where T: ?Sized,

pub fn borrow(&self) -> &T

impl<T> BorrowMut<T> for T where T: ?Sized,

pub fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

pub fn from(t: T) -> T

impl<T, U> Into<U> for T where U: From<T>,