class Parser::CodeTokenizer

Declaration

class Parser::CodeTokenizer { /* full declaration omitted */ };

Description

Simple tokenizer for the parser.

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:69

Member Variables

private llvm::StringRef& Code

private llvm::StringRef StartOfLine

private unsigned int Line = 1

private clang::ast_matchers::dynamic::Diagnostics* Error

private clang::ast_matchers::dynamic::Parser::TokenInfo NextToken

private const char* CodeCompletionLocation = nullptr

Method Overview

• public CodeTokenizer(llvm::StringRef & MatcherCode, clang::ast_matchers::dynamic::Diagnostics * Error)
• public CodeTokenizer(llvm::StringRef & MatcherCode, clang::ast_matchers::dynamic::Diagnostics * Error, unsigned int CodeCompletionOffset)
• public clang::ast_matchers::dynamic::Parser::TokenInfo SkipNewlines()
• public clang::ast_matchers::dynamic::Parser::TokenInfo consumeNextToken()
• public clang::ast_matchers::dynamic::Parser::TokenInfo consumeNextTokenIgnoreNewlines()
• private void consumeNumberLiteral(clang::ast_matchers::dynamic::Parser::TokenInfo * Result)
• private void consumeStringLiteral(clang::ast_matchers::dynamic::Parser::TokenInfo * Result)
• private void consumeWhitespace()
• private clang::ast_matchers::dynamic::SourceLocation currentLocation()
• private clang::ast_matchers::dynamic::Parser::TokenInfo getNextToken()
• public TokenInfo::TokenKind nextTokenKind() const
• public const clang::ast_matchers::dynamic::Parser::TokenInfo & peekNextToken() const

Methods

¶CodeTokenizer(
    llvm::StringRef& MatcherCode,
    clang::ast_matchers::dynamic::Diagnostics*
        Error)

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:71

Parameters

llvm::StringRef& MatcherCode

clang::ast_matchers::dynamic::Diagnostics* Error

¶CodeTokenizer(
    llvm::StringRef& MatcherCode,
    clang::ast_matchers::dynamic::Diagnostics*
        Error,
    unsigned int CodeCompletionOffset)

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:76

Parameters

llvm::StringRef& MatcherCode

clang::ast_matchers::dynamic::Diagnostics* Error

unsigned int CodeCompletionOffset

¶clang::ast_matchers::dynamic::Parser::TokenInfo
SkipNewlines()

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:93

¶clang::ast_matchers::dynamic::Parser::TokenInfo
consumeNextToken()

Description

Consumes and returns the next token.

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:87

¶clang::ast_matchers::dynamic::Parser::TokenInfo
consumeNextTokenIgnoreNewlines()

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:99

¶void consumeNumberLiteral(
    clang::ast_matchers::dynamic::Parser::
        TokenInfo* Result)

Description

Consume an unsigned and float literal.

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:214

Parameters

clang::ast_matchers::dynamic::Parser::TokenInfo* Result

¶void consumeStringLiteral(
    clang::ast_matchers::dynamic::Parser::
        TokenInfo* Result)

Description

Consume a string literal. \c Code must be positioned at the start of the literal (the opening quote). Consumed until it finds the same closing quote character.

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:270

Parameters

clang::ast_matchers::dynamic::Parser::TokenInfo* Result

¶void consumeWhitespace()

Description

Consume all leading whitespace from \c Code.

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:301

¶clang::ast_matchers::dynamic::SourceLocation
currentLocation()

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:308

¶clang::ast_matchers::dynamic::Parser::TokenInfo
getNextToken()

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:109

¶TokenInfo::TokenKind nextTokenKind() const

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:106

¶const clang::ast_matchers::dynamic::Parser::
    TokenInfo&
    peekNextToken() const

Description

Returns but doesn't consume the next token.

Declared at: clang/lib/ASTMatchers/Dynamic/Parser.cpp:84