Scanner Class Reference

#include <scanner.h>

Data Structures
class	LiteralScope
struct	Location

Public Member Functions
	Scanner (UnicodeCache *scanner_contants)
void	Initialize (Utf16CharacterStream *source)
Token::Value	Next ()
Token::Value	current_token ()
Location	location () const
Token::Value	peek () const
Location	peek_location () const
bool	literal_contains_escapes () const
bool	is_literal_contextual_keyword (Vector< const char > keyword)
bool	is_next_contextual_keyword (Vector< const char > keyword)
Handle< String >	AllocateNextLiteralString (Isolate *isolate, PretenureFlag tenured)
Handle< String >	AllocateInternalizedString (Isolate *isolate)
double	DoubleValue ()
bool	UnescapedLiteralMatches (const char *data, int length)
void	IsGetOrSet (bool *is_get, bool *is_set)
int	FindNumber (DuplicateFinder *finder, int value)
int	FindSymbol (DuplicateFinder *finder, int value)
void	LogSymbol (ParserRecorder *log, int position)
UnicodeCache *	unicode_cache ()
Location	octal_position () const
void	clear_octal_position ()
void	SeekForward (int pos)
bool	HarmonyScoping () const
void	SetHarmonyScoping (bool scoping)
bool	HarmonyModules () const
void	SetHarmonyModules (bool modules)
bool	HarmonyNumericLiterals () const
void	SetHarmonyNumericLiterals (bool numeric_literals)
bool	HasAnyLineTerminatorBeforeNext () const
bool	ScanRegExpPattern (bool seen_equal)
bool	ScanRegExpFlags ()

Static Public Attributes
static const int	kNoOctalLocation = -1

Detailed Description

Definition at line 324 of file scanner.h.

Constructor & Destructor Documentation

Scanner ( UnicodeCache *  scanner_contants )

explicit

Definition at line 47 of file scanner.cc.

Member Function Documentation

Handle< String > AllocateInternalizedString

(

Isolate *

isolate

)

Definition at line 1131 of file scanner.cc.

References Isolate::factory(), Factory::InternalizeOneByteString(), and Factory::InternalizeTwoByteString().

Referenced by ParserTraits::GetSymbol(), and TestScanRegExp().

Handle< String > AllocateNextLiteralString	(	Isolate *	isolate,
		PretenureFlag	tenured
	)

Definition at line 1119 of file scanner.cc.

References Isolate::factory(), Factory::NewStringFromOneByte(), and Factory::NewStringFromTwoByte().

Referenced by ParserTraits::NextLiteralString().

void clear_octal_position ( )

inline

Definition at line 437 of file scanner.h.

References Scanner::Location::invalid().

Referenced by ParserBase< ParserTraits >::CheckOctalLiteral().

Token::Value current_token ( )

inline

Definition at line 372 of file scanner.h.

Referenced by PreParserTraits::GetSymbol().

double DoubleValue

(

)

Definition at line 1142 of file scanner.cc.

References v8::internal::ALLOW_BINARY, v8::internal::ALLOW_HEX, v8::internal::ALLOW_IMPLICIT_OCTAL, v8::internal::ALLOW_OCTAL, ASSERT, and v8::internal::StringToDouble().

Referenced by ParserTraits::ExpressionFromLiteral().

int FindNumber	(	DuplicateFinder *	finder,
		int	value
	)

Definition at line 1150 of file scanner.cc.

References DuplicateFinder::AddNumber().

Referenced by ParserBase< Traits >::ObjectLiteralChecker::CheckProperty().

int FindSymbol	(	DuplicateFinder *	finder,
		int	value
	)

Definition at line 1155 of file scanner.cc.

References DuplicateFinder::AddOneByteSymbol(), and DuplicateFinder::AddTwoByteSymbol().

Referenced by ParserBase< Traits >::ObjectLiteralChecker::CheckProperty().

bool HarmonyModules ( ) const

inline

Definition at line 451 of file scanner.h.

Referenced by ParserBase< ParserTraits >::allow_modules().

bool HarmonyNumericLiterals ( ) const

inline

Definition at line 457 of file scanner.h.

Referenced by ParserBase< ParserTraits >::allow_harmony_numeric_literals().

bool HarmonyScoping ( ) const

inline

Definition at line 445 of file scanner.h.

Referenced by ParserBase< ParserTraits >::allow_harmony_scoping().

bool HasAnyLineTerminatorBeforeNext ( ) const

inline

Definition at line 466 of file scanner.h.

void Initialize

(

Utf16CharacterStream *

source

)

Definition at line 55 of file scanner.cc.

Referenced by TEST(), TestScanRegExp(), and TestStreamScanner().

bool is_literal_contextual_keyword ( Vector< const char >  keyword )

inline

Definition at line 393 of file scanner.h.

References ASSERT_NOT_NULL.

bool is_next_contextual_keyword ( Vector< const char >  keyword )

inline

Definition at line 397 of file scanner.h.

References ASSERT_NOT_NULL.

void IsGetOrSet ( bool *  is_get, bool *  is_set  )

inline

Definition at line 417 of file scanner.h.

References Scanner::literal_contains_escapes(), and Vector< T >::start().

bool literal_contains_escapes ( ) const

inline

Definition at line 384 of file scanner.h.

References Scanner::Location::beg_pos, Scanner::Location::end_pos, Scanner::location(), and STRING.

Referenced by Scanner::IsGetOrSet(), and Scanner::UnescapedLiteralMatches().

Location location ( ) const

inline

Definition at line 375 of file scanner.h.

Referenced by Scanner::literal_contains_escapes(), ParserBase< ParserTraits >::position(), PreParser::PreParseLazyFunction(), ParserBase< ParserTraits >::ReportMessage(), ParserTraits::ReportMessage(), and TestStreamScanner().

void LogSymbol	(	ParserRecorder *	log,
		int	position
	)

Definition at line 1163 of file scanner.cc.

References ParserRecorder::LogOneByteSymbol(), and ParserRecorder::LogTwoByteSymbol().

Referenced by ParserTraits::GetSymbol().

Token::Value Next

(

)

Definition at line 231 of file scanner.cc.

Referenced by ParserBase< ParserTraits >::INLINE(), TEST(), TestScanRegExp(), and TestStreamScanner().

Location octal_position ( ) const

inline

Definition at line 436 of file scanner.h.

Referenced by ParserBase< ParserTraits >::CheckOctalLiteral().

Token::Value peek ( ) const

inline

Definition at line 380 of file scanner.h.

Referenced by ParserBase< ParserTraits >::INLINE(), and TestScanRegExp().

Location peek_location ( ) const

inline

Definition at line 382 of file scanner.h.

Referenced by ParserBase< ParserTraits >::peek_position(), and PreParser::PreParseProgram().

bool ScanRegExpFlags

(

)

Definition at line 1099 of file scanner.cc.

References Scanner::LiteralScope::Complete(), and UnicodeCache::IsIdentifierPart().

bool ScanRegExpPattern

(

bool

seen_equal

)

Definition at line 1022 of file scanner.cc.

References Scanner::LiteralScope::Complete(), and UnicodeCache::IsLineTerminator().

Referenced by TestScanRegExp().

void SeekForward

(

int

pos

)

Definition at line 601 of file scanner.cc.

References ASSERT, ASSERT_EQ, Utf16CharacterStream::pos(), and Utf16CharacterStream::SeekForward().

Referenced by TestStreamScanner().

void SetHarmonyModules ( bool  modules )

inline

Definition at line 454 of file scanner.h.

References v8::internal::modules().

Referenced by ParserBase< ParserTraits >::set_allow_modules(), and TEST().

void SetHarmonyNumericLiterals ( bool  numeric_literals )

inline

Definition at line 460 of file scanner.h.

Referenced by ParserBase< ParserTraits >::set_allow_harmony_numeric_literals().

void SetHarmonyScoping ( bool  scoping )

inline

Definition at line 448 of file scanner.h.

Referenced by ParserBase< ParserTraits >::set_allow_harmony_scoping(), and TEST().

bool UnescapedLiteralMatches ( const char *  data, int  length  )

inline

Definition at line 407 of file scanner.h.

References Scanner::literal_contains_escapes(), and Vector< T >::start().

Referenced by PreParserTraits::ExpressionFromString(), and PreParserTraits::GetSymbol().

UnicodeCache* unicode_cache ( )

inline

Definition at line 433 of file scanner.h.

Field Documentation

const int kNoOctalLocation = -1

static

Definition at line 363 of file scanner.h.

---

The documentation for this class was generated from the following files:

• src/scanner.h
• src/scanner.cc