wibble: wibble::Lexer< Token, Stream > Struct Template Reference

wibble 1.1

#include <parse.h>

Collaboration diagram for wibble::Lexer< Token, Stream >:

Collaboration graph

Public Types
typedef std::deque< char >	Window

Public Member Functions
void	shift ()

bool	eof ()

std::string	window (unsigned n)

bool	ensure_window (unsigned n)

void	consume (int n)

void	consume (const std::string &s)

void	consume (const Token &t)

void	keep (typename Token::Id id, const std::string &data)

template<typename I >
bool	match (I begin, I end)

void	match (const std::string &data, typename Token::Id id)

void	match (Regexp &r, typename Token::Id id)

void	match (int(first)(int), int(rest)(int), typename Token::Id id)

void	match (const std::string &from, const std::string &to, typename Token::Id id)

void	skipWhitespace ()

Token	decide ()

	Lexer (Stream &s)

Public Attributes
Stream &	stream

Window	_window

Position	current

Token	_match

Member Typedef Documentation

◆ Window

template<typename Token , typename Stream >

typedef std::deque< char > wibble::Lexer< Token, Stream >::Window

Constructor & Destructor Documentation

◆ Lexer()

template<typename Token , typename Stream >

wibble::Lexer< Token, Stream >::Lexer ( Stream & s )

inline

Member Function Documentation

◆ consume() [1/3]

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::consume ( const std::string & s )

inline

References wibble::Lexer< Token, Stream >::consume().

◆ consume() [2/3]

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::consume ( const Token & t )

inline

References wibble::Lexer< Token, Stream >::consume().

◆ consume() [3/3]

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::consume ( int n )

inline

References wibble::Lexer< Token, Stream >::_window, wibble::Position::column, wibble::Lexer< Token, Stream >::current, and wibble::Position::line.

Referenced by wibble::Lexer< Token, Stream >::consume(), wibble::Lexer< Token, Stream >::consume(), wibble::Lexer< Token, Stream >::decide(), and wibble::Lexer< Token, Stream >::skipWhitespace().

◆ decide()

template<typename Token , typename Stream >

Token wibble::Lexer< Token, Stream >::decide ( )

inline

References wibble::Lexer< Token, Stream >::_match, and wibble::Lexer< Token, Stream >::consume().

◆ ensure_window()

template<typename Token , typename Stream >

bool wibble::Lexer< Token, Stream >::ensure_window ( unsigned n )

inline

References wibble::Lexer< Token, Stream >::_window, wibble::Lexer< Token, Stream >::shift(), and wibble::Lexer< Token, Stream >::stream.

Referenced by wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::match(), and wibble::Lexer< Token, Stream >::window().

◆ eof()

template<typename Token , typename Stream >

bool wibble::Lexer< Token, Stream >::eof ( )

inline

References wibble::Lexer< Token, Stream >::_window, and wibble::Lexer< Token, Stream >::stream.

Referenced by wibble::Lexer< Token, Stream >::skipWhitespace().

◆ keep()

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::keep	(	typename Token::Id	id,
		const std::string &	data
	)

inline

References wibble::Lexer< Token, Stream >::_match, wibble::Lexer< Token, Stream >::current, and wibble::Token< _Id >::data.

Referenced by wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::match(), and wibble::Lexer< Token, Stream >::match().

◆ match() [1/5]

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::match	(	const std::string &	data,
		typename Token::Id	id
	)

inline

References wibble::Lexer< Token, Stream >::keep(), and wibble::Lexer< Token, Stream >::match().

◆ match() [2/5]

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::match	(	const std::string &	from,
		const std::string &	to,
		typename Token::Id	id
	)

inline

References wibble::Lexer< Token, Stream >::_window, wibble::Lexer< Token, Stream >::ensure_window(), wibble::Lexer< Token, Stream >::keep(), wibble::Lexer< Token, Stream >::match(), and wibble::Lexer< Token, Stream >::window().

◆ match() [3/5]

template<typename Token , typename Stream >

template<typename I >

bool wibble::Lexer< Token, Stream >::match	(	I	begin,
		I	end
	)

inline

References wibble::Lexer< Token, Stream >::_window, and wibble::Lexer< Token, Stream >::ensure_window().

Referenced by wibble::Lexer< Token, Stream >::match(), and wibble::Lexer< Token, Stream >::match().

◆ match() [4/5]

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::match	(	int(*)(int)	first,
		int(*)(int)	rest,
		typename Token::Id	id
	)

inline

References wibble::Lexer< Token, Stream >::_window, wibble::Lexer< Token, Stream >::ensure_window(), wibble::Lexer< Token, Stream >::keep(), and wibble::Lexer< Token, Stream >::window().

◆ match() [5/5]

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::match	(	Regexp &	r,
		typename Token::Id	id
	)

inline

References wibble::Lexer< Token, Stream >::keep(), and wibble::Lexer< Token, Stream >::window().

◆ shift()

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::shift ( )

inline

References wibble::Lexer< Token, Stream >::_window, assert, and wibble::Lexer< Token, Stream >::stream.

Referenced by wibble::Lexer< Token, Stream >::ensure_window().

◆ skipWhitespace()

template<typename Token , typename Stream >

void wibble::Lexer< Token, Stream >::skipWhitespace ( )

inline

References wibble::Lexer< Token, Stream >::consume(), wibble::Lexer< Token, Stream >::eof(), and wibble::Lexer< Token, Stream >::window().

◆ window()

template<typename Token , typename Stream >

std::string wibble::Lexer< Token, Stream >::window ( unsigned n )

inline

References wibble::Lexer< Token, Stream >::_window, assert, and wibble::Lexer< Token, Stream >::ensure_window().

Referenced by wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::match(), and wibble::Lexer< Token, Stream >::skipWhitespace().

Member Data Documentation

◆ _match

template<typename Token , typename Stream >

Token wibble::Lexer< Token, Stream >::_match

Referenced by wibble::Lexer< Token, Stream >::decide(), and wibble::Lexer< Token, Stream >::keep().

◆ _window

template<typename Token , typename Stream >

Window wibble::Lexer< Token, Stream >::_window

Referenced by wibble::Lexer< Token, Stream >::consume(), wibble::Lexer< Token, Stream >::ensure_window(), wibble::Lexer< Token, Stream >::eof(), wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::match(), wibble::Lexer< Token, Stream >::shift(), and wibble::Lexer< Token, Stream >::window().

◆ current

template<typename Token , typename Stream >

Position wibble::Lexer< Token, Stream >::current

Referenced by wibble::Lexer< Token, Stream >::consume(), and wibble::Lexer< Token, Stream >::keep().

◆ stream

template<typename Token , typename Stream >

Stream& wibble::Lexer< Token, Stream >::stream

Referenced by wibble::Lexer< Token, Stream >::ensure_window(), wibble::Lexer< Token, Stream >::eof(), and wibble::Lexer< Token, Stream >::shift().

The documentation for this struct was generated from the following file:

parse.h