29#ifndef __ScriptLexer_H_
30#define __ScriptLexer_H_
bool isNewline(Ogre::String::value_type c) const
bool isWhitespace(Ogre::String::value_type c) const
void setToken(const String &lexeme, uint32 line, const String &source, ScriptTokenList *tokens)
ScriptTokenListPtr tokenize(const String &str, const String &source)
Tokenizes the given input and returns the list of tokens found.
Reference-counted shared pointer, used for objects where implicit destruction is required.
SharedPtr< ScriptToken > ScriptTokenPtr
SharedPtr< ScriptTokenList > ScriptTokenListPtr
vector< ScriptTokenPtr >::type ScriptTokenList
ScriptingAllocatedObject ScriptCompilerAlloc
This struct represents a token, which is an ID'd lexeme from the parsing input stream.
uint32 type
This is the id associated with the lexeme, which comes from a lexeme-token id mapping.
uint32 line
This holds the line number of the input stream where the token was found.
String lexeme
This is the lexeme for this token.