More fixes for parsing files with comments

This commit is contained in:
Thomas Krijnen
2014-04-19 09:35:08 +00:00
parent 604d6b032d
commit bd83259d2b
+3 -3
View File
@@ -267,7 +267,7 @@ Token Tokens::Next() {
char c = stream->Peek();
// If the cursor is at [()=,;$*] we know token consists of single char
if ( c == '(' || c == ')' || c == '=' || c == ',' || c == ';' || c == '$' || c == '*' ) {
if (c == '(' || c == ')' || c == '=' || c == ',' || c == ';' || c == '$' || c == '*') {
stream->Inc();
return TokenPtr(c);
}
@@ -279,7 +279,7 @@ Token Tokens::Next() {
// Read character and increment pointer if not starting a new token
char c = stream->Peek();
if ( len && (c == '(' || c == ')' || c == '=' || c == ',' || c == ';' ) ) break;
if ( len && (c == '(' || c == ')' || c == '=' || c == ',' || c == ';' || c == '/') ) break;
stream->Inc();
len ++;
@@ -305,7 +305,7 @@ std::string Tokens::TokenString(unsigned int offset) {
char p = 0;
while ( ! stream->eof ) {
char c = stream->Peek();
if ( buffer.size() && (c == '(' || c == ')' || c == '=' || c == ',' || c == ';' ) ) break;
if ( buffer.size() && (c == '(' || c == ')' || c == '=' || c == ',' || c == ';' || c == '/') ) break;
stream->Inc();
if ( c == ' ' || c == '\r' || c == '\n' || c == '\t' ) continue;
else if ( c == '\'' ) return *decoder;