135 строки
3.3 KiB
C++
135 строки
3.3 KiB
C++
|
|
#include "tokens.h"
|
|
#include "CScanner.h"
|
|
#include "nsString.h"
|
|
|
|
static nsCAutoString gIdentChars("abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789_");
|
|
static nsCAutoString gDigits("0123456789");
|
|
static nsCAutoString gWhitespace(" \n\r\t\b");
|
|
static nsCAutoString gNewlines("\r\n");
|
|
|
|
|
|
int CIdentifierToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
mTextValue=aChar;
|
|
int result=aScanner.readWhile(mTextValue,gIdentChars,false);
|
|
return result;
|
|
};
|
|
|
|
|
|
int CNumberToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
mTextValue=aChar;
|
|
int result=aScanner.readWhile(mTextValue,gDigits,false);
|
|
return result;
|
|
};
|
|
|
|
|
|
int CWhitespaceToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
mTextValue=aChar;
|
|
int result=aScanner.readWhile(mTextValue,gWhitespace,false);
|
|
return result;
|
|
};
|
|
|
|
|
|
bool validOperator(nsCString& aString) {
|
|
bool result=false;
|
|
int len=aString.Length();
|
|
|
|
switch(len) {
|
|
case 1: return true;
|
|
case 3:
|
|
result=((0==aString.Compare("<<=")) ||(0==aString.Compare(">>=")));
|
|
break;
|
|
default:
|
|
switch(aString[0]) {
|
|
case '+': case '=':
|
|
case '&': case '|':
|
|
case '<': case '>':
|
|
if((aString[1]==aString[0]) || (aString[1]=='='))
|
|
result=true;
|
|
break;
|
|
case '-':
|
|
if((aString[1]==aString[0]) || (aString[1]=='>'))
|
|
result=true;
|
|
break;
|
|
case ':':
|
|
if((len==2) && (aString[1]==aString[0]))
|
|
result=true;
|
|
break;
|
|
case '*': case '/':
|
|
case '^': case '!':
|
|
case '~': case '%':
|
|
if((aString[1]=='='))
|
|
result=true;
|
|
break;
|
|
case '(':
|
|
result=aString[1]==')'; break;
|
|
case '[':
|
|
result=aString[1]==']'; break;
|
|
default:
|
|
break;
|
|
}
|
|
break;
|
|
}
|
|
return result;
|
|
}
|
|
|
|
int COperatorToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
int result=0;
|
|
mTextValue=aChar;
|
|
while((validOperator(mTextValue)) && (kNoError==result)){
|
|
result=aScanner.getChar(aChar);
|
|
mTextValue+=aChar;
|
|
}
|
|
if(kNoError==result) {
|
|
mTextValue.Truncate(mTextValue.mLength-1);
|
|
aScanner.push(aChar);
|
|
}
|
|
return result;
|
|
};
|
|
|
|
|
|
int CCommentToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
int result=0;
|
|
if('/'==mTextValue[1]) {
|
|
result=aScanner.readUntil(mTextValue,gNewlines,false);
|
|
}
|
|
else {
|
|
bool done=false;
|
|
nsCAutoString temp("/");
|
|
while((0==result) && (false==done)){
|
|
aScanner.readUntil(mTextValue,temp,true);
|
|
PRUnichar theChar=mTextValue[mTextValue.Length()-2];
|
|
done=('*'==theChar);
|
|
}
|
|
}
|
|
return result;
|
|
};
|
|
|
|
|
|
int CCompilerDirectiveToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
mTextValue=aChar;
|
|
int result=aScanner.readUntil(mTextValue,gNewlines,false);
|
|
return result;
|
|
};
|
|
|
|
|
|
int CSemicolonToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
int result=0;
|
|
mTextValue=aChar;
|
|
return result;
|
|
};
|
|
|
|
|
|
int CNewlineToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
mTextValue=aChar;
|
|
int result=aScanner.readWhile(mTextValue,gNewlines,false);
|
|
return result;
|
|
};
|
|
|
|
|
|
int CQuotedStringToken::consume(PRUnichar aChar, CScanner& aScanner) {
|
|
mTextValue=aChar;
|
|
int result=aScanner.readUntil(mTextValue,aChar,true);
|
|
return result;
|
|
};
|