This commit is contained in:
xuhaitao 2014-09-03 14:38:17 +00:00
commit eca8b2d937
2 changed files with 3 additions and 0 deletions

View file

@ -78,6 +78,8 @@ singlechar(void)
{
if(*ptr == '\n') {
return TOKENIZER_CR;
} else if(*ptr == '\r'){
return TOKENIZER_LF;
} else if(*ptr == ',') {
return TOKENIZER_COMMA;
} else if(*ptr == ';') {

View file

@ -70,6 +70,7 @@ enum {
TOKENIZER_GT,
TOKENIZER_EQ,
TOKENIZER_CR,
TOKENIZER_LF,
};
void tokenizer_goto(const char *program);