diff --git a/tokenizer.c b/tokenizer.c index 3321079..bd0efd3 100644 --- a/tokenizer.c +++ b/tokenizer.c @@ -78,6 +78,8 @@ singlechar(void) { if(*ptr == '\n') { return TOKENIZER_CR; + } else if(*ptr == '\r'){ + return TOKENIZER_LF; } else if(*ptr == ',') { return TOKENIZER_COMMA; } else if(*ptr == ';') { diff --git a/tokenizer.h b/tokenizer.h index d520ae8..cae82d1 100644 --- a/tokenizer.h +++ b/tokenizer.h @@ -70,6 +70,7 @@ enum { TOKENIZER_GT, TOKENIZER_EQ, TOKENIZER_CR, + TOKENIZER_LF, }; void tokenizer_goto(const char *program);