fixed bugs hitting EOF immediately after //, /// or //!

master
Kelly Boothby 2020-03-30 18:18:06 -07:00
parent 44aadaff59
commit 1111d3ad13
1 changed files with 8 additions and 0 deletions

View File

@ -1494,9 +1494,17 @@ void tokenize(Buf *buf, Tokenization *out) {
tokenize_error(&t, "unexpected EOF");
break;
case TokenizeStateLineComment:
break;
case TokenizeStateSawSlash2:
cancel_token(&t);
break;
case TokenizeStateSawSlash3:
set_token_id(&t, t.cur_tok, TokenIdDocComment);
end_token(&t);
break;
case TokenizeStateSawSlashBang:
set_token_id(&t, t.cur_tok, TokenIdContainerDocComment);
end_token(&t);
break;
}
if (t.state != TokenizeStateError) {