fixed bugs hitting EOF immediately after //, /// or //!
parent
44aadaff59
commit
1111d3ad13
|
@ -1494,9 +1494,17 @@ void tokenize(Buf *buf, Tokenization *out) {
|
|||
tokenize_error(&t, "unexpected EOF");
|
||||
break;
|
||||
case TokenizeStateLineComment:
|
||||
break;
|
||||
case TokenizeStateSawSlash2:
|
||||
cancel_token(&t);
|
||||
break;
|
||||
case TokenizeStateSawSlash3:
|
||||
set_token_id(&t, t.cur_tok, TokenIdDocComment);
|
||||
end_token(&t);
|
||||
break;
|
||||
case TokenizeStateSawSlashBang:
|
||||
set_token_id(&t, t.cur_tok, TokenIdContainerDocComment);
|
||||
end_token(&t);
|
||||
break;
|
||||
}
|
||||
if (t.state != TokenizeStateError) {
|
||||
|
|
Loading…
Reference in New Issue