diff --git a/source/lex.tex b/source/lex.tex index 6f5bffac97..2eb7c0caf8 100644 --- a/source/lex.tex +++ b/source/lex.tex @@ -140,9 +140,9 @@ would arise from a source file ending with an unclosed \tcode{/*} comment. \end{footnote} -Each comment\iref{lex.comment} is replaced by one space character. New-line characters are +Each comment\iref{lex.comment} is replaced by one \unicode{0020}{space} character. New-line characters are retained. Whether each nonempty sequence of whitespace characters other -than new-line is retained or replaced by one space character is +than new-line is retained or replaced by one \unicode{0020}{space} character is unspecified. As characters from the source file are consumed to form the next preprocessing token @@ -477,7 +477,7 @@ characters \tcode{*/}. These comments do not nest. \indextext{comment!\tcode{//}}% The characters \tcode{//} start a comment, which terminates immediately before the -next new-line character. If there is a form-feed or a vertical-tab +next new-line character. If there is a \unicode{0009}{character tabulation} or a \unicode{000c}{form feed} character in such a comment, only whitespace characters shall appear between it and the new-line that terminates the comment; no diagnostic is required. @@ -824,7 +824,8 @@ \end{footnote} operators, and other separators. \indextext{whitespace}% -Blanks, horizontal and vertical tabs, newlines, formfeeds, and comments +Comments and the characters \unicode{0020}{space}, \unicode{0009}{character tabulation}, +\unicode{0009}{line tabulation}, \unicode{000c}{form feed}, and new-line (collectively, ``whitespace''), as described below, are ignored except as they serve to separate tokens. \begin{note}