332afef5f4
After dealing with some specical escape characters('\n','\r','\t','\\',"\r\n")
it doesn't goto the next position in the next loop, so it process the current
character twice.
For example, when parsing the string "test\ntoken" we expect the
"test'\n'token" but actually we got the "test'\n'ntoken"
Test: have espace characters in init .rc files
Change-Id: I015c087a5c6e5ee9c490f29a83b15b89443f7f81
Signed-off-by: liwugang <liwugang@xiaomi.com>
129 lines
2.9 KiB
C++
129 lines
2.9 KiB
C++
#include "tokenizer.h"
|
|
|
|
namespace android {
|
|
namespace init {
|
|
|
|
int next_token(struct parse_state *state)
|
|
{
|
|
char *x = state->ptr;
|
|
char *s;
|
|
|
|
if (state->nexttoken) {
|
|
int t = state->nexttoken;
|
|
state->nexttoken = 0;
|
|
return t;
|
|
}
|
|
|
|
for (;;) {
|
|
switch (*x) {
|
|
case 0:
|
|
state->ptr = x;
|
|
return T_EOF;
|
|
case '\n':
|
|
x++;
|
|
state->ptr = x;
|
|
return T_NEWLINE;
|
|
case ' ':
|
|
case '\t':
|
|
case '\r':
|
|
x++;
|
|
continue;
|
|
case '#':
|
|
while (*x && (*x != '\n')) x++;
|
|
if (*x == '\n') {
|
|
state->ptr = x+1;
|
|
return T_NEWLINE;
|
|
} else {
|
|
state->ptr = x;
|
|
return T_EOF;
|
|
}
|
|
default:
|
|
goto text;
|
|
}
|
|
}
|
|
|
|
textdone:
|
|
state->ptr = x;
|
|
*s = 0;
|
|
return T_TEXT;
|
|
text:
|
|
state->text = s = x;
|
|
textresume:
|
|
for (;;) {
|
|
switch (*x) {
|
|
case 0:
|
|
goto textdone;
|
|
case ' ':
|
|
case '\t':
|
|
case '\r':
|
|
x++;
|
|
goto textdone;
|
|
case '\n':
|
|
state->nexttoken = T_NEWLINE;
|
|
x++;
|
|
goto textdone;
|
|
case '"':
|
|
x++;
|
|
for (;;) {
|
|
switch (*x) {
|
|
case 0:
|
|
/* unterminated quoted thing */
|
|
state->ptr = x;
|
|
return T_EOF;
|
|
case '"':
|
|
x++;
|
|
goto textresume;
|
|
default:
|
|
*s++ = *x++;
|
|
}
|
|
}
|
|
break;
|
|
case '\\':
|
|
x++;
|
|
switch (*x) {
|
|
case 0:
|
|
goto textdone;
|
|
case 'n':
|
|
*s++ = '\n';
|
|
x++;
|
|
break;
|
|
case 'r':
|
|
*s++ = '\r';
|
|
x++;
|
|
break;
|
|
case 't':
|
|
*s++ = '\t';
|
|
x++;
|
|
break;
|
|
case '\\':
|
|
*s++ = '\\';
|
|
x++;
|
|
break;
|
|
case '\r':
|
|
/* \ <cr> <lf> -> line continuation */
|
|
if (x[1] != '\n') {
|
|
x++;
|
|
continue;
|
|
}
|
|
x++;
|
|
case '\n':
|
|
/* \ <lf> -> line continuation */
|
|
state->line++;
|
|
x++;
|
|
/* eat any extra whitespace */
|
|
while((*x == ' ') || (*x == '\t')) x++;
|
|
continue;
|
|
default:
|
|
/* unknown escape -- just copy */
|
|
*s++ = *x++;
|
|
}
|
|
continue;
|
|
default:
|
|
*s++ = *x++;
|
|
}
|
|
}
|
|
return T_EOF;
|
|
}
|
|
|
|
} // namespace init
|
|
} // namespace android
|