diff options
Diffstat (limited to 'src')
-rw-r--r-- | src/tokenize.c | 8 |
1 files changed, 7 insertions, 1 deletions
diff --git a/src/tokenize.c b/src/tokenize.c index d9fd538..5040a7c 100644 --- a/src/tokenize.c +++ b/src/tokenize.c @@ -63,10 +63,16 @@ eat_hex(struct tokenizer *tokenizer) } } +internal inline bool +isidentifier(char c) +{ + return isalpha(c) || c == '_'; +} + internal void eat_identifier(struct tokenizer *tokenizer) { - while ((*tokenizer->at) && isalpha(*tokenizer->at)) { + while ((*tokenizer->at) && isidentifier(*tokenizer->at)) { advance(tokenizer); } |