aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--src/tokenize.c8
1 files changed, 7 insertions, 1 deletions
diff --git a/src/tokenize.c b/src/tokenize.c
index d9fd538..5040a7c 100644
--- a/src/tokenize.c
+++ b/src/tokenize.c
@@ -63,10 +63,16 @@ eat_hex(struct tokenizer *tokenizer)
}
}
+internal inline bool
+isidentifier(char c)
+{
+ return isalpha(c) || c == '_';
+}
+
internal void
eat_identifier(struct tokenizer *tokenizer)
{
- while ((*tokenizer->at) && isalpha(*tokenizer->at)) {
+ while ((*tokenizer->at) && isidentifier(*tokenizer->at)) {
advance(tokenizer);
}