#34 identifiers should be able to contain '_'

1 files changed, 7 insertions, 1 deletions

diff --git a/src/tokenize.c b/src/tokenize.c
index d9fd538..5040a7c 100644
--- a/src/tokenize.c
+++ b/src/tokenize.c
@@ -63,10 +63,16 @@ eat_hex(struct tokenizer *tokenizer)
     }
 }
 
+internal inline bool
+isidentifier(char c)
+{
+    return isalpha(c) || c == '_';
+}
+
 internal void
 eat_identifier(struct tokenizer *tokenizer)
 {
-    while ((*tokenizer->at) && isalpha(*tokenizer->at)) {
+    while ((*tokenizer->at) && isidentifier(*tokenizer->at)) {
         advance(tokenizer);
     }