Assert for avoidance of undefined behaviour

matthiasgoergens · matthiasgoergens · commit 38f6e2c96beb · 2022-09-13T10:45:54.000+08:00
diff --git a/Parser/tokenizer.c b/Parser/tokenizer.c
@@ -1533,6 +1533,7 @@ tok_get(struct tok_state *tok, const char **p_start, const char **p_end)
     } while (c == ' ' || c == '\t' || c == '\014');
 
     /* Set start of current token */
+    assert(tok->cur != NULL);
     tok->start = tok->cur - 1;
 
     /* Skip comment, unless it's a type comment */
