Skip to content

Commit dde7b64

Browse files
committed
gh-93351: Validate the position information when compiling AST nodes
1 parent 8136606 commit dde7b64

File tree

2 files changed

+51
-0
lines changed

2 files changed

+51
-0
lines changed

Lib/test/test_ast.py

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -335,6 +335,33 @@ def test_ast_validation(self):
335335
for snippet in snippets_to_validate:
336336
tree = ast.parse(snippet)
337337
compile(tree, '<string>', 'exec')
338+
339+
def test_invalid_position_information(self):
340+
invalid_linenos = [
341+
(10, 1), (-10, -11), (10, -11), (-5, -2), (-5, 1)
342+
]
343+
344+
for lineno, end_lineno in invalid_linenos:
345+
with self.subTest(f"Check invalid linenos {lineno}:{end_lineno}"):
346+
snippet = "a = 1"
347+
tree = ast.parse(snippet)
348+
tree.body[0].lineno = lineno
349+
tree.body[0].end_lineno = end_lineno
350+
with self.assertRaises(ValueError):
351+
compile(tree, '<string>', 'exec')
352+
353+
invalid_col_offsets = [
354+
(10, 1), (-10, -11), (10, -11), (-5, -2), (-5, 1)
355+
]
356+
for col_offset, end_col_offset in invalid_col_offsets:
357+
with self.subTest(f"Check invalid col_offset {col_offset}:{end_col_offset}"):
358+
snippet = "a = 1"
359+
tree = ast.parse(snippet)
360+
tree.body[0].col_offset = col_offset
361+
tree.body[0].end_col_offset = end_col_offset
362+
with self.assertRaises(ValueError):
363+
compile(tree, '<string>', 'exec')
364+
338365

339366
def test_slice(self):
340367
slc = ast.parse("x[::]").body[0].value.slice

Python/ast.c

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -22,6 +22,27 @@ static int validate_stmt(struct validator *, stmt_ty);
2222
static int validate_expr(struct validator *, expr_ty, expr_context_ty);
2323
static int validate_pattern(struct validator *, pattern_ty, int);
2424

25+
#define VALIDATE_POSITIONS(node) \
26+
if (node->lineno > node->end_lineno) { \
27+
PyErr_Format(PyExc_ValueError, \
28+
"line %d-%d is not a valid range", \
29+
node->lineno, node->end_lineno); \
30+
return 0; \
31+
} \
32+
if ((node->lineno < 0 && node->end_lineno != node->lineno) || \
33+
(node->col_offset < 0 && node->col_offset != node->end_col_offset)) { \
34+
PyErr_Format(PyExc_ValueError, \
35+
"line %d-%d, column %d-%d is not a valid range", \
36+
node->lineno, node->end_lineno, node->col_offset, node->end_col_offset); \
37+
return 0; \
38+
} \
39+
if (node->lineno == node->end_lineno && node->col_offset > node->end_col_offset) { \
40+
PyErr_Format(PyExc_ValueError, \
41+
"line %d, column %d-%d is not a valid range", \
42+
node->lineno, node->col_offset, node->end_col_offset); \
43+
return 0; \
44+
}
45+
2546
static int
2647
validate_name(PyObject *name)
2748
{
@@ -183,6 +204,7 @@ validate_constant(struct validator *state, PyObject *value)
183204
static int
184205
validate_expr(struct validator *state, expr_ty exp, expr_context_ty ctx)
185206
{
207+
VALIDATE_POSITIONS(exp);
186208
int ret = -1;
187209
if (++state->recursion_depth > state->recursion_limit) {
188210
PyErr_SetString(PyExc_RecursionError,
@@ -505,6 +527,7 @@ validate_capture(PyObject *name)
505527
static int
506528
validate_pattern(struct validator *state, pattern_ty p, int star_ok)
507529
{
530+
VALIDATE_POSITIONS(p);
508531
int ret = -1;
509532
if (++state->recursion_depth > state->recursion_limit) {
510533
PyErr_SetString(PyExc_RecursionError,
@@ -674,6 +697,7 @@ validate_body(struct validator *state, asdl_stmt_seq *body, const char *owner)
674697
static int
675698
validate_stmt(struct validator *state, stmt_ty stmt)
676699
{
700+
VALIDATE_POSITIONS(stmt);
677701
int ret = -1;
678702
Py_ssize_t i;
679703
if (++state->recursion_depth > state->recursion_limit) {

0 commit comments

Comments
 (0)