We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ad111b0 commit 6d5f4bdCopy full SHA for 6d5f4bd
vm/src/stdlib/tokenize.rs
@@ -6,14 +6,12 @@ use std::iter::FromIterator;
6
7
use rustpython_parser::lexer;
8
9
-use crate::function::PyFuncArgs;
10
-use crate::obj::objstr;
+use crate::obj::objstr::PyStringRef;
11
use crate::pyobject::{PyObjectRef, PyResult};
12
use crate::vm::VirtualMachine;
13
14
-fn tokenize_tokenize(vm: &VirtualMachine, args: PyFuncArgs) -> PyResult {
15
- arg_check!(vm, args, required = [(readline, Some(vm.ctx.str_type()))]);
16
- let source = objstr::borrow_value(readline);
+fn tokenize_tokenize(s: PyStringRef, vm: &VirtualMachine) -> PyResult {
+ let source = s.as_str();
17
18
// TODO: implement generator when the time has come.
19
let lexer1 = lexer::make_tokenizer(source);
0 commit comments