remove some old parameters from Parser and FastTokenizer
This commit is contained in:
1 parent
7db090a48a
commit
9943bb6205
3 files changed
+6
-15
No files matched your search
@@ -148,6 +148,7 @@ tabsize = 8
|
||||
|
||||
|
||||
def source_tokens(source, line_offset=0):
|
||||
"""Generate tokens from a the source code (string)."""
|
||||
source = source + '\n' # end with \n, because the parser needs it
|
||||
readline = StringIO(source).readline
|
||||
return generate_tokens(readline, line_offset)
|
||||
|
||||
Reference in new issue
Block a user