remove some old parameters from Parser and FastTokenizer

This commit is contained in:
Dave Halter committed 2014-02-24 11:24:54 +01:00
1 parent 7db090a48a
commit 9943bb6205
3 files changed
+6 -15

No files matched your search

+1
View File
@@ -148,6 +148,7 @@ tabsize = 8
def source_tokens(source, line_offset=0):
"""Generate tokens from a the source code (string)."""
source = source + '\n' # end with \n, because the parser needs it
readline = StringIO(source).readline
return generate_tokens(readline, line_offset)