From 77839b0a7d6e8b3ec6440ede4628e9a67c45e9c5 Mon Sep 17 00:00:00 2001
From: David Halter <davidhalter88@gmail.com>
Date: Thu, 13 Sep 2012 02:29:17 +0200
Subject: [PATCH] if tokenize died, the wrong tokenizer was created again

---
 parsing.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/parsing.py b/parsing.py
index afea141b..28d47e13 100644
--- a/parsing.py
+++ b/parsing.py
@@ -1697,5 +1697,5 @@ class PyFuzzyParser(object):
                 self._tokenize_end_pos = (0, 0)
                 debug.warning('indentation error on line %s, ignoring it' %
                                                         (self.start_pos[0]))
-                self.gen = tokenize.generate_tokens(buf.readline)
+                self.gen = PushBackIterator(tokenize_func(buf.readline))
         return self.module