From e14b144199e15458faf33a3b23e873bbc452d6fb Mon Sep 17 00:00:00 2001
From: Akinori Hattori <hattya@gmail.com>
Date: Thu, 17 Jul 2014 20:37:25 +0900
Subject: [PATCH] keep newline at end of code

---
 jedi/parser/__init__.py | 22 ++++++++++------------
 jedi/parser/fast.py     |  7 +------
 2 files changed, 11 insertions(+), 18 deletions(-)

diff --git a/jedi/parser/__init__.py b/jedi/parser/__init__.py
index 3dbfa207..51a8e9c8 100644
--- a/jedi/parser/__init__.py
+++ b/jedi/parser/__init__.py
@@ -76,11 +76,16 @@ class Parser(object):
             d.parent = self.module
 
         self.module.end_pos = self._gen.current.end_pos
-        if self._gen.current.type in (tokenize.NEWLINE,):
+        if self._gen.current.type == tokenize.NEWLINE:
             # This case is only relevant with the FastTokenizer, because
-            # otherwise there's always an EndMarker.
+            # otherwise there's always an ENDMARKER.
             # we added a newline before, so we need to "remove" it again.
-            self.module.end_pos = self._gen.tokenizer_previous.end_pos
+            #
+            # NOTE: It should be keep end_pos as-is if the last token of
+            # a source is a NEWLINE, otherwise the newline at the end of
+            # a source is not included in a ParserNode.code.
+            if self._gen.previous.type != tokenize.NEWLINE:
+                self.module.end_pos = self._gen.previous.end_pos
 
         del self._gen
 
@@ -620,17 +625,10 @@ class PushBackTokenizer(object):
         if self._push_backs:
             return self._push_backs.pop(0)
 
-        self.previous = self.current
+        previous = self.current
         self.current = next(self._tokenizer)
+        self.previous = previous
         return self.current
 
     def __iter__(self):
         return self
-
-    @property
-    def tokenizer_previous(self):
-        """
-        Temporary hack, basically returns the last previous if the fast parser
-        sees an EndMarker. The fast parser positions have to be changed anyway.
-        """
-        return self._tokenizer.previous
diff --git a/jedi/parser/fast.py b/jedi/parser/fast.py
index 20cae651..e2e618a3 100644
--- a/jedi/parser/fast.py
+++ b/jedi/parser/fast.py
@@ -270,12 +270,7 @@ class FastParser(use_metaclass(CachedFastParser)):
 
             current_lines.append(l)
         if current_lines:
-            # skip newline at end of code,
-            # since it is not counted by Parser
-            if not current_lines[-1]:
-                del current_lines[-1]
-            if current_lines:
-                yield gen_part()
+            yield gen_part()
 
     def _parse(self, code):
         """ :type code: str """