Respect updates to sys path without closing/opening a document (#219)

* Respect updates to sys path

* Respect updates to sys path

Author: gatesn

pyls/workspace.py

@@ -112,7 +112,8 @@ def get_document(self, doc_uri):
     def put_document(self, doc_uri, content, version=None):
         path = uris.to_fs_path(doc_uri)
         self._docs[doc_uri] = Document(
-            doc_uri, content, sys_path=self.syspath_for_path(path), version=version, rope=self._rope
+            doc_uri, content,
+            extra_sys_path=self.source_roots(path), version=version, rope=self._rope
         )
 
     def rm_document(self, doc_uri):
@@ -136,35 +137,23 @@ def show_message(self, message, msg_type=lsp.MessageType.Info):
         params = {'type': msg_type, 'message': message}
         self._lang_server.notify(self.M_SHOW_MESSAGE, params)
 
-    def syspath_for_path(self, path):
-        """Construct a sensible sys path to use for the given file path.
-
-        Since the workspace root may not be the root of the Python project we instead
-        append the closest parent directory containing a setup.py file.
-        """
-        files = _utils.find_parents(self._root_path, path, ['setup.py']) or []
-        path = [os.path.dirname(setup_py) for setup_py in files]
-
-        # Check to see if we're in a virtualenv
-        if 'VIRTUAL_ENV' in os.environ:
-            log.info("Using virtualenv %s", os.environ['VIRTUAL_ENV'])
-            path.extend(jedi.evaluate.sys_path.get_venv_path(os.environ['VIRTUAL_ENV']))
-        else:
-            path.extend(sys.path)
-        return path
+    def source_roots(self, document_path):
+        """Return the source roots for the given document."""
+        files = _utils.find_parents(self._root_path, document_path, ['setup.py']) or []
+        return [os.path.dirname(setup_py) for setup_py in files]
 
 
 class Document(object):
 
-    def __init__(self, uri, source=None, version=None, local=True, sys_path=None, rope=None):
+    def __init__(self, uri, source=None, version=None, local=True, extra_sys_path=None, rope=None):
         self.uri = uri
         self.version = version
         self.path = uris.to_fs_path(uri)
         self.filename = os.path.basename(self.path)
 
         self._local = local
         self._source = source
-        self._sys_path = sys_path or sys.path
+        self._extra_sys_path = extra_sys_path or []
         self._rope_project = rope
 
     def __str__(self):
@@ -260,9 +249,22 @@ def jedi_script(self, position=None):
         kwargs = {
             'source': self.source,
             'path': self.path,
-            'sys_path': self._sys_path
+            'sys_path': self.sys_path()
         }
         if position:
             kwargs['line'] = position['line'] + 1
             kwargs['column'] = _utils.clip_column(position['character'], self.lines, position['line'])
         return jedi.Script(**kwargs)
+
+    def sys_path(self):
+        # Copy our extra sys path
+        path = list(self._extra_sys_path)
+
+        # Check to see if we're in a virtualenv
+        if 'VIRTUAL_ENV' in os.environ:
+            log.info("Using virtualenv %s", os.environ['VIRTUAL_ENV'])
+            path.extend(jedi.evaluate.sys_path.get_venv_path(os.environ['VIRTUAL_ENV']))
+        else:
+            path.extend(sys.path)
+
+        return path

test/test_document.py

@@ -1,4 +1,5 @@
 # Copyright 2017 Palantir Technologies, Inc.
+import sys
 import pytest
 from pyls import uris
 from pyls.workspace import Document
@@ -48,6 +49,14 @@ def test_word_at_position(doc):
     assert doc.word_at_position({'line': 4, 'character': 0}) == ''
 
 
+def test_document_sys_path(doc):
+    """Test the document's sys path is updated."""
+    assert 'foo' not in doc.sys_path()
+    sys.path.append('foo')
+    # Check that the new sys path is included in the doc's sys path
+    assert 'foo' in doc.sys_path()
+
+
 def test_document_empty_edit():
     doc = Document('file:///uri', u'')
     doc.apply_change({

test/test_workspace.py

@@ -46,4 +46,4 @@ def test_non_root_project(pyls):
     test_uri = uris.from_fs_path(os.path.join(project_root, 'hello/test.py'))
     pyls.workspace.put_document(test_uri, 'assert True')
     test_doc = pyls.workspace.get_document(test_uri)
-    assert project_root in pyls.workspace.syspath_for_path(test_doc.path)
+    assert project_root in test_doc.sys_path()